[ 513.709186] env[62211]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62211) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 513.709531] env[62211]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62211) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 513.709654] env[62211]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62211) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 513.709959] env[62211]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 513.806615] env[62211]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62211) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 513.817040] env[62211]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62211) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 514.418454] env[62211]: INFO nova.virt.driver [None req-66979ebb-f36a-449e-a368-41da86104668 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 514.489192] env[62211]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 514.489360] env[62211]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 514.489461] env[62211]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62211) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 517.722668] env[62211]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-26bacb97-3b25-46cb-ac17-e1a581516ec6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.738971] env[62211]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62211) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 517.739112] env[62211]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-b9585eb9-10db-4f67-8496-77daa194cfab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.764493] env[62211]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 12fa8. [ 517.764628] env[62211]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.275s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.765190] env[62211]: INFO nova.virt.vmwareapi.driver [None req-66979ebb-f36a-449e-a368-41da86104668 None None] VMware vCenter version: 7.0.3 [ 517.768548] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963bd6af-6c9e-4301-9782-39d1d396edb7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.785401] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a12582c-7d93-4ebb-94af-31a1f00f7a2f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.791019] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8017da28-e3e5-443b-be01-180e6c53ff2a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.797401] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6217ed18-d313-490a-9978-f554c31e07d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.810130] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a329aa-fb15-4fbc-88ea-84b49187b3f7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.815944] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d771f7-90eb-41b6-b840-ed15949d27c2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.845862] env[62211]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-797efa50-1224-4599-ad12-63f4282c4f5a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.851102] env[62211]: DEBUG nova.virt.vmwareapi.driver [None req-66979ebb-f36a-449e-a368-41da86104668 None None] Extension org.openstack.compute already exists. {{(pid=62211) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 517.853594] env[62211]: INFO nova.compute.provider_config [None req-66979ebb-f36a-449e-a368-41da86104668 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 518.357013] env[62211]: DEBUG nova.context [None req-66979ebb-f36a-449e-a368-41da86104668 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),e5212a73-1802-42de-87f7-c01238d1ecc0(cell1) {{(pid=62211) load_cells /opt/stack/nova/nova/context.py:464}} [ 518.359204] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.359432] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.360144] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.360663] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Acquiring lock "e5212a73-1802-42de-87f7-c01238d1ecc0" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.360839] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Lock "e5212a73-1802-42de-87f7-c01238d1ecc0" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.361871] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Lock "e5212a73-1802-42de-87f7-c01238d1ecc0" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 518.382581] env[62211]: INFO dbcounter [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Registered counter for database nova_cell0 [ 518.390549] env[62211]: INFO dbcounter [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Registered counter for database nova_cell1 [ 518.393794] env[62211]: DEBUG oslo_db.sqlalchemy.engines [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62211) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 518.394425] env[62211]: DEBUG oslo_db.sqlalchemy.engines [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62211) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 518.399481] env[62211]: ERROR nova.db.main.api [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 518.399481] env[62211]: result = function(*args, **kwargs) [ 518.399481] env[62211]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 518.399481] env[62211]: return func(*args, **kwargs) [ 518.399481] env[62211]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 518.399481] env[62211]: result = fn(*args, **kwargs) [ 518.399481] env[62211]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 518.399481] env[62211]: return f(*args, **kwargs) [ 518.399481] env[62211]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 518.399481] env[62211]: return db.service_get_minimum_version(context, binaries) [ 518.399481] env[62211]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 518.399481] env[62211]: _check_db_access() [ 518.399481] env[62211]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 518.399481] env[62211]: stacktrace = ''.join(traceback.format_stack()) [ 518.399481] env[62211]: [ 518.400298] env[62211]: ERROR nova.db.main.api [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 518.400298] env[62211]: result = function(*args, **kwargs) [ 518.400298] env[62211]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 518.400298] env[62211]: return func(*args, **kwargs) [ 518.400298] env[62211]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 518.400298] env[62211]: result = fn(*args, **kwargs) [ 518.400298] env[62211]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 518.400298] env[62211]: return f(*args, **kwargs) [ 518.400298] env[62211]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 518.400298] env[62211]: return db.service_get_minimum_version(context, binaries) [ 518.400298] env[62211]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 518.400298] env[62211]: _check_db_access() [ 518.400298] env[62211]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 518.400298] env[62211]: stacktrace = ''.join(traceback.format_stack()) [ 518.400298] env[62211]: [ 518.400707] env[62211]: WARNING nova.objects.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 518.400826] env[62211]: WARNING nova.objects.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Failed to get minimum service version for cell e5212a73-1802-42de-87f7-c01238d1ecc0 [ 518.401297] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Acquiring lock "singleton_lock" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.401492] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Acquired lock "singleton_lock" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.401743] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Releasing lock "singleton_lock" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.402081] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Full set of CONF: {{(pid=62211) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 518.402235] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ******************************************************************************** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 518.402368] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] Configuration options gathered from: {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 518.402505] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 518.402699] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 518.402828] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ================================================================================ {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 518.403046] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] allow_resize_to_same_host = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.403222] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] arq_binding_timeout = 300 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.403356] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] backdoor_port = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.403543] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] backdoor_socket = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.403721] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] block_device_allocate_retries = 60 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.403882] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] block_device_allocate_retries_interval = 3 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.404064] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cert = self.pem {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.404235] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.404399] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute_monitors = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.404567] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] config_dir = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.404735] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] config_drive_format = iso9660 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.405244] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.405244] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] config_source = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.405244] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] console_host = devstack {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.405563] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] control_exchange = nova {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.405563] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cpu_allocation_ratio = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.405812] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] daemon = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.405812] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] debug = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.405961] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] default_access_ip_network_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.406141] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] default_availability_zone = nova {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.406297] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] default_ephemeral_format = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.406455] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] default_green_pool_size = 1000 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.406700] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.406877] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] default_schedule_zone = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.407026] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] disk_allocation_ratio = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.407192] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] enable_new_services = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.407373] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] enabled_apis = ['osapi_compute'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.407535] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] enabled_ssl_apis = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.407692] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] flat_injected = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.407848] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] force_config_drive = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.408012] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] force_raw_images = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.408186] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] graceful_shutdown_timeout = 5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.408348] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] heal_instance_info_cache_interval = 60 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.408578] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] host = cpu-1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.408756] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.408922] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.409098] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.409317] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.409485] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] instance_build_timeout = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.409647] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] instance_delete_interval = 300 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.409820] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] instance_format = [instance: %(uuid)s] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.409970] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] instance_name_template = instance-%08x {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.410144] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] instance_usage_audit = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.410313] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] instance_usage_audit_period = month {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.410510] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.410722] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.410944] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] internal_service_availability_zone = internal {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.411127] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] key = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.411296] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] live_migration_retry_count = 30 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.411492] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] log_color = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.411664] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] log_config_append = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.411834] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.411991] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] log_dir = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.412164] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] log_file = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.412292] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] log_options = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.412454] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] log_rotate_interval = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.412655] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] log_rotate_interval_type = days {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.412780] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] log_rotation_type = none {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.412909] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.413043] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.413215] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.413379] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.413507] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.413667] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] long_rpc_timeout = 1800 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.413823] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] max_concurrent_builds = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.413978] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] max_concurrent_live_migrations = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.414147] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] max_concurrent_snapshots = 5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.414303] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] max_local_block_devices = 3 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.414458] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] max_logfile_count = 30 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.414611] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] max_logfile_size_mb = 200 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.414935] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] maximum_instance_delete_attempts = 5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.414935] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] metadata_listen = 0.0.0.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.415099] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] metadata_listen_port = 8775 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.415295] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] metadata_workers = 2 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.415421] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] migrate_max_retries = -1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.415587] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] mkisofs_cmd = genisoimage {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.415790] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.415921] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] my_ip = 10.180.1.21 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.416138] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.416299] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] network_allocate_retries = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.416475] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.416643] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.416803] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] osapi_compute_listen_port = 8774 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.416967] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] osapi_compute_unique_server_name_scope = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.417152] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] osapi_compute_workers = 2 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.417315] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] password_length = 12 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.417474] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] periodic_enable = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.417635] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] periodic_fuzzy_delay = 60 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.417801] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] pointer_model = usbtablet {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.417975] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] preallocate_images = none {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.418140] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] publish_errors = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.418270] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] pybasedir = /opt/stack/nova {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.418429] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ram_allocation_ratio = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.418590] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] rate_limit_burst = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.418760] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] rate_limit_except_level = CRITICAL {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.418991] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] rate_limit_interval = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.419187] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] reboot_timeout = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.419352] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] reclaim_instance_interval = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.419512] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] record = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.419683] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] reimage_timeout_per_gb = 60 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.419850] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] report_interval = 120 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.420014] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] rescue_timeout = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.420178] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] reserved_host_cpus = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.420360] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] reserved_host_disk_mb = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.420528] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] reserved_host_memory_mb = 512 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.420693] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] reserved_huge_pages = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.420854] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] resize_confirm_window = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.421025] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] resize_fs_using_block_device = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.421189] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] resume_guests_state_on_host_boot = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.421375] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.421570] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] rpc_response_timeout = 60 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.421739] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] run_external_periodic_tasks = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.421910] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] running_deleted_instance_action = reap {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.422084] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.422249] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] running_deleted_instance_timeout = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.422409] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] scheduler_instance_sync_interval = 120 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.422578] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] service_down_time = 720 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.422753] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] servicegroup_driver = db {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.422902] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] shell_completion = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.423074] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] shelved_offload_time = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.423237] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] shelved_poll_interval = 3600 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.423405] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] shutdown_timeout = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.423567] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] source_is_ipv6 = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.423724] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ssl_only = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.423974] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.424161] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] sync_power_state_interval = 600 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.424322] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] sync_power_state_pool_size = 1000 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.424492] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] syslog_log_facility = LOG_USER {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.424649] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] tempdir = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.424807] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] timeout_nbd = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.424972] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] transport_url = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.425146] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] update_resources_interval = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.425306] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] use_cow_images = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.425464] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] use_journal = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.425622] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] use_json = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.425778] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] use_rootwrap_daemon = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.425935] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] use_stderr = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.426105] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] use_syslog = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.426263] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vcpu_pin_set = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.426430] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vif_plugging_is_fatal = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.426595] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vif_plugging_timeout = 300 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.426758] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] virt_mkfs = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.426918] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] volume_usage_poll_interval = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.427091] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] watch_log_file = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.427262] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] web = /usr/share/spice-html5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.427442] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.427609] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.427769] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.427934] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_concurrency.disable_process_locking = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.428504] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.428697] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.429115] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.429115] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.429253] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.429408] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.429597] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.auth_strategy = keystone {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.429766] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.compute_link_prefix = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.429945] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.430139] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.dhcp_domain = novalocal {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.430312] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.enable_instance_password = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.430511] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.glance_link_prefix = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.430685] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.430859] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.431031] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.instance_list_per_project_cells = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.431201] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.list_records_by_skipping_down_cells = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.431382] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.local_metadata_per_cell = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.431594] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.max_limit = 1000 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.431772] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.metadata_cache_expiration = 15 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.431950] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.neutron_default_tenant_id = default {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.432139] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.response_validation = warn {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.432312] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.use_neutron_default_nets = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.432480] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.432644] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.432807] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.432976] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.433159] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.vendordata_dynamic_targets = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.433324] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.vendordata_jsonfile_path = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.433560] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.433791] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.backend = dogpile.cache.memcached {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.433965] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.backend_argument = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.434144] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.backend_expiration_time = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.434317] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.config_prefix = cache.oslo {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.434488] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.dead_timeout = 60.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.434652] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.debug_cache_backend = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.434814] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.enable_retry_client = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.434976] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.enable_socket_keepalive = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.435163] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.enabled = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.435330] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.enforce_fips_mode = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.435495] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.expiration_time = 600 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.435659] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.hashclient_retry_attempts = 2 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.435823] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.435986] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.memcache_dead_retry = 300 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.436159] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.memcache_password = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.436323] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.436486] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.436649] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.memcache_pool_maxsize = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.436810] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.436971] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.memcache_sasl_enabled = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.437165] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.437335] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.437498] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.memcache_username = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.437664] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.proxies = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.437830] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.redis_db = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.437991] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.redis_password = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.438180] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.438362] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.438532] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.redis_server = localhost:6379 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.438697] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.redis_socket_timeout = 1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.438855] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.redis_username = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.439028] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.retry_attempts = 2 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.439200] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.retry_delay = 0.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.439361] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.socket_keepalive_count = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.439522] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.socket_keepalive_idle = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.439681] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.socket_keepalive_interval = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.439837] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.tls_allowed_ciphers = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.439991] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.tls_cafile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.440161] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.tls_certfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.440321] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.tls_enabled = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.440507] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cache.tls_keyfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.440676] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.auth_section = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.440852] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.auth_type = password {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.441025] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.cafile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.441210] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.441393] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.certfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.441606] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.collect_timing = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.441794] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.cross_az_attach = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.442052] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.debug = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.442243] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.endpoint_template = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.442412] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.http_retries = 3 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.442577] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.insecure = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.442735] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.keyfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.442907] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.os_region_name = RegionOne {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.443084] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.split_loggers = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.443249] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cinder.timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.443423] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.443588] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute.cpu_dedicated_set = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.443745] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute.cpu_shared_set = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.443907] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute.image_type_exclude_list = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.444082] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.444249] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.444412] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.444632] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.444831] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.444998] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute.resource_provider_association_refresh = 300 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.445177] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.445340] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute.shutdown_retry_interval = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.445520] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.445697] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] conductor.workers = 2 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.445873] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] console.allowed_origins = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.446043] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] console.ssl_ciphers = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.446219] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] console.ssl_minimum_version = default {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.446387] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] consoleauth.enforce_session_timeout = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.446553] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] consoleauth.token_ttl = 600 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.446729] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.cafile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.446885] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.certfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.447060] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.collect_timing = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.447225] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.connect_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.447386] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.connect_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.447545] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.endpoint_override = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.447704] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.insecure = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.447859] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.keyfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.448027] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.max_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.448191] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.min_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.448351] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.region_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.448506] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.retriable_status_codes = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.448661] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.service_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.448827] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.service_type = accelerator {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.448986] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.split_loggers = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.449156] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.status_code_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.449314] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.status_code_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.449498] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.449702] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.449866] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] cyborg.version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.450050] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.asyncio_connection = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.450215] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.asyncio_slave_connection = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.450408] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.backend = sqlalchemy {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.450593] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.connection = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.450759] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.connection_debug = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.450927] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.connection_parameters = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.451104] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.connection_recycle_time = 3600 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.451273] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.connection_trace = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.451464] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.db_inc_retry_interval = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.451642] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.db_max_retries = 20 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.451805] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.db_max_retry_interval = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.451966] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.db_retry_interval = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.452144] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.max_overflow = 50 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.452307] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.max_pool_size = 5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.452466] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.max_retries = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.452637] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.452797] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.mysql_wsrep_sync_wait = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.452950] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.pool_timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.453125] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.retry_interval = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.453284] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.slave_connection = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.453444] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.sqlite_synchronous = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.453605] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] database.use_db_reconnect = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.453774] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.asyncio_connection = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.453926] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.asyncio_slave_connection = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.454106] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.backend = sqlalchemy {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.454277] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.connection = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.454438] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.connection_debug = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.454605] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.connection_parameters = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.454766] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.connection_recycle_time = 3600 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.454925] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.connection_trace = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.455093] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.db_inc_retry_interval = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.455255] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.db_max_retries = 20 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.455416] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.db_max_retry_interval = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.455573] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.db_retry_interval = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.455730] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.max_overflow = 50 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.455889] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.max_pool_size = 5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.456062] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.max_retries = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.456235] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.456393] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.456551] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.pool_timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.456712] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.retry_interval = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.456870] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.slave_connection = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.457040] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] api_database.sqlite_synchronous = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.457218] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] devices.enabled_mdev_types = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.457394] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.457566] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.457728] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ephemeral_storage_encryption.enabled = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.457891] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.458072] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.api_servers = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.458241] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.cafile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.458401] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.certfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.458562] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.collect_timing = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.458717] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.connect_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.458871] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.connect_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.459041] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.debug = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.459208] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.default_trusted_certificate_ids = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.459368] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.enable_certificate_validation = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.459528] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.enable_rbd_download = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.459680] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.endpoint_override = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.459840] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.insecure = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.459997] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.keyfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.460167] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.max_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.460321] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.min_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.460503] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.num_retries = 3 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.460679] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.rbd_ceph_conf = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.460839] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.rbd_connect_timeout = 5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.461012] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.rbd_pool = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.461184] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.rbd_user = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.461361] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.region_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.461552] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.retriable_status_codes = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.461716] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.service_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.461881] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.service_type = image {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.462053] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.split_loggers = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.462215] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.status_code_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.462369] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.status_code_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.462526] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.462700] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.462859] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.verify_glance_signatures = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.463024] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] glance.version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.463194] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] guestfs.debug = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.463359] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.auth_section = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.463517] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.auth_type = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.463671] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.cafile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.463820] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.certfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.463975] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.collect_timing = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.464145] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.connect_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.464301] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.connect_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.464454] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.endpoint_override = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.464613] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.insecure = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.464765] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.keyfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.464916] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.max_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.465097] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.min_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.465260] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.region_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.465414] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.retriable_status_codes = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.465570] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.service_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.465736] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.service_type = shared-file-system {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.465895] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.share_apply_policy_timeout = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.466065] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.split_loggers = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.466226] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.status_code_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.466383] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.status_code_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.466558] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.466799] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.466969] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] manila.version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.467154] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] mks.enabled = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.467512] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.467708] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] image_cache.manager_interval = 2400 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.467877] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] image_cache.precache_concurrency = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.468060] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] image_cache.remove_unused_base_images = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.468239] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.468407] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.468582] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] image_cache.subdirectory_name = _base {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.468755] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.api_max_retries = 60 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.468918] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.api_retry_interval = 2 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.469091] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.auth_section = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.469258] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.auth_type = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.469418] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.cafile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.469576] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.certfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.469737] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.collect_timing = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.469895] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.conductor_group = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.470063] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.connect_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.470225] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.connect_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.470403] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.endpoint_override = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.470576] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.insecure = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.470732] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.keyfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.470889] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.max_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.471055] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.min_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.471224] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.peer_list = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.471404] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.region_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.471594] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.retriable_status_codes = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.471762] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.serial_console_state_timeout = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.471919] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.service_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.472100] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.service_type = baremetal {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.472262] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.shard = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.472421] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.split_loggers = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.472580] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.status_code_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.472736] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.status_code_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.472891] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.473086] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.473251] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ironic.version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.473433] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.473607] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] key_manager.fixed_key = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.473789] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.473948] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.barbican_api_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.474118] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.barbican_endpoint = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.474287] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.barbican_endpoint_type = public {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.474443] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.barbican_region_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.474599] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.cafile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.474753] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.certfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.474912] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.collect_timing = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.475080] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.insecure = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.475239] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.keyfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.475399] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.number_of_retries = 60 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.475558] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.retry_delay = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.475717] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.send_service_user_token = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.475874] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.split_loggers = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.476038] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.476202] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.verify_ssl = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.476358] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican.verify_ssl_path = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.476522] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican_service_user.auth_section = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.476680] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican_service_user.auth_type = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.476832] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican_service_user.cafile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.476985] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican_service_user.certfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.477160] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican_service_user.collect_timing = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.477318] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican_service_user.insecure = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.477473] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican_service_user.keyfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.477636] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican_service_user.split_loggers = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.477790] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] barbican_service_user.timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.477955] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vault.approle_role_id = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.478127] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vault.approle_secret_id = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.478299] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vault.kv_mountpoint = secret {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.478459] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vault.kv_path = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.478626] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vault.kv_version = 2 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.478784] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vault.namespace = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.478943] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vault.root_token_id = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.479115] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vault.ssl_ca_crt_file = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.479283] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vault.timeout = 60.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.479445] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vault.use_ssl = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.479615] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.479780] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.cafile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.479939] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.certfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.480115] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.collect_timing = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.480275] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.connect_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.480459] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.connect_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.480629] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.endpoint_override = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.480790] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.insecure = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.480944] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.keyfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.481114] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.max_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.481270] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.min_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.481459] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.region_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.481641] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.retriable_status_codes = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.481803] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.service_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.481973] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.service_type = identity {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.482152] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.split_loggers = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.482311] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.status_code_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.482467] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.status_code_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.482625] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.482799] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.482957] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] keystone.version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.483163] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.ceph_mount_options = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.483472] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.483657] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.connection_uri = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.483821] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.cpu_mode = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.483989] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.484177] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.cpu_models = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.484350] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.cpu_power_governor_high = performance {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.484524] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.484689] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.cpu_power_management = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.484861] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.485043] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.device_detach_attempts = 8 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.485216] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.device_detach_timeout = 20 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.485385] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.disk_cachemodes = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.485549] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.disk_prefix = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.485714] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.enabled_perf_events = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.485877] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.file_backed_memory = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.486055] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.gid_maps = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.486221] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.hw_disk_discard = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.486381] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.hw_machine_type = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.486625] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.images_rbd_ceph_conf = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.486718] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.486876] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.487054] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.images_rbd_glance_store_name = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.487229] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.images_rbd_pool = rbd {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.487400] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.images_type = default {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.487562] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.images_volume_group = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.487724] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.inject_key = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.487886] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.inject_partition = -2 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.488058] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.inject_password = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.488226] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.iscsi_iface = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.488389] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.iser_use_multipath = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.488551] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.488713] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.488875] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.live_migration_downtime = 500 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.489049] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.489215] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.489375] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.live_migration_inbound_addr = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.489540] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.489701] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.489858] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.live_migration_scheme = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.490039] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.live_migration_timeout_action = abort {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.490208] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.live_migration_tunnelled = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.490393] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.live_migration_uri = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.490567] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.live_migration_with_native_tls = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.490730] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.max_queues = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.490896] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.491146] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.491313] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.nfs_mount_options = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.491706] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.491909] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.492096] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.492267] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.492433] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.492602] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.num_pcie_ports = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.492770] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.492933] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.pmem_namespaces = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.493106] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.quobyte_client_cfg = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.493407] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.493589] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.493755] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.493920] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.494097] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.rbd_secret_uuid = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.494261] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.rbd_user = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.494426] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.494600] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.494761] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.rescue_image_id = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.494917] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.rescue_kernel_id = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.495087] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.rescue_ramdisk_id = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.495260] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.495427] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.rx_queue_size = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.495601] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.smbfs_mount_options = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.495896] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.496083] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.snapshot_compression = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.496249] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.snapshot_image_format = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.496481] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.496652] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.sparse_logical_volumes = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.496814] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.swtpm_enabled = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.496979] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.swtpm_group = tss {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.497161] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.swtpm_user = tss {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.497328] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.sysinfo_serial = unique {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.497484] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.tb_cache_size = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.497641] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.tx_queue_size = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.497804] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.uid_maps = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.497965] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.use_virtio_for_bridges = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.498150] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.virt_type = kvm {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.498324] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.volume_clear = zero {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.498526] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.volume_clear_size = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.498637] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.volume_use_multipath = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.498796] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.vzstorage_cache_path = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.498967] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.499150] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.499316] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.499484] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.499778] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.499966] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.vzstorage_mount_user = stack {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.500149] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.500328] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.auth_section = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.500522] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.auth_type = password {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.500690] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.cafile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.500853] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.certfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.501027] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.collect_timing = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.501193] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.connect_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.501355] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.connect_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.501545] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.default_floating_pool = public {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.501711] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.endpoint_override = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.501874] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.extension_sync_interval = 600 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.502046] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.http_retries = 3 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.502213] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.insecure = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.502374] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.keyfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.502534] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.max_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.502708] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.502867] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.min_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.503047] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.ovs_bridge = br-int {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.503217] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.physnets = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.503389] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.region_name = RegionOne {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.503550] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.retriable_status_codes = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.503718] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.service_metadata_proxy = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.503876] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.service_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.504054] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.service_type = network {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.504222] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.split_loggers = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.504380] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.status_code_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.504541] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.status_code_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.504698] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.504877] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.505048] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] neutron.version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.505226] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] notifications.bdms_in_notifications = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.505405] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] notifications.default_level = INFO {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.505615] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] notifications.include_share_mapping = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.505810] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] notifications.notification_format = unversioned {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.505976] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] notifications.notify_on_state_change = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.506171] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.506351] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] pci.alias = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.506525] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] pci.device_spec = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.506690] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] pci.report_in_placement = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.506861] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.auth_section = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.507046] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.auth_type = password {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.507219] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.507379] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.cafile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.507537] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.certfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.507699] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.collect_timing = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.507856] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.connect_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.508017] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.connect_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.508180] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.default_domain_id = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.508338] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.default_domain_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.508493] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.domain_id = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.508648] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.domain_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.508803] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.endpoint_override = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.508960] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.insecure = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.509129] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.keyfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.509285] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.max_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.509440] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.min_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.509607] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.password = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.509765] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.project_domain_id = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.509929] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.project_domain_name = Default {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.510105] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.project_id = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.510280] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.project_name = service {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.510478] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.region_name = RegionOne {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.510647] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.retriable_status_codes = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.510806] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.service_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.510975] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.service_type = placement {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.511151] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.split_loggers = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.511316] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.status_code_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.511499] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.status_code_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.511672] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.system_scope = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.511830] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.511988] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.trust_id = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.512162] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.user_domain_id = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.512330] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.user_domain_name = Default {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.512500] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.user_id = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.512676] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.username = nova {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.512855] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.513020] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] placement.version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.513208] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.cores = 20 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.513371] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.count_usage_from_placement = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.513541] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.513708] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.injected_file_content_bytes = 10240 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.513873] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.injected_file_path_length = 255 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.514049] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.injected_files = 5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.514221] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.instances = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.514386] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.key_pairs = 100 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.515646] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.metadata_items = 128 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.515646] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.ram = 51200 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.515646] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.recheck_quota = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.515646] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.server_group_members = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.515646] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.server_groups = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.515646] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.515646] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] quota.unified_limits_resource_strategy = require {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.515931] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.515931] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.516068] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] scheduler.image_metadata_prefilter = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.516230] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.516393] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] scheduler.max_attempts = 3 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.516557] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] scheduler.max_placement_results = 1000 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.516717] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.516876] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.517045] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.517221] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] scheduler.workers = 2 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.517395] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.517570] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.517745] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.517914] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522026] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522026] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522026] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522026] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522026] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.host_subset_size = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522026] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522235] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522235] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522235] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.isolated_hosts = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522235] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.isolated_images = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522235] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522235] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522235] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522409] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.pci_in_placement = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522409] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522409] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522409] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522409] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522409] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522409] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522572] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.track_instance_changes = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522572] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522572] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] metrics.required = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522572] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] metrics.weight_multiplier = 1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522572] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522572] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] metrics.weight_setting = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522572] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522783] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] serial_console.enabled = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.522810] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] serial_console.port_range = 10000:20000 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.523031] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.523148] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.523312] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] serial_console.serialproxy_port = 6083 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.523487] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] service_user.auth_section = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.523656] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] service_user.auth_type = password {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.523809] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] service_user.cafile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.523959] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] service_user.certfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.524130] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] service_user.collect_timing = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.524286] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] service_user.insecure = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.524436] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] service_user.keyfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.524599] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] service_user.send_service_user_token = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.524755] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] service_user.split_loggers = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.524906] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] service_user.timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.525084] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] spice.agent_enabled = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.525245] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] spice.enabled = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.525551] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.525755] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.526986] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] spice.html5proxy_port = 6082 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.526986] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] spice.image_compression = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.526986] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] spice.jpeg_compression = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.526986] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] spice.playback_compression = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.526986] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] spice.require_secure = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.526986] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] spice.server_listen = 127.0.0.1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.526986] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.527393] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] spice.streaming_mode = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.527393] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] spice.zlib_compression = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.527393] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] upgrade_levels.baseapi = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.527539] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] upgrade_levels.compute = auto {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.527659] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] upgrade_levels.conductor = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.527814] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] upgrade_levels.scheduler = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.527977] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.528179] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.528311] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vendordata_dynamic_auth.cafile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.528468] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vendordata_dynamic_auth.certfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.528630] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.528788] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vendordata_dynamic_auth.insecure = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.528942] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.529113] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.529269] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vendordata_dynamic_auth.timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.529440] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.api_retry_count = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.529601] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.ca_file = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.529770] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.529936] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.cluster_name = testcl1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.530113] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.connection_pool_size = 10 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.530272] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.console_delay_seconds = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.530470] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.datastore_regex = ^datastore.* {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.530685] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.530859] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.host_password = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.531038] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.host_port = 443 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.531214] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.host_username = administrator@vsphere.local {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.531393] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.insecure = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.531566] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.integration_bridge = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.531734] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.maximum_objects = 100 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.531892] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.pbm_default_policy = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.532068] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.pbm_enabled = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.532228] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.pbm_wsdl_location = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.532395] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.532555] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.serial_port_proxy_uri = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.532710] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.serial_port_service_uri = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.532875] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.task_poll_interval = 0.5 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.533055] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.use_linked_clone = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.533230] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.vnc_keymap = en-us {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.533396] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.vnc_port = 5900 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.533562] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vmware.vnc_port_total = 10000 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.533745] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vnc.auth_schemes = ['none'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.533918] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vnc.enabled = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.534233] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.534428] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.534603] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vnc.novncproxy_port = 6080 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.534788] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vnc.server_listen = 127.0.0.1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.534966] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.535142] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vnc.vencrypt_ca_certs = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.535302] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vnc.vencrypt_client_cert = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.535458] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vnc.vencrypt_client_key = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.535632] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.535794] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.disable_deep_image_inspection = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.535954] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.536127] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.536289] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.536448] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.disable_rootwrap = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.536610] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.enable_numa_live_migration = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.536768] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.536925] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.537093] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.537255] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.libvirt_disable_apic = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.537416] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.537589] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.537748] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.537904] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.538483] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.538694] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.538864] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.539042] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.539213] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.539381] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.539571] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.539740] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] wsgi.client_socket_timeout = 900 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.539909] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] wsgi.default_pool_size = 1000 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.540090] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] wsgi.keep_alive = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.540263] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] wsgi.max_header_line = 16384 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.540454] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.540628] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] wsgi.ssl_ca_file = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.540791] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] wsgi.ssl_cert_file = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.540949] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] wsgi.ssl_key_file = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.541154] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] wsgi.tcp_keepidle = 600 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.541345] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.541533] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] zvm.ca_file = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.541706] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] zvm.cloud_connector_url = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.542030] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.542305] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] zvm.reachable_timeout = 300 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.542513] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.542699] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.542876] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] profiler.connection_string = messaging:// {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.543059] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] profiler.enabled = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.543236] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] profiler.es_doc_type = notification {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.543399] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] profiler.es_scroll_size = 10000 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.543570] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] profiler.es_scroll_time = 2m {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.543728] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] profiler.filter_error_trace = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.543895] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] profiler.hmac_keys = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.544074] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] profiler.sentinel_service_name = mymaster {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.544245] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] profiler.socket_timeout = 0.1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.544409] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] profiler.trace_requests = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.544570] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] profiler.trace_sqlalchemy = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.544756] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] profiler_jaeger.process_tags = {} {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.544915] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] profiler_jaeger.service_name_prefix = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.545113] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] profiler_otlp.service_name_prefix = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.545299] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] remote_debug.host = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.545466] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] remote_debug.port = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.545682] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.545902] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.546090] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.546296] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.546472] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.546638] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.546825] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.546998] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.547197] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.547416] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.547590] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.547762] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.547931] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.548109] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.548284] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.548447] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.548615] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.548785] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.548993] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.549213] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.549389] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.549615] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.549837] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.550035] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.550209] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.550403] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.550579] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.550743] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.550905] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.551080] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.ssl = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.551253] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.551420] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.551584] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.551750] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.551915] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.552085] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.552274] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.552440] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_notifications.retry = -1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.552619] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.552808] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.552985] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.auth_section = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.553164] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.auth_type = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.553325] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.cafile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.553484] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.certfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.553648] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.collect_timing = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.553807] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.connect_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.553965] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.connect_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.554138] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.endpoint_id = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.554310] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.554468] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.endpoint_override = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.554628] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.endpoint_region_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.554784] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.endpoint_service_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.554940] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.endpoint_service_type = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.555116] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.insecure = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.555276] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.keyfile = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.555432] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.max_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.555589] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.min_version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.555745] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.region_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.555902] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.retriable_status_codes = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.556072] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.service_name = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.556237] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.service_type = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.556398] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.split_loggers = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.556557] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.status_code_retries = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.556731] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.status_code_retry_delay = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.556909] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.timeout = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.557086] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.valid_interfaces = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.557250] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_limit.version = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.557416] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_reports.file_event_handler = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.557584] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.557741] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] oslo_reports.log_dir = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.557911] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.558101] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.558274] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.558436] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.558599] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.558757] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.558925] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.559095] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vif_plug_ovs_privileged.group = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.559257] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.559420] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.559582] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.559741] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] vif_plug_ovs_privileged.user = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.559910] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.560110] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.560287] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.560483] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.560662] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.560832] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.560993] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.561171] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.561349] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.561539] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_ovs.isolate_vif = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.561716] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.561880] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.562059] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.562230] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.562390] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] os_vif_ovs.per_port_bridge = False {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.562561] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] privsep_osbrick.capabilities = [21] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.562740] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] privsep_osbrick.group = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.562909] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] privsep_osbrick.helper_command = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.563087] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.563253] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.563411] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] privsep_osbrick.user = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.563584] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.563741] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] nova_sys_admin.group = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.563902] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] nova_sys_admin.helper_command = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.564069] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.564235] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.564388] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] nova_sys_admin.user = None {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.564520] env[62211]: DEBUG oslo_service.service [None req-ff9c55b9-a9ee-4e8e-acab-4c73047c8037 None None] ******************************************************************************** {{(pid=62211) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 518.564943] env[62211]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 519.068944] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Getting list of instances from cluster (obj){ [ 519.068944] env[62211]: value = "domain-c8" [ 519.068944] env[62211]: _type = "ClusterComputeResource" [ 519.068944] env[62211]: } {{(pid=62211) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 519.070034] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab899ef-aa16-4e2b-94b9-110733480a7d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.078881] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Got total of 0 instances {{(pid=62211) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 519.079479] env[62211]: WARNING nova.virt.vmwareapi.driver [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 519.079959] env[62211]: INFO nova.virt.node [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Generated node identity abf99c99-7905-460a-9a21-7a8d7de527ef [ 519.080200] env[62211]: INFO nova.virt.node [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Wrote node identity abf99c99-7905-460a-9a21-7a8d7de527ef to /opt/stack/data/n-cpu-1/compute_id [ 519.585054] env[62211]: WARNING nova.compute.manager [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Compute nodes ['abf99c99-7905-460a-9a21-7a8d7de527ef'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 520.591129] env[62211]: INFO nova.compute.manager [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 521.597075] env[62211]: WARNING nova.compute.manager [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 521.597659] env[62211]: DEBUG oslo_concurrency.lockutils [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.597659] env[62211]: DEBUG oslo_concurrency.lockutils [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.597659] env[62211]: DEBUG oslo_concurrency.lockutils [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.597933] env[62211]: DEBUG nova.compute.resource_tracker [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 521.598821] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cd123e-50db-4a48-b7b2-1dbafe8fde7a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.607124] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb422db-b871-4209-a306-0203630dc067 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.623548] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04daba65-1f55-44ca-8125-3c9e9fa3c352 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.630099] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18224df-182f-49a6-8a67-74f927d20eef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.658771] env[62211]: DEBUG nova.compute.resource_tracker [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181313MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 521.658920] env[62211]: DEBUG oslo_concurrency.lockutils [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.659134] env[62211]: DEBUG oslo_concurrency.lockutils [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.161562] env[62211]: WARNING nova.compute.resource_tracker [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] No compute node record for cpu-1:abf99c99-7905-460a-9a21-7a8d7de527ef: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host abf99c99-7905-460a-9a21-7a8d7de527ef could not be found. [ 522.665872] env[62211]: INFO nova.compute.resource_tracker [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: abf99c99-7905-460a-9a21-7a8d7de527ef [ 524.173759] env[62211]: DEBUG nova.compute.resource_tracker [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 524.174114] env[62211]: DEBUG nova.compute.resource_tracker [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 524.328275] env[62211]: INFO nova.scheduler.client.report [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] [req-3148c007-d72d-4af1-a663-4a6f265997cc] Created resource provider record via placement API for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 524.345348] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ba4e17-df05-40b8-976d-154515e18325 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.353391] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c962a364-7972-4339-a670-0cb8c6f1a090 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.382456] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9e5425-cef6-46b0-8144-57ed1ea5eb04 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.389742] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab328d81-d17d-492a-8e2f-000a00bdc06e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.402363] env[62211]: DEBUG nova.compute.provider_tree [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 524.941014] env[62211]: DEBUG nova.scheduler.client.report [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 524.941014] env[62211]: DEBUG nova.compute.provider_tree [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 0 to 1 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 524.941014] env[62211]: DEBUG nova.compute.provider_tree [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 524.992021] env[62211]: DEBUG nova.compute.provider_tree [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 1 to 2 during operation: update_traits {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 525.496430] env[62211]: DEBUG nova.compute.resource_tracker [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 525.496430] env[62211]: DEBUG oslo_concurrency.lockutils [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.835s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.496430] env[62211]: DEBUG nova.service [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Creating RPC server for service compute {{(pid=62211) start /opt/stack/nova/nova/service.py:186}} [ 525.509017] env[62211]: DEBUG nova.service [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] Join ServiceGroup membership for this service compute {{(pid=62211) start /opt/stack/nova/nova/service.py:203}} [ 525.509017] env[62211]: DEBUG nova.servicegroup.drivers.db [None req-99ec27b5-97c2-4ac5-9b9f-bb01f5c68333 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62211) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 555.510135] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.013131] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Getting list of instances from cluster (obj){ [ 556.013131] env[62211]: value = "domain-c8" [ 556.013131] env[62211]: _type = "ClusterComputeResource" [ 556.013131] env[62211]: } {{(pid=62211) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 556.014317] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4a4cdf-efc2-4990-97d7-27dc89c39981 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.022811] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Got total of 0 instances {{(pid=62211) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 556.023045] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.023334] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Getting list of instances from cluster (obj){ [ 556.023334] env[62211]: value = "domain-c8" [ 556.023334] env[62211]: _type = "ClusterComputeResource" [ 556.023334] env[62211]: } {{(pid=62211) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 556.024169] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b039aa-fe33-418d-bf39-c50a584d5c3e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.031475] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Got total of 0 instances {{(pid=62211) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 573.869759] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 573.869759] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 573.869759] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 573.869759] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 574.373034] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 574.373034] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.373034] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.373251] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.373375] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.373557] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.373738] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.373903] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 574.374058] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 574.877723] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.878088] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.878144] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.878309] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 574.879183] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2cac73-d8ab-4eac-8cae-e5e5894eb343 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.887378] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf4a0ee-c5af-4fb4-9e2c-13a33a47b97b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.900725] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeeca29-b1f1-4884-8187-6709efd926d9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.906872] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f59e15-740d-4a24-a73a-1194fc4ba7b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.935212] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181306MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 574.935343] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.935524] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.953120] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 575.953350] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 575.967501] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2e9179-5a07-40dc-82e3-a1e354c516fd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.974542] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312ec4aa-1284-49da-97b2-323c1521f064 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.003036] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da245e2b-368b-4a09-94fa-6c611eb0b32d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.009641] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148bdc3f-dc01-40f8-83a1-2b8e3c4b488d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.022316] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.525523] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 577.030937] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 577.031353] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.018826] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.019197] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.523962] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.524182] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 637.524182] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 638.026680] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 638.027078] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.027078] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.027209] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.027350] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.027485] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.027622] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.027746] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 638.027883] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.531148] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.531386] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.531568] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.531719] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 638.532666] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c18141-0216-4f71-9e6c-bd7375278d32 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.540948] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db8f11d-0bd2-44de-87db-72cb7bdccace {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.554507] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520dab87-f339-4feb-a027-d1ba10c2dc7c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.560610] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5576ffd1-d96f-4021-8367-ad230dcb374e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.589857] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181277MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 638.590057] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.590192] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.609689] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 639.609964] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 639.623291] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b73195-eb5d-45c4-9bf0-19720256cba3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.631285] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1950452c-304e-4ce5-ace3-9e9a40882cfb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.659785] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8de004-49e6-43be-95e2-9c04d6d3effa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.666587] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc702b2e-a277-4b4b-96ac-ad712a88c122 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.679257] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.182579] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.183763] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 640.183941] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.187133] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.187133] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.187133] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 700.187133] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 700.689578] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 700.689839] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.689949] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.690114] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.690260] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.690394] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.690533] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 700.690659] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 700.690794] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 701.194109] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.194482] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.194520] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.194642] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 701.195668] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc37139d-f2c5-4811-8359-450f53aeabf4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.204355] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6708836a-104f-41a6-83fc-55a0936d01fd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.218956] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0be6f7a-e934-4b65-bfa7-5427acb94333 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.226025] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97d4ced-ad7e-4aec-b14b-161ca73c4795 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.255633] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181291MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 701.255821] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.255962] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.276859] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 702.277230] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 702.292557] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfcbf26-b899-4200-9d52-a79bf28f49ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.300640] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d04223-8a93-4ff9-848b-6efd87237ead {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.332302] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d72b67-3772-48f2-86cd-9f26d16a6bff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.340857] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41b9f68-186b-4c8a-9dfa-de4e9e82bd60 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.354745] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.858312] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.859568] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 702.859760] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.604s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.529613] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.035708] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.035897] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 758.036030] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 758.538409] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 758.538769] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.538918] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.539141] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.539341] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.539522] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 758.539715] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 759.042706] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.042963] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.043177] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.043379] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 759.044334] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e841d62c-e423-4567-a3dc-871cc963fcf4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.053126] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2367861-90d1-406c-b790-525cdb96e638 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.067639] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79031471-66f5-4c08-81e4-78c00490110b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.074054] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cf474b-9bc1-48c5-901e-a1e1117085d8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.104043] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181290MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 759.104249] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.104436] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.125053] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 760.125053] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 760.137809] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c351fc3-e8b2-4fe5-97d5-852644addee4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.145367] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d787696-5e98-4e90-b4e3-34617a1ef153 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.174318] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e2db79-2486-49c3-aa54-8a76fb1ac07f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.180770] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7683a33-0ed9-4564-9fb1-bf1120d6d045 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.193369] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.696710] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.697905] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 760.698100] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.023653] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.023896] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.024066] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 813.862779] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 813.862779] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Cleaning up deleted instances {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 814.366803] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] There are 0 instances to clean {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 814.366803] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 814.366803] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Cleaning up deleted instances with incomplete migration {{(pid=62211) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 814.868946] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.370683] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.371075] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 816.860111] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.363116] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.363365] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.363612] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.363785] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 817.364693] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f9b3da-1740-499b-b36d-e4baefb492fd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.372813] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4282860f-e9bb-4653-b117-787a93cd1907 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.386746] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942fc398-dfe7-4e98-8cf7-d9bea9b7a7b3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.392820] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c8206c-a15f-49b0-9a53-b81adfab3aab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.421370] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181284MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 817.421522] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.421693] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.442289] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 818.442565] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 818.456015] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e570abcf-6f67-4aa2-8951-8c390dd32a68 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.463372] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9501d7-497c-443c-a1c5-78856bd82f3e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.492738] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acf589d-7954-45e4-9439-0320f38771e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.499471] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25bfefb-0798-4f74-965a-c521b8183a4c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.513390] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.016876] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.018157] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 819.018341] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.018173] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.018545] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.018545] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 820.018645] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 820.522149] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 820.522363] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.522521] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.522704] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.522891] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.859494] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.860632] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.861116] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 877.855571] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.360957] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.360957] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 878.360957] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 878.864041] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 878.864306] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.864475] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.368861] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.369251] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.369333] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.369418] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 879.370430] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb847cd1-5e3e-4d94-aeea-e6b60d5fb897 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.378997] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1860c5a7-adce-4dbf-a587-d4243dd7dffb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.392836] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b3a114-90ba-4028-9de7-8267fa52a5a4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.399222] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aebb09-1382-4595-8aa1-8d3e26e360d1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.426945] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181320MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 879.427112] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.427307] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.480712] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 880.480973] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 880.497524] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 880.510230] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 880.510401] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.523519] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 880.539757] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 880.551993] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0715b10-4a22-41b0-96d1-0e15f0dee736 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.559166] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ffeccd-7982-4a88-a87b-6423cc35e718 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.588218] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcbb028-e65c-4246-ae76-f86aa8c42971 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.595178] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa12fd44-e46b-4372-af66-8059b1136e2e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.607760] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.110573] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.111900] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 881.112098] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.685s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.108588] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.108588] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.108588] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.108588] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.108588] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.860883] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.860883] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 938.861548] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.861548] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 938.861548] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 939.363378] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 939.860103] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.855725] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.859277] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.859455] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.363582] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.364051] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.364295] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.364553] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 941.366187] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806ded93-bff7-4c2e-8fa3-37037c593c2b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.380644] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87569e44-69cd-455a-aefe-9cc2f44f6e94 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.403301] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80c50e6-9067-427f-9905-8eda243aaf15 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.411375] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86092a45-4c06-447f-b161-b0281e89604b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.440721] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181316MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 941.440898] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.441109] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.460757] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 942.461042] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 942.476027] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2732aee-a7a2-4553-8e17-39aecadff594 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.483013] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89035df3-2018-4b9d-8040-2289086859e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.513096] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b78351c-40a2-4bd8-b547-a44ff3dcaa44 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.520195] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63d16dc-1b53-4291-ad0d-def10f1b3aaf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.532846] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.035922] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.037194] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 943.037370] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.038101] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 944.038479] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 944.038599] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.861608] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.862042] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 998.861582] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.861795] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 998.862072] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 999.365300] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1000.860348] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.855865] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.859671] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.859917] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.856097] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.360777] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.863462] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.863822] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.863947] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.864088] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1003.864996] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52009dbc-6f13-4b50-8d54-ee3b2f15207e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.873089] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b178cbb-6333-4343-ad04-b7652d03cedd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.887204] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc0d109-c5f6-42f9-8a2d-377f4b2b17e2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.893008] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ede4e6-e9f5-4f6e-9c2d-530efc19334e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.920388] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181331MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1003.920542] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.920708] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.939285] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1004.939557] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1004.952260] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081c1f70-d4a1-4786-870f-b9ca0e0fecd0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.959828] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9451dcb-18e4-47ff-a79b-95c255a6ba78 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.989168] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcfca06-1795-4c93-baa0-735d5d3055b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.995933] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5150570-9398-4d1f-b7f9-c1813d095113 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.008752] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.512494] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.513809] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1005.513991] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.013880] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.014300] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.860967] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.861388] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1059.861388] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1060.364166] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1060.364489] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.364610] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1061.861186] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.861555] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.861555] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.859625] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.860513] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.363834] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.364080] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.364253] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.364402] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1064.365358] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cc674d-5b1c-4c52-b7c0-d4aee9e7b697 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.373469] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c804f1e1-80a6-4e34-bf35-84b5e798829c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.386758] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01d3eb5-28de-4862-a1d8-9b0c35bf0a55 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.392521] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d13e93-cefe-4585-bc70-6eee585ae7cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.420998] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181321MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1064.421193] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.421324] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.439805] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1065.440094] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1065.455123] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73edc671-66ee-4be3-b31e-531d4af67312 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.462717] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c5a6e1-1bf2-43c9-b3a4-29d84550ca30 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.491405] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47319d6b-0506-4522-9b88-998d89149365 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.498131] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dda59f-6a5d-4c78-bb4d-89ed0abe8591 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.511996] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.015198] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.016496] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1066.016679] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.016366] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.016739] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.860399] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.860837] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1120.860460] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.860756] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Cleaning up deleted instances {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1121.363715] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] There are 0 instances to clean {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1122.363523] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.363877] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1122.363877] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1122.867419] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1122.867680] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.867802] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.867879] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.359623] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.359714] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.861495] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.861495] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.364306] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.364663] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.364733] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.364890] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1125.365930] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f689f93d-0737-4fad-b046-76448a6eb683 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.374189] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27889a30-0bf6-4cc4-a78b-56c99ad3fe16 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.387829] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fe14ac-bf69-40f2-801f-6840d4e71153 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.393656] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dfed57-1e1b-41a0-bb0a-2c508c08fc75 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.422311] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181319MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1125.422444] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.422619] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.440061] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1126.440302] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1126.454535] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc95ca7-591e-4cbf-b729-bcd18cea1bd2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.462427] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f832e39-3a79-49f3-93de-1da274e8fe2c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.491074] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8958e6f3-bbce-47b8-acb2-18e7fb0946d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.497628] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a458cc5-906b-41e0-b2ac-4a4935a82f8e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.511285] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.014123] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.015409] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1127.015593] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.015811] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.015975] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Cleaning up deleted instances with incomplete migration {{(pid=62211) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1127.861417] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.861773] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.014615] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.518557] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Getting list of instances from cluster (obj){ [ 1156.518557] env[62211]: value = "domain-c8" [ 1156.518557] env[62211]: _type = "ClusterComputeResource" [ 1156.518557] env[62211]: } {{(pid=62211) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1156.519693] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3a4858-945e-4500-986f-385415d26fd4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.528575] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Got total of 0 instances {{(pid=62211) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1179.860133] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.860511] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1182.860641] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.861030] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1182.861030] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1183.363727] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1183.363924] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.860177] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.860432] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.860316] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.859464] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.860224] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.363085] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.363338] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.363568] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.363734] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1187.364647] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0774f5-1fbc-4068-8dff-57eb2e1ee953 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.373245] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f56e55-3107-4f06-b188-0ce6b4c563c0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.387562] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56252384-ba7e-494c-815c-232720e8de04 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.393528] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c780e83d-bf95-4fb2-ab4f-1fdb6433eb17 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.421026] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181321MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1187.421170] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.421357] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.540116] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1188.540432] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1188.556463] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1188.567872] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1188.568048] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.577285] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1188.592593] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1188.604244] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e96b3c2-5955-48a7-9dc0-3b6cfe2e16b0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.612091] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9150bb37-1497-437e-9093-36b9abbd5150 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.642920] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36288b2d-5294-442f-b2eb-afe5f7a7ddf1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.650370] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fe784f-3686-4dd8-886e-d05c19d9bbb8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.664017] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.167596] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.168889] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1189.169087] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.748s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.168984] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.861090] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.861507] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1242.855964] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.362096] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.362096] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1243.362096] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1243.864603] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1244.860264] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.860702] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.860444] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.861278] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.859559] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.859818] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.363113] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.363480] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.363516] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.363675] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1248.365301] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b8711-d574-400c-85a2-b367ce1a5529 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.372796] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0a15cf-7979-432b-a382-a316b66056d5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.386395] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652517b0-d12e-418e-9276-ad43070d142b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.392417] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9805a5-d915-403a-95d5-1d83eab930cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.420699] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181308MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1248.420869] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.421032] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.439770] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1249.440020] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1249.452909] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6d8e25-4677-4a63-afa1-3f3d3302db08 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.460599] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24d808e-27e6-4114-9a9f-bd22b4123d9c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.489401] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617abda0-d243-4b9b-b302-9444a4eac6f7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.496333] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e75d2f6-6ecc-4ac9-aa26-df6118724c73 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.509915] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.013351] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.014613] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1250.014800] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.015626] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.859117] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.859392] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1303.856238] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.858833] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.858990] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1303.859126] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1304.361972] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1305.859492] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.859913] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.861919] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.862332] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.365151] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.365420] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.365598] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.365794] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1308.366760] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526e6b0b-eb35-49eb-b6fd-60f520a23dad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.375151] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84ec43d-fe19-43c2-aad0-e5a4be527357 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.388843] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6efdc5b-c380-4174-bbcc-764189ccd787 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.394864] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db9a7a6-a7f5-42d1-824f-5565704a3f58 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.423708] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181319MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1308.423854] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.424053] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.443773] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1309.444043] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1309.459731] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172394ee-5212-444c-b0b1-aeeadc8875b5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.467455] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57602a9e-b8a8-4109-bc4a-a9d0a6f27d90 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.496265] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f69d5b-7d47-4efc-8d75-0098facc1519 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.503367] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8896db0e-785a-4fe9-8880-b7dc1fcc5bc0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.516124] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.019046] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.020325] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1310.020516] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.018863] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.019312] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.858455] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.858840] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.364883] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.364883] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1364.364883] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1364.866621] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1364.867094] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.867094] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1367.861497] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.861913] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.861913] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.861985] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.365458] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.365682] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.365843] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.365990] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1368.366898] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd83e11c-116f-4cb1-b2f3-174554c96be6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.374920] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b217975-88ad-426b-bdd2-c3d0fd297c27 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.389152] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cfba80-5218-4ce5-91dd-c91878809c52 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.395170] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49105f98-aeb6-425f-9320-2884fa8a9390 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.423082] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181325MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1368.423082] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.423290] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.445270] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1369.445509] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1369.458269] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2548090-52fd-49ef-947f-aa8b5ecb4a3a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.465720] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2e3f25-8f1c-4010-a3c5-776b009186b5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.493939] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1274f72-9d1b-4848-9f13-30930eb2d8bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.500789] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fee1f6-d3d7-4b6a-acfb-1ce3b93b59d8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.513344] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.016548] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.017818] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1370.018015] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.016403] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.016773] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.855568] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.860015] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.860388] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1425.860388] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1426.363584] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1426.363829] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.363899] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1428.859665] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.362749] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.362997] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.363158] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.363309] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1429.364234] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f07294-bc31-4f4c-8a5b-61d2eeac08c1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.372238] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb598ef4-937c-4507-83bb-2bdbb99cdefa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.385731] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c203ed-8855-4499-9368-3f7b1384ca37 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.391512] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba82cc3-85cd-4128-9a99-3af46cb906ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.419008] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181325MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1429.419162] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.419347] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.438236] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1430.438491] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1430.451836] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfaf0c5-4582-4abc-95c4-5c7c09d3f052 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.459700] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54dea41-4fad-4c3d-952f-ef3fe06454ff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.489386] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd760e7-cab6-4d70-b488-07c943c2fcb3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.495771] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94daecf-f091-4036-8315-5a5e4381df15 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.507960] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.011712] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.013014] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1431.014027] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.014027] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.014027] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Cleaning up deleted instances {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1431.517330] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] There are 0 instances to clean {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1431.860711] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.860952] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.861146] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.861330] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.363177] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.363556] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.861382] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.861764] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Cleaning up deleted instances with incomplete migration {{(pid=62211) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1487.359176] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.359587] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.865052] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.865052] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1487.865052] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1488.367984] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1488.368470] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.368470] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1488.860085] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.363706] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.363973] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.364172] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.364322] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1489.365229] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54893f5-1fcf-49f8-9713-a4f5e809068b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.373623] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab26512-de68-4bdd-9806-57ef5245f0ab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.387071] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82581c80-7edd-4c38-bc47-939e522c5ace {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.393214] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac564c3-7c4c-4dc5-b64a-1001a9f31741 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.420844] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181322MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1489.421022] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.422392] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.453663] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1490.453889] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1490.468996] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1490.479357] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1490.479522] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1490.487988] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1490.502773] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1490.513543] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55e144c-c687-44d7-8029-912e31246b72 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.520878] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ad9adc-d87b-46fa-9c8c-ef841b8a1ccf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.550621] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bc1a80-a629-4766-92a5-38adcd734747 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.557687] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e076070-e0b3-4796-9f30-b96d5f711354 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.571264] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.073653] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.074845] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1491.075033] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.654s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.075470] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.075824] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.075824] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.859362] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.859744] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.855671] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.859521] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.859949] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1547.859949] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1548.363302] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1548.859988] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.860392] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1549.859656] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.362964] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.363318] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.363431] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.363549] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1550.364469] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88604d38-388b-48c2-b5b5-f65a10ae3288 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.372380] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1291c4f4-ec68-4ac2-8efc-4842f7c1a66c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.385925] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfb8bf6-c2ae-46cc-98fd-20298f83288a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.392447] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551575e2-b2cc-479d-83e0-8caf84bdabdc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.420178] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181313MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1550.420381] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.420545] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.439076] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1551.439312] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1551.453237] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444ffc10-7636-474f-8ba4-78d931dedd53 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.460364] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c571ff51-8b32-4f06-9860-906bd5a78020 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.489736] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721cb23a-c4fc-4f84-a121-80911267768d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.496475] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c1f816-f11c-4fe6-b210-5d573d8784fa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.509045] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.011818] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.013116] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1552.013302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.013605] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.013984] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.013984] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.860022] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.859607] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1606.856318] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1608.860206] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1608.860577] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1608.860577] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1609.363871] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1609.364100] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1609.364234] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1609.860156] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.364561] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1610.867376] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.867615] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.867782] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.867940] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1610.868852] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd92ede-2730-4425-a150-713a4c3cc993 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.877272] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaa5c3a-5f9b-4888-86ee-44fa5792b228 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.891009] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4c990d-4a76-4d36-ab26-d385811c88ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.896918] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723832bf-4cf1-4dcf-b062-706eba1319cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.924552] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181325MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1610.924692] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.924881] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.942136] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1611.942376] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1611.955823] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384652ea-4446-412b-a47e-5eb146d94da9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.963415] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6201359f-aa79-4344-bda9-d2e507165af5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.994506] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f80900-26c0-4cf3-9a58-9fb77ee11ae5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.004305] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d678ef7-bdb5-46bc-87a6-55ef0eb5ce94 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.024188] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.527491] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.528853] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1612.529046] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.604s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.024583] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1614.024863] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1614.024962] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1615.859765] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1616.859622] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1667.857484] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.860298] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.860748] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1668.860748] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1669.363982] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1669.861084] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1670.364122] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.364361] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.364528] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.364681] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1670.365658] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f059c8-13b1-4316-9e2d-b6af5a28f636 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.374251] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dd6342-6369-4da1-95a2-ffeda34b3c63 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.388034] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9840341-960b-41f7-aaf6-8f0bda30dfa8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.394232] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d86759-6187-4819-956c-5c291c6846c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.423426] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181326MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1670.423600] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.423798] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.442033] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1671.442033] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1671.454994] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba19bd71-1392-44c9-bc46-65d2e092be70 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.462293] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629d071b-5b6a-4e1e-bd0f-c1efb3f9181b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.490441] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35382eb-9a96-4926-a3b7-aa27fa0d797a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.496800] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba494bb4-2733-49ff-97c1-1c7981d2d19a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.509850] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1672.012651] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1672.013903] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1672.014109] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.013600] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.014044] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.014044] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.014121] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.014250] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1676.861350] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1677.861165] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.857425] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1728.311847] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquiring lock "685d4ec2-62cf-466a-9990-7934576ea0aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.312909] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Lock "685d4ec2-62cf-466a-9990-7934576ea0aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.814909] env[62211]: DEBUG nova.compute.manager [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1729.358973] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.359918] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.362563] env[62211]: INFO nova.compute.claims [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1729.544098] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "259d67e5-975e-41fb-87fa-1a3148391e05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.544876] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "259d67e5-975e-41fb-87fa-1a3148391e05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.627776] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Acquiring lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.627868] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.860406] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1729.860715] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1729.860858] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1730.049653] env[62211]: DEBUG nova.compute.manager [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1730.130222] env[62211]: DEBUG nova.compute.manager [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1730.180522] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquiring lock "704aefed-050d-4614-a3bb-854e028fc9c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.180754] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lock "704aefed-050d-4614-a3bb-854e028fc9c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.200261] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Acquiring lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.200497] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.367168] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Skipping network cache update for instance because it is Building. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1730.367443] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1730.516816] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb59a371-78f3-42c7-8717-2df48c3ad355 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.525505] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2d0b2f-1f05-42e9-9cd6-0736c47a29af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.567297] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bd95b5-e98e-41a4-bdc6-0540d6f3e95e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.575631] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Acquiring lock "c8083792-677e-4647-8d8c-08fdc6712cd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.575815] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Lock "c8083792-677e-4647-8d8c-08fdc6712cd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.583972] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ef719d-9bdf-4e3a-800e-f242f7df1daf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.590424] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.600222] env[62211]: DEBUG nova.compute.provider_tree [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.658382] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.684032] env[62211]: DEBUG nova.compute.manager [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1730.704357] env[62211]: DEBUG nova.compute.manager [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1730.863957] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.863957] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Cleaning up deleted instances {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1731.079725] env[62211]: DEBUG nova.compute.manager [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1731.102850] env[62211]: DEBUG nova.scheduler.client.report [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1731.242030] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.246010] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.368893] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] There are 0 instances to clean {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1731.602320] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.609365] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.610041] env[62211]: DEBUG nova.compute.manager [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1731.612820] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.022s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.614262] env[62211]: INFO nova.compute.claims [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1731.883290] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "3f952136-5629-42ba-8a95-a21524601643" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.883953] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "3f952136-5629-42ba-8a95-a21524601643" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.119523] env[62211]: DEBUG nova.compute.utils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1732.121061] env[62211]: DEBUG nova.compute.manager [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1732.127393] env[62211]: DEBUG nova.network.neutron [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1732.330683] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "4f85b886-8a92-495c-948c-4f21691d4f39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.330920] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "4f85b886-8a92-495c-948c-4f21691d4f39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.366205] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.366578] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1732.366681] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.386046] env[62211]: DEBUG nova.compute.manager [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1732.478139] env[62211]: DEBUG nova.policy [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f045a45b8264f5e9136d5d41c853d1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a094dea231c94b9a9e1796f58ea42461', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1732.634704] env[62211]: DEBUG nova.compute.manager [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1732.776968] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4557df36-1a34-4a87-a1c1-4672b559dcae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.785801] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc62b35-6a00-4cad-b7b1-944537530369 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.829360] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2441f0c2-ae0f-4af9-bab9-c0d3a28963a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.833273] env[62211]: DEBUG nova.compute.manager [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1732.839129] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d388cc83-6677-4ef1-9b8a-a306a2318298 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.856213] env[62211]: DEBUG nova.compute.provider_tree [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.870064] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.932315] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.360475] env[62211]: DEBUG nova.scheduler.client.report [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1733.370511] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.447378] env[62211]: DEBUG nova.network.neutron [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Successfully created port: d12e6422-208d-44d3-be6e-c69200b06b8f {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1733.644874] env[62211]: DEBUG nova.compute.manager [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1733.685734] env[62211]: DEBUG nova.virt.hardware [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1733.691118] env[62211]: DEBUG nova.virt.hardware [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1733.691118] env[62211]: DEBUG nova.virt.hardware [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1733.691118] env[62211]: DEBUG nova.virt.hardware [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1733.691118] env[62211]: DEBUG nova.virt.hardware [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1733.691118] env[62211]: DEBUG nova.virt.hardware [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1733.691298] env[62211]: DEBUG nova.virt.hardware [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1733.691298] env[62211]: DEBUG nova.virt.hardware [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1733.691298] env[62211]: DEBUG nova.virt.hardware [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1733.691298] env[62211]: DEBUG nova.virt.hardware [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1733.691298] env[62211]: DEBUG nova.virt.hardware [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1733.691515] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5c3a24-cf88-4d12-80aa-df50193802e2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.702490] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e89bb6c-adfd-4611-a52c-543c24efe62a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.722885] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77ce30b-fdfc-47d1-b7d5-631df7a47b69 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.869306] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.869540] env[62211]: DEBUG nova.compute.manager [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1733.872862] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.214s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.873727] env[62211]: INFO nova.compute.claims [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1734.381866] env[62211]: DEBUG nova.compute.utils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1734.390356] env[62211]: DEBUG nova.compute.manager [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1734.393566] env[62211]: DEBUG nova.network.neutron [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1734.507705] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "ed809ccc-1cae-4a76-a40e-19650dbbe801" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.508020] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "ed809ccc-1cae-4a76-a40e-19650dbbe801" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.521358] env[62211]: DEBUG nova.policy [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '296458dd3dc542e8a26c04997ac0629b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e27a34fb6b144a6bbd33fd128932542', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1734.889757] env[62211]: DEBUG nova.compute.manager [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1735.011965] env[62211]: DEBUG nova.compute.manager [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1735.055258] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25cd822-9d80-4261-a6de-72f83b48da34 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.064951] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f45840-d9d2-4f5b-a5f8-3843e68d94a2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.104857] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dc2186-b0ae-4679-b0e4-8058fc4114e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.113892] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2ce47f-d788-4eff-8a32-b2a518dc0b54 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.131083] env[62211]: DEBUG nova.compute.provider_tree [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.398081] env[62211]: DEBUG nova.network.neutron [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Successfully created port: c1a2743d-fc6f-4551-8908-f85e8996e602 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1735.540879] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.632934] env[62211]: DEBUG nova.scheduler.client.report [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1735.902878] env[62211]: DEBUG nova.compute.manager [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1735.952016] env[62211]: DEBUG nova.virt.hardware [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1735.952016] env[62211]: DEBUG nova.virt.hardware [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.952016] env[62211]: DEBUG nova.virt.hardware [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1735.952289] env[62211]: DEBUG nova.virt.hardware [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.952289] env[62211]: DEBUG nova.virt.hardware [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1735.952289] env[62211]: DEBUG nova.virt.hardware [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1735.952289] env[62211]: DEBUG nova.virt.hardware [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1735.952898] env[62211]: DEBUG nova.virt.hardware [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1735.952898] env[62211]: DEBUG nova.virt.hardware [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1735.952898] env[62211]: DEBUG nova.virt.hardware [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1735.952898] env[62211]: DEBUG nova.virt.hardware [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1735.954639] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f3bacf-8543-4878-9ff9-b6062e7c6456 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.963405] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cb3da5-3dea-4bd1-9b6c-dbc79e6cde12 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.051762] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.053372] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.114960] env[62211]: DEBUG nova.network.neutron [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Successfully updated port: d12e6422-208d-44d3-be6e-c69200b06b8f {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1736.137618] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.139099] env[62211]: DEBUG nova.compute.manager [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1736.141689] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.900s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.143983] env[62211]: INFO nova.compute.claims [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1736.556026] env[62211]: DEBUG nova.compute.manager [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1736.618122] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquiring lock "refresh_cache-685d4ec2-62cf-466a-9990-7934576ea0aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.618278] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquired lock "refresh_cache-685d4ec2-62cf-466a-9990-7934576ea0aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.618438] env[62211]: DEBUG nova.network.neutron [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1736.653303] env[62211]: DEBUG nova.compute.utils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1736.656581] env[62211]: DEBUG nova.compute.manager [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1736.656750] env[62211]: DEBUG nova.network.neutron [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1736.727275] env[62211]: DEBUG nova.policy [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c71f559581f14283b05d4f974ce2749f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebdd4d2fa6314d7e9f4ca1aabea58a3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1737.085897] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.161119] env[62211]: DEBUG nova.compute.manager [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1737.213950] env[62211]: DEBUG nova.network.neutron [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1737.265181] env[62211]: DEBUG nova.network.neutron [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Successfully updated port: c1a2743d-fc6f-4551-8908-f85e8996e602 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1737.384015] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745eb91b-758d-40eb-afcd-8d6954beb6a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.393625] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ff5023-859d-4b43-bfeb-209f7ef931d8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.429160] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1b6e71-1edd-4426-8f86-3ec76766d30b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.440130] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d6a3ab-62ab-434a-b17b-624d4427ab2e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.452217] env[62211]: DEBUG nova.compute.provider_tree [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.691706] env[62211]: DEBUG nova.network.neutron [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Updating instance_info_cache with network_info: [{"id": "d12e6422-208d-44d3-be6e-c69200b06b8f", "address": "fa:16:3e:e7:4d:f7", "network": {"id": "78afcc0a-2746-4f2c-abfb-aa8a5f7030c4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-775515446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a094dea231c94b9a9e1796f58ea42461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12e6422-20", "ovs_interfaceid": "d12e6422-208d-44d3-be6e-c69200b06b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.752744] env[62211]: DEBUG nova.network.neutron [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Successfully created port: 8027df4a-cd3c-46d9-b999-737d06cba886 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1737.769658] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "refresh_cache-259d67e5-975e-41fb-87fa-1a3148391e05" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.769658] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquired lock "refresh_cache-259d67e5-975e-41fb-87fa-1a3148391e05" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.769826] env[62211]: DEBUG nova.network.neutron [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.959447] env[62211]: DEBUG nova.scheduler.client.report [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1738.041428] env[62211]: DEBUG nova.compute.manager [req-1ac0cf77-0c79-4da6-afa6-91ebbf1b97b3 req-e33a02da-7c58-40eb-804b-9a16df6d0bff service nova] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Received event network-vif-plugged-d12e6422-208d-44d3-be6e-c69200b06b8f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1738.041428] env[62211]: DEBUG oslo_concurrency.lockutils [req-1ac0cf77-0c79-4da6-afa6-91ebbf1b97b3 req-e33a02da-7c58-40eb-804b-9a16df6d0bff service nova] Acquiring lock "685d4ec2-62cf-466a-9990-7934576ea0aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.041619] env[62211]: DEBUG oslo_concurrency.lockutils [req-1ac0cf77-0c79-4da6-afa6-91ebbf1b97b3 req-e33a02da-7c58-40eb-804b-9a16df6d0bff service nova] Lock "685d4ec2-62cf-466a-9990-7934576ea0aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.041657] env[62211]: DEBUG oslo_concurrency.lockutils [req-1ac0cf77-0c79-4da6-afa6-91ebbf1b97b3 req-e33a02da-7c58-40eb-804b-9a16df6d0bff service nova] Lock "685d4ec2-62cf-466a-9990-7934576ea0aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.041806] env[62211]: DEBUG nova.compute.manager [req-1ac0cf77-0c79-4da6-afa6-91ebbf1b97b3 req-e33a02da-7c58-40eb-804b-9a16df6d0bff service nova] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] No waiting events found dispatching network-vif-plugged-d12e6422-208d-44d3-be6e-c69200b06b8f {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1738.041965] env[62211]: WARNING nova.compute.manager [req-1ac0cf77-0c79-4da6-afa6-91ebbf1b97b3 req-e33a02da-7c58-40eb-804b-9a16df6d0bff service nova] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Received unexpected event network-vif-plugged-d12e6422-208d-44d3-be6e-c69200b06b8f for instance with vm_state building and task_state spawning. [ 1738.177143] env[62211]: DEBUG nova.compute.manager [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1738.193830] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Releasing lock "refresh_cache-685d4ec2-62cf-466a-9990-7934576ea0aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.194219] env[62211]: DEBUG nova.compute.manager [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Instance network_info: |[{"id": "d12e6422-208d-44d3-be6e-c69200b06b8f", "address": "fa:16:3e:e7:4d:f7", "network": {"id": "78afcc0a-2746-4f2c-abfb-aa8a5f7030c4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-775515446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a094dea231c94b9a9e1796f58ea42461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12e6422-20", "ovs_interfaceid": "d12e6422-208d-44d3-be6e-c69200b06b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1738.195370] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:4d:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd12e6422-208d-44d3-be6e-c69200b06b8f', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1738.215456] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1738.218088] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-811cf224-2304-40ee-9277-2b70c0992852 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.228848] env[62211]: DEBUG nova.virt.hardware [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1738.228848] env[62211]: DEBUG nova.virt.hardware [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.228848] env[62211]: DEBUG nova.virt.hardware [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1738.228977] env[62211]: DEBUG nova.virt.hardware [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.228977] env[62211]: DEBUG nova.virt.hardware [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1738.228977] env[62211]: DEBUG nova.virt.hardware [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1738.228977] env[62211]: DEBUG nova.virt.hardware [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1738.228977] env[62211]: DEBUG nova.virt.hardware [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1738.229141] env[62211]: DEBUG nova.virt.hardware [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1738.229141] env[62211]: DEBUG nova.virt.hardware [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1738.229295] env[62211]: DEBUG nova.virt.hardware [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1738.231592] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d33a18a-e27a-4723-b005-5f67a4c4fbed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.237579] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Created folder: OpenStack in parent group-v4. [ 1738.237770] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Creating folder: Project (a094dea231c94b9a9e1796f58ea42461). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1738.237990] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61a07220-31f9-4657-accb-ffb2814621d5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.249352] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Created folder: Project (a094dea231c94b9a9e1796f58ea42461) in parent group-v425157. [ 1738.249970] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Creating folder: Instances. Parent ref: group-v425158. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1738.250223] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96d1ae47-ea0a-49f5-9e5a-61fb41ae72c6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.256181] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f803f31-1e8d-44e6-85fe-69723c110b56 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.261554] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Created folder: Instances in parent group-v425158. [ 1738.261758] env[62211]: DEBUG oslo.service.loopingcall [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.262285] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1738.262457] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6f5269e-0737-4d62-b4ab-a980b41af1c1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.297420] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1738.297420] env[62211]: value = "task-2074194" [ 1738.297420] env[62211]: _type = "Task" [ 1738.297420] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.307708] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074194, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.348902] env[62211]: DEBUG nova.network.neutron [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1738.422574] env[62211]: DEBUG nova.compute.manager [req-bfea3f42-fc82-411c-b5d3-09dbdcce21bd req-8e952266-3085-435a-b743-ad3d6cce19b0 service nova] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Received event network-vif-plugged-c1a2743d-fc6f-4551-8908-f85e8996e602 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1738.422816] env[62211]: DEBUG oslo_concurrency.lockutils [req-bfea3f42-fc82-411c-b5d3-09dbdcce21bd req-8e952266-3085-435a-b743-ad3d6cce19b0 service nova] Acquiring lock "259d67e5-975e-41fb-87fa-1a3148391e05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.423037] env[62211]: DEBUG oslo_concurrency.lockutils [req-bfea3f42-fc82-411c-b5d3-09dbdcce21bd req-8e952266-3085-435a-b743-ad3d6cce19b0 service nova] Lock "259d67e5-975e-41fb-87fa-1a3148391e05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.423205] env[62211]: DEBUG oslo_concurrency.lockutils [req-bfea3f42-fc82-411c-b5d3-09dbdcce21bd req-8e952266-3085-435a-b743-ad3d6cce19b0 service nova] Lock "259d67e5-975e-41fb-87fa-1a3148391e05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.423408] env[62211]: DEBUG nova.compute.manager [req-bfea3f42-fc82-411c-b5d3-09dbdcce21bd req-8e952266-3085-435a-b743-ad3d6cce19b0 service nova] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] No waiting events found dispatching network-vif-plugged-c1a2743d-fc6f-4551-8908-f85e8996e602 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1738.423568] env[62211]: WARNING nova.compute.manager [req-bfea3f42-fc82-411c-b5d3-09dbdcce21bd req-8e952266-3085-435a-b743-ad3d6cce19b0 service nova] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Received unexpected event network-vif-plugged-c1a2743d-fc6f-4551-8908-f85e8996e602 for instance with vm_state building and task_state spawning. [ 1738.465559] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.466091] env[62211]: DEBUG nova.compute.manager [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1738.469664] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.223s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.471997] env[62211]: INFO nova.compute.claims [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1738.810948] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074194, 'name': CreateVM_Task, 'duration_secs': 0.448662} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.811535] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1738.835019] env[62211]: DEBUG oslo_vmware.service [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f647ae-88cf-48dd-977e-9e9684ec97db {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.842203] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.842203] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.842891] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1738.843392] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c445e0a-aeee-4b95-87b2-ed64418e9b54 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.847207] env[62211]: DEBUG nova.network.neutron [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Updating instance_info_cache with network_info: [{"id": "c1a2743d-fc6f-4551-8908-f85e8996e602", "address": "fa:16:3e:ac:c9:59", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1a2743d-fc", "ovs_interfaceid": "c1a2743d-fc6f-4551-8908-f85e8996e602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.853164] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1738.853164] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f671a6-df6f-c34a-b16c-18facb977926" [ 1738.853164] env[62211]: _type = "Task" [ 1738.853164] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.864971] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f671a6-df6f-c34a-b16c-18facb977926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.980227] env[62211]: DEBUG nova.compute.utils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1738.981361] env[62211]: DEBUG nova.compute.manager [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1738.981702] env[62211]: DEBUG nova.network.neutron [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1739.116028] env[62211]: DEBUG nova.policy [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a95c5ec5892427585a30c35f88b3294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc6bc253324240b7a1226a0e747057f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1739.351756] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Releasing lock "refresh_cache-259d67e5-975e-41fb-87fa-1a3148391e05" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.351756] env[62211]: DEBUG nova.compute.manager [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Instance network_info: |[{"id": "c1a2743d-fc6f-4551-8908-f85e8996e602", "address": "fa:16:3e:ac:c9:59", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1a2743d-fc", "ovs_interfaceid": "c1a2743d-fc6f-4551-8908-f85e8996e602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1739.353470] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:c9:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1a2743d-fc6f-4551-8908-f85e8996e602', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1739.360871] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Creating folder: Project (3e27a34fb6b144a6bbd33fd128932542). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1739.361266] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9208e086-9145-4f24-9e35-e6be79d2815a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.375113] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.375403] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1739.375609] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.375833] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.376162] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.377435] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f942d485-39e0-4529-a7b8-d056a0d11230 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.380531] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Created folder: Project (3e27a34fb6b144a6bbd33fd128932542) in parent group-v425157. [ 1739.380750] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Creating folder: Instances. Parent ref: group-v425161. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1739.382032] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0444386d-0b63-4ad3-b97f-2bd15157644e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.389610] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1739.389795] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1739.390589] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c274a2d7-1592-46ac-b255-694cacc27dcc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.395310] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Created folder: Instances in parent group-v425161. [ 1739.395590] env[62211]: DEBUG oslo.service.loopingcall [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.396338] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1739.396625] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b94c714c-b5e2-408d-889c-49666026cbd6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.421161] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22fdf788-ab0d-49ff-8073-ffb2891ad7b4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.427041] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1739.427041] env[62211]: value = "task-2074197" [ 1739.427041] env[62211]: _type = "Task" [ 1739.427041] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.432657] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1739.432657] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5284907c-e7be-b7b4-6f3f-aa87655613b1" [ 1739.432657] env[62211]: _type = "Task" [ 1739.432657] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.439510] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074197, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.444920] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5284907c-e7be-b7b4-6f3f-aa87655613b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.488220] env[62211]: DEBUG nova.compute.manager [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1739.686863] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d69c40-3bcd-4281-80e2-d5aa58b3dadc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.695866] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e4f79a-aeee-408d-a8c7-e7630e17038e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.728735] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7985c6c3-3693-48b6-a766-a59b2d4d2889 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.738193] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1361686e-1ca6-48fb-a6d4-be0dda86f919 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.752455] env[62211]: DEBUG nova.compute.provider_tree [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.940527] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074197, 'name': CreateVM_Task, 'duration_secs': 0.35857} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.943614] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1739.944397] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.944559] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.944867] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1739.945475] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8120f88d-6fe5-4932-9ecc-5d6fafb676fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.951897] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Preparing fetch location {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1739.952250] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Creating directory with path [datastore1] vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4/5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.952554] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ad8ca99-ff2e-4bf5-ac65-95e0b8ceb40a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.956019] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1739.956019] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5273ca20-8c23-2ba5-5f3e-b64eac8a20d7" [ 1739.956019] env[62211]: _type = "Task" [ 1739.956019] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.966066] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5273ca20-8c23-2ba5-5f3e-b64eac8a20d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.974043] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Created directory with path [datastore1] vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4/5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1739.974043] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Fetch image to [datastore1] vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/tmp-sparse.vmdk {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1739.974043] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Downloading image file data 5687f9a1-12e3-4ec8-9836-625d22e3eb7c to [datastore1] vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/tmp-sparse.vmdk on the data store datastore1 {{(pid=62211) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1739.974043] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0688ccab-15dc-4322-ac8d-6ce3e76a31e8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.981776] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96504435-f92b-4de2-b10b-540dc8dcb3bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.003462] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247fd180-763d-4f43-a540-9c575d4687c8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.042749] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44964c85-d19f-4eeb-b72e-4c42a3b68c2f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.050158] env[62211]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f100de21-c2d8-420f-b746-43c7c2aa4929 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.151946] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Downloading image file data 5687f9a1-12e3-4ec8-9836-625d22e3eb7c to the data store datastore1 {{(pid=62211) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1740.228611] env[62211]: DEBUG nova.network.neutron [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Successfully created port: 789a87dd-5fa4-4712-8d7c-0997c5402923 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1740.252557] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62211) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1740.259561] env[62211]: DEBUG nova.scheduler.client.report [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1740.472477] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.472477] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1740.472662] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.511463] env[62211]: DEBUG nova.compute.manager [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1740.541469] env[62211]: DEBUG nova.virt.hardware [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1740.542274] env[62211]: DEBUG nova.virt.hardware [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1740.542274] env[62211]: DEBUG nova.virt.hardware [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1740.542274] env[62211]: DEBUG nova.virt.hardware [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1740.542449] env[62211]: DEBUG nova.virt.hardware [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1740.542530] env[62211]: DEBUG nova.virt.hardware [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1740.542794] env[62211]: DEBUG nova.virt.hardware [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1740.542990] env[62211]: DEBUG nova.virt.hardware [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1740.543256] env[62211]: DEBUG nova.virt.hardware [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1740.543462] env[62211]: DEBUG nova.virt.hardware [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1740.543740] env[62211]: DEBUG nova.virt.hardware [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1740.544740] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feff961-3669-404c-badb-b1b92247911d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.557528] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2940e3d4-1db0-487d-9330-c3ff082752a2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.650950] env[62211]: DEBUG nova.network.neutron [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Successfully updated port: 8027df4a-cd3c-46d9-b999-737d06cba886 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1740.714082] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquiring lock "9e6de468-662e-4591-b8e5-c9c11e0c0163" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.714152] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Lock "9e6de468-662e-4591-b8e5-c9c11e0c0163" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.831720] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.831720] env[62211]: DEBUG nova.compute.manager [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1740.839180] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.233s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.839180] env[62211]: INFO nova.compute.claims [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1741.020848] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Completed reading data from the image iterator. {{(pid=62211) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1741.021126] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1741.073253] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Downloaded image file data 5687f9a1-12e3-4ec8-9836-625d22e3eb7c to vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/tmp-sparse.vmdk on the data store datastore1 {{(pid=62211) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1741.075064] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Caching image {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1741.076118] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Copying Virtual Disk [datastore1] vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/tmp-sparse.vmdk to [datastore1] vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.076118] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81515a45-cba4-4df2-8cd5-a9d4dc6c446e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.085826] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1741.085826] env[62211]: value = "task-2074198" [ 1741.085826] env[62211]: _type = "Task" [ 1741.085826] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.095087] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.153952] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Acquiring lock "refresh_cache-0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.154139] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Acquired lock "refresh_cache-0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.154299] env[62211]: DEBUG nova.network.neutron [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1741.347660] env[62211]: DEBUG nova.compute.utils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1741.347660] env[62211]: DEBUG nova.compute.manager [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1741.347660] env[62211]: DEBUG nova.network.neutron [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1741.380052] env[62211]: DEBUG nova.compute.manager [req-eb05c15d-bfca-4c54-a15a-53882ddac798 req-970d70cd-c89d-40cb-89f8-91c9342eb88c service nova] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Received event network-changed-d12e6422-208d-44d3-be6e-c69200b06b8f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1741.380412] env[62211]: DEBUG nova.compute.manager [req-eb05c15d-bfca-4c54-a15a-53882ddac798 req-970d70cd-c89d-40cb-89f8-91c9342eb88c service nova] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Refreshing instance network info cache due to event network-changed-d12e6422-208d-44d3-be6e-c69200b06b8f. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1741.383841] env[62211]: DEBUG oslo_concurrency.lockutils [req-eb05c15d-bfca-4c54-a15a-53882ddac798 req-970d70cd-c89d-40cb-89f8-91c9342eb88c service nova] Acquiring lock "refresh_cache-685d4ec2-62cf-466a-9990-7934576ea0aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.383841] env[62211]: DEBUG oslo_concurrency.lockutils [req-eb05c15d-bfca-4c54-a15a-53882ddac798 req-970d70cd-c89d-40cb-89f8-91c9342eb88c service nova] Acquired lock "refresh_cache-685d4ec2-62cf-466a-9990-7934576ea0aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.383841] env[62211]: DEBUG nova.network.neutron [req-eb05c15d-bfca-4c54-a15a-53882ddac798 req-970d70cd-c89d-40cb-89f8-91c9342eb88c service nova] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Refreshing network info cache for port d12e6422-208d-44d3-be6e-c69200b06b8f {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.447831] env[62211]: DEBUG nova.policy [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f074f94dccfe420db4654cb92a570c03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa7ecaea21114101b81738ec4ddb29e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1741.519052] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Acquiring lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.519052] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.596555] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074198, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.852734] env[62211]: DEBUG nova.compute.manager [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1741.893245] env[62211]: DEBUG nova.compute.manager [req-35507aaf-1412-416b-9b49-f0f252157e7c req-7fc52d9c-706a-4934-be5b-974446b04a09 service nova] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Received event network-changed-c1a2743d-fc6f-4551-8908-f85e8996e602 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1741.893351] env[62211]: DEBUG nova.compute.manager [req-35507aaf-1412-416b-9b49-f0f252157e7c req-7fc52d9c-706a-4934-be5b-974446b04a09 service nova] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Refreshing instance network info cache due to event network-changed-c1a2743d-fc6f-4551-8908-f85e8996e602. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1741.893544] env[62211]: DEBUG oslo_concurrency.lockutils [req-35507aaf-1412-416b-9b49-f0f252157e7c req-7fc52d9c-706a-4934-be5b-974446b04a09 service nova] Acquiring lock "refresh_cache-259d67e5-975e-41fb-87fa-1a3148391e05" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.894056] env[62211]: DEBUG oslo_concurrency.lockutils [req-35507aaf-1412-416b-9b49-f0f252157e7c req-7fc52d9c-706a-4934-be5b-974446b04a09 service nova] Acquired lock "refresh_cache-259d67e5-975e-41fb-87fa-1a3148391e05" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.894056] env[62211]: DEBUG nova.network.neutron [req-35507aaf-1412-416b-9b49-f0f252157e7c req-7fc52d9c-706a-4934-be5b-974446b04a09 service nova] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Refreshing network info cache for port c1a2743d-fc6f-4551-8908-f85e8996e602 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.945733] env[62211]: DEBUG nova.network.neutron [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1742.085943] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6aca81-93f7-4d0d-a4bd-cc4d1b007c46 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.097654] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675581} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.100485] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Copied Virtual Disk [datastore1] vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/tmp-sparse.vmdk to [datastore1] vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.100485] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Deleting the datastore file [datastore1] vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/tmp-sparse.vmdk {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1742.100485] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4aabea4-d526-4a03-ab24-bde168b5afcb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.102673] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7640359e-98ac-48a6-8a93-3858da5a4ba6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.142744] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1742.142744] env[62211]: value = "task-2074199" [ 1742.142744] env[62211]: _type = "Task" [ 1742.142744] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.143633] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6b7201-a83f-4ca1-a4cb-62d162de0322 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.159366] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a11b89-bea6-491b-a4be-c1d72dfd3777 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.180348] env[62211]: DEBUG nova.compute.provider_tree [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.575617] env[62211]: DEBUG nova.network.neutron [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Updating instance_info_cache with network_info: [{"id": "8027df4a-cd3c-46d9-b999-737d06cba886", "address": "fa:16:3e:61:2c:4f", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8027df4a-cd", "ovs_interfaceid": "8027df4a-cd3c-46d9-b999-737d06cba886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.653845] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066932} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.655816] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1742.655816] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Moving file from [datastore1] vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4/5687f9a1-12e3-4ec8-9836-625d22e3eb7c to [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c. {{(pid=62211) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1742.657395] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-8a8cfa2e-4893-4b96-bf36-e2c9d4801552 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.662285] env[62211]: DEBUG nova.network.neutron [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Successfully created port: 9feed1e8-d571-4445-b3c8-291e9631779c {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1742.672125] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1742.672125] env[62211]: value = "task-2074200" [ 1742.672125] env[62211]: _type = "Task" [ 1742.672125] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.683891] env[62211]: DEBUG nova.scheduler.client.report [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1742.698317] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074200, 'name': MoveDatastoreFile_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.866293] env[62211]: DEBUG nova.compute.manager [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1742.901359] env[62211]: DEBUG nova.virt.hardware [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1742.901359] env[62211]: DEBUG nova.virt.hardware [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1742.901529] env[62211]: DEBUG nova.virt.hardware [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1742.901699] env[62211]: DEBUG nova.virt.hardware [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1742.901836] env[62211]: DEBUG nova.virt.hardware [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1742.901981] env[62211]: DEBUG nova.virt.hardware [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1742.902537] env[62211]: DEBUG nova.virt.hardware [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1742.902750] env[62211]: DEBUG nova.virt.hardware [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1742.902886] env[62211]: DEBUG nova.virt.hardware [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1742.903112] env[62211]: DEBUG nova.virt.hardware [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1742.903288] env[62211]: DEBUG nova.virt.hardware [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1742.904086] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755217b1-016d-4b78-9d2b-174bf757ac77 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.912322] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac2f19a-7b1d-4441-953e-7e55813c224b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.063876] env[62211]: DEBUG nova.network.neutron [req-eb05c15d-bfca-4c54-a15a-53882ddac798 req-970d70cd-c89d-40cb-89f8-91c9342eb88c service nova] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Updated VIF entry in instance network info cache for port d12e6422-208d-44d3-be6e-c69200b06b8f. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.064241] env[62211]: DEBUG nova.network.neutron [req-eb05c15d-bfca-4c54-a15a-53882ddac798 req-970d70cd-c89d-40cb-89f8-91c9342eb88c service nova] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Updating instance_info_cache with network_info: [{"id": "d12e6422-208d-44d3-be6e-c69200b06b8f", "address": "fa:16:3e:e7:4d:f7", "network": {"id": "78afcc0a-2746-4f2c-abfb-aa8a5f7030c4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-775515446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a094dea231c94b9a9e1796f58ea42461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12e6422-20", "ovs_interfaceid": "d12e6422-208d-44d3-be6e-c69200b06b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.083021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Releasing lock "refresh_cache-0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.083021] env[62211]: DEBUG nova.compute.manager [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Instance network_info: |[{"id": "8027df4a-cd3c-46d9-b999-737d06cba886", "address": "fa:16:3e:61:2c:4f", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8027df4a-cd", "ovs_interfaceid": "8027df4a-cd3c-46d9-b999-737d06cba886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1743.083283] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:2c:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8027df4a-cd3c-46d9-b999-737d06cba886', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1743.094999] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Creating folder: Project (ebdd4d2fa6314d7e9f4ca1aabea58a3a). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1743.095999] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e3abb42-0e5a-4914-b200-9043a796703c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.109433] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Created folder: Project (ebdd4d2fa6314d7e9f4ca1aabea58a3a) in parent group-v425157. [ 1743.109433] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Creating folder: Instances. Parent ref: group-v425164. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1743.109433] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b2e4903-e6c8-4ee2-b55f-8c6333510687 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.124821] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Created folder: Instances in parent group-v425164. [ 1743.125129] env[62211]: DEBUG oslo.service.loopingcall [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.125289] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1743.125523] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-542d8717-c7bb-4ec0-84ac-680763e0723d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.151854] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1743.151854] env[62211]: value = "task-2074203" [ 1743.151854] env[62211]: _type = "Task" [ 1743.151854] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.164333] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074203, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.184740] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074200, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02831} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.184918] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] File moved {{(pid=62211) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1743.185101] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Cleaning up location [datastore1] vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4 {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1743.185534] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Deleting the datastore file [datastore1] vmware_temp/3012326f-4e45-4974-87b1-2083e0e50bf4 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1743.185534] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e3dda7d-cf4a-4798-86a8-392154bc1984 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.192534] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1743.192534] env[62211]: value = "task-2074204" [ 1743.192534] env[62211]: _type = "Task" [ 1743.192534] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.195325] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.196119] env[62211]: DEBUG nova.compute.manager [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1743.198463] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.329s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.198657] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.198802] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1743.199054] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.268s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.202116] env[62211]: INFO nova.compute.claims [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1743.204628] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aaaeff-dbf7-434c-af40-86627fbe4cc7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.212016] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.219652] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3256e9b7-1fd2-4c43-b06f-5fbc701e54f4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.237732] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dabbee-98ff-430c-b003-2859787d6c58 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.244524] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfea0577-3b9e-43e7-8096-cb6df38ba733 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.277811] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181312MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1743.277811] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.542096] env[62211]: DEBUG nova.network.neutron [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Successfully updated port: 789a87dd-5fa4-4712-8d7c-0997c5402923 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1743.568817] env[62211]: DEBUG oslo_concurrency.lockutils [req-eb05c15d-bfca-4c54-a15a-53882ddac798 req-970d70cd-c89d-40cb-89f8-91c9342eb88c service nova] Releasing lock "refresh_cache-685d4ec2-62cf-466a-9990-7934576ea0aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.668407] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074203, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.711780] env[62211]: DEBUG nova.compute.utils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1743.713561] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023947} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.715622] env[62211]: DEBUG nova.compute.manager [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1743.715622] env[62211]: DEBUG nova.network.neutron [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1743.718367] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1743.718557] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76483200-522f-433c-a9ef-060f97bb42d6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.726531] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1743.726531] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5278e851-712d-6f9b-cebf-e1dcb7e32629" [ 1743.726531] env[62211]: _type = "Task" [ 1743.726531] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.742834] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5278e851-712d-6f9b-cebf-e1dcb7e32629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.778586] env[62211]: DEBUG nova.network.neutron [req-35507aaf-1412-416b-9b49-f0f252157e7c req-7fc52d9c-706a-4934-be5b-974446b04a09 service nova] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Updated VIF entry in instance network info cache for port c1a2743d-fc6f-4551-8908-f85e8996e602. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.778866] env[62211]: DEBUG nova.network.neutron [req-35507aaf-1412-416b-9b49-f0f252157e7c req-7fc52d9c-706a-4934-be5b-974446b04a09 service nova] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Updating instance_info_cache with network_info: [{"id": "c1a2743d-fc6f-4551-8908-f85e8996e602", "address": "fa:16:3e:ac:c9:59", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1a2743d-fc", "ovs_interfaceid": "c1a2743d-fc6f-4551-8908-f85e8996e602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.042466] env[62211]: DEBUG nova.policy [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59644c24988849248fa61dc55b39b8f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6870849bf394a579b954d656767e8aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1744.045250] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquiring lock "refresh_cache-704aefed-050d-4614-a3bb-854e028fc9c8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.045338] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquired lock "refresh_cache-704aefed-050d-4614-a3bb-854e028fc9c8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.048299] env[62211]: DEBUG nova.network.neutron [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1744.169026] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074203, 'name': CreateVM_Task, 'duration_secs': 0.572867} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.170088] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1744.171828] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.171828] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.171828] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1744.172673] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ba91f8-96fd-4e94-9750-1f4afdcba6e7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.179654] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Waiting for the task: (returnval){ [ 1744.179654] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52313d19-cc46-b8e7-cf0e-7108a6a38e09" [ 1744.179654] env[62211]: _type = "Task" [ 1744.179654] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.190261] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52313d19-cc46-b8e7-cf0e-7108a6a38e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.218629] env[62211]: DEBUG nova.compute.manager [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1744.239906] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5278e851-712d-6f9b-cebf-e1dcb7e32629, 'name': SearchDatastore_Task, 'duration_secs': 0.011345} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.240823] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.240823] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 685d4ec2-62cf-466a-9990-7934576ea0aa/685d4ec2-62cf-466a-9990-7934576ea0aa.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1744.240823] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.241018] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1744.241433] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8948ca11-8a24-4216-90e7-68883a5fd2aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.250443] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-516574ef-321f-4192-a879-1d8e80f22c1d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.259184] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1744.259184] env[62211]: value = "task-2074205" [ 1744.259184] env[62211]: _type = "Task" [ 1744.259184] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.261203] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1744.261460] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1744.266409] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f8be05-d6d4-4b61-bf5c-d3ec11c95091 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.275928] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.280142] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1744.280142] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526cba4a-fa5e-3c47-8255-7dd429d414d7" [ 1744.280142] env[62211]: _type = "Task" [ 1744.280142] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.284311] env[62211]: DEBUG oslo_concurrency.lockutils [req-35507aaf-1412-416b-9b49-f0f252157e7c req-7fc52d9c-706a-4934-be5b-974446b04a09 service nova] Releasing lock "refresh_cache-259d67e5-975e-41fb-87fa-1a3148391e05" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.289727] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526cba4a-fa5e-3c47-8255-7dd429d414d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.456079] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0045b82d-596b-43e4-b3bd-04a24e1d2578 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.464409] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81731ae-02d1-4d5e-9a4e-53f07d59ead9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.509617] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce8e9af-d296-43e8-a4fe-6980dd55df0b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.517454] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad769ab2-29fa-418e-875f-d7de9e554910 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.531364] env[62211]: DEBUG nova.compute.provider_tree [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.686345] env[62211]: DEBUG nova.network.neutron [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1744.698125] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52313d19-cc46-b8e7-cf0e-7108a6a38e09, 'name': SearchDatastore_Task, 'duration_secs': 0.012495} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.698577] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.698980] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1744.699151] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.773236] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074205, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.792427] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526cba4a-fa5e-3c47-8255-7dd429d414d7, 'name': SearchDatastore_Task, 'duration_secs': 0.018626} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.793931] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76daeea4-a93e-4bd8-8cf3-463a6907fe5b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.800901] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1744.800901] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52acc5be-0c52-c811-2d99-07fa5ea17135" [ 1744.800901] env[62211]: _type = "Task" [ 1744.800901] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.812624] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52acc5be-0c52-c811-2d99-07fa5ea17135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.035260] env[62211]: DEBUG nova.scheduler.client.report [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1745.196079] env[62211]: DEBUG nova.compute.manager [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Received event network-vif-plugged-8027df4a-cd3c-46d9-b999-737d06cba886 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1745.196389] env[62211]: DEBUG oslo_concurrency.lockutils [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] Acquiring lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.196653] env[62211]: DEBUG oslo_concurrency.lockutils [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] Lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.196653] env[62211]: DEBUG oslo_concurrency.lockutils [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] Lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.196816] env[62211]: DEBUG nova.compute.manager [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] No waiting events found dispatching network-vif-plugged-8027df4a-cd3c-46d9-b999-737d06cba886 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1745.196965] env[62211]: WARNING nova.compute.manager [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Received unexpected event network-vif-plugged-8027df4a-cd3c-46d9-b999-737d06cba886 for instance with vm_state building and task_state spawning. [ 1745.198965] env[62211]: DEBUG nova.compute.manager [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Received event network-changed-8027df4a-cd3c-46d9-b999-737d06cba886 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1745.199251] env[62211]: DEBUG nova.compute.manager [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Refreshing instance network info cache due to event network-changed-8027df4a-cd3c-46d9-b999-737d06cba886. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1745.199468] env[62211]: DEBUG oslo_concurrency.lockutils [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] Acquiring lock "refresh_cache-0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.199620] env[62211]: DEBUG oslo_concurrency.lockutils [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] Acquired lock "refresh_cache-0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.200025] env[62211]: DEBUG nova.network.neutron [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Refreshing network info cache for port 8027df4a-cd3c-46d9-b999-737d06cba886 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1745.231556] env[62211]: DEBUG nova.compute.manager [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1745.260213] env[62211]: DEBUG nova.network.neutron [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Updating instance_info_cache with network_info: [{"id": "789a87dd-5fa4-4712-8d7c-0997c5402923", "address": "fa:16:3e:48:40:c1", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789a87dd-5f", "ovs_interfaceid": "789a87dd-5fa4-4712-8d7c-0997c5402923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.272458] env[62211]: DEBUG nova.virt.hardware [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1745.272458] env[62211]: DEBUG nova.virt.hardware [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1745.272458] env[62211]: DEBUG nova.virt.hardware [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1745.272743] env[62211]: DEBUG nova.virt.hardware [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1745.272743] env[62211]: DEBUG nova.virt.hardware [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1745.272743] env[62211]: DEBUG nova.virt.hardware [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1745.272743] env[62211]: DEBUG nova.virt.hardware [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1745.272743] env[62211]: DEBUG nova.virt.hardware [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1745.272882] env[62211]: DEBUG nova.virt.hardware [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1745.272882] env[62211]: DEBUG nova.virt.hardware [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1745.272882] env[62211]: DEBUG nova.virt.hardware [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1745.273750] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a58e3b-72f3-4e4c-a0e0-a6ccd897fbc4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.283832] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615951} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.286143] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 685d4ec2-62cf-466a-9990-7934576ea0aa/685d4ec2-62cf-466a-9990-7934576ea0aa.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1745.286364] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1745.286948] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebfbc661-16e6-4f8a-b316-77b4551f47e0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.289867] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f4fdff-cbbb-4e7e-bc0a-e56f72a47e01 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.310763] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1745.310763] env[62211]: value = "task-2074206" [ 1745.310763] env[62211]: _type = "Task" [ 1745.310763] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.317627] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52acc5be-0c52-c811-2d99-07fa5ea17135, 'name': SearchDatastore_Task, 'duration_secs': 0.050703} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.318238] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.318499] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 259d67e5-975e-41fb-87fa-1a3148391e05/259d67e5-975e-41fb-87fa-1a3148391e05.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1745.318825] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.319079] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1745.319273] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59f6df4f-6b43-42e5-8910-bfcbfea26d76 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.324242] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba999748-6b67-4f53-abc2-783beb53e4f6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.326695] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.330763] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1745.330763] env[62211]: value = "task-2074207" [ 1745.330763] env[62211]: _type = "Task" [ 1745.330763] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.332655] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1745.332655] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1745.335541] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e411f445-dd7a-404b-8743-ecefb223c2bb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.343178] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.344356] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Waiting for the task: (returnval){ [ 1745.344356] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5280dc30-f1d9-4db5-c423-e3764991ff3c" [ 1745.344356] env[62211]: _type = "Task" [ 1745.344356] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.351623] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5280dc30-f1d9-4db5-c423-e3764991ff3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.544829] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.545437] env[62211]: DEBUG nova.compute.manager [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1745.550041] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.180s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.552725] env[62211]: INFO nova.compute.claims [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1745.686463] env[62211]: DEBUG nova.network.neutron [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Successfully created port: c7521979-5389-4ec7-898a-59ba78d6d80a {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1745.772086] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Releasing lock "refresh_cache-704aefed-050d-4614-a3bb-854e028fc9c8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.772086] env[62211]: DEBUG nova.compute.manager [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Instance network_info: |[{"id": "789a87dd-5fa4-4712-8d7c-0997c5402923", "address": "fa:16:3e:48:40:c1", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789a87dd-5f", "ovs_interfaceid": "789a87dd-5fa4-4712-8d7c-0997c5402923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1745.772398] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:40:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '789a87dd-5fa4-4712-8d7c-0997c5402923', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1745.785456] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Creating folder: Project (dc6bc253324240b7a1226a0e747057f5). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1745.785801] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4060bd34-6fba-4df4-9e0e-db83a3ac3726 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.797463] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Created folder: Project (dc6bc253324240b7a1226a0e747057f5) in parent group-v425157. [ 1745.797463] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Creating folder: Instances. Parent ref: group-v425167. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1745.797463] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08c519fc-ccc6-42a6-b520-d2dd92a59364 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.811016] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Created folder: Instances in parent group-v425167. [ 1745.811016] env[62211]: DEBUG oslo.service.loopingcall [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.811016] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1745.811016] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8380fc31-be31-46bb-ada8-7d4829d225ec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.841250] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1745.841250] env[62211]: value = "task-2074210" [ 1745.841250] env[62211]: _type = "Task" [ 1745.841250] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.848465] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088686} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.856164] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1745.860151] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc666d98-9a58-463f-904a-1c6cc4f26037 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.869796] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482169} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.870076] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074210, 'name': CreateVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.871392] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 259d67e5-975e-41fb-87fa-1a3148391e05/259d67e5-975e-41fb-87fa-1a3148391e05.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1745.871682] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1745.876169] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9da6b3ed-913e-4cf4-9f84-d4f1e588aa20 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.878580] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5280dc30-f1d9-4db5-c423-e3764991ff3c, 'name': SearchDatastore_Task, 'duration_secs': 0.01747} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.880986] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27c5da5-59c0-46c9-99d0-edfd04576e5e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.886319] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1745.886319] env[62211]: value = "task-2074211" [ 1745.886319] env[62211]: _type = "Task" [ 1745.886319] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.909023] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 685d4ec2-62cf-466a-9990-7934576ea0aa/685d4ec2-62cf-466a-9990-7934576ea0aa.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1745.911925] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bdda6f6-8ed0-406a-bb7d-e7580b809878 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.926368] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Waiting for the task: (returnval){ [ 1745.926368] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527e887e-46f3-4efe-12fa-f499c37e85b9" [ 1745.926368] env[62211]: _type = "Task" [ 1745.926368] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.933493] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074211, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.935484] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1745.935484] env[62211]: value = "task-2074212" [ 1745.935484] env[62211]: _type = "Task" [ 1745.935484] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.943893] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527e887e-46f3-4efe-12fa-f499c37e85b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.943893] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.944178] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1/0a5d3f8b-aa66-4ade-9814-7456acd5a0a1.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1745.944269] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5703ab03-a208-4381-90d0-cab08295da61 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.949990] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.955631] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Waiting for the task: (returnval){ [ 1745.955631] env[62211]: value = "task-2074213" [ 1745.955631] env[62211]: _type = "Task" [ 1745.955631] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.962962] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.052493] env[62211]: DEBUG nova.compute.utils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.056284] env[62211]: DEBUG nova.compute.manager [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1746.056284] env[62211]: DEBUG nova.network.neutron [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1746.338178] env[62211]: DEBUG nova.policy [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a44575d33134bf0b97b1dee9b1a9a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2dcaad66e9c402082c71e371b7764fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1746.351993] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074210, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.406548] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066157} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.406873] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1746.407986] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d6e581-776f-4f49-8bbd-7771f8a45cad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.435274] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 259d67e5-975e-41fb-87fa-1a3148391e05/259d67e5-975e-41fb-87fa-1a3148391e05.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.435721] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b2ba968-6bcb-484e-83ed-509d0e56a09b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.461638] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.463942] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1746.463942] env[62211]: value = "task-2074214" [ 1746.463942] env[62211]: _type = "Task" [ 1746.463942] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.472695] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450037} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.476021] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1/0a5d3f8b-aa66-4ade-9814-7456acd5a0a1.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1746.476021] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1746.476021] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a165718-51b9-43ca-a5f5-4f54413c16a0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.478969] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074214, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.483745] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Waiting for the task: (returnval){ [ 1746.483745] env[62211]: value = "task-2074215" [ 1746.483745] env[62211]: _type = "Task" [ 1746.483745] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.491935] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.557622] env[62211]: DEBUG nova.compute.manager [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1746.672809] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "958768a7-2cf2-4006-9375-09abea50c2d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.673108] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "958768a7-2cf2-4006-9375-09abea50c2d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.784576] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe6d387-c806-49cf-a428-3c9cb9b16620 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.793029] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f028e1a0-e09a-41c6-80ea-86022f63e98a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.825897] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc03b87e-bf4c-4516-b865-3a6b82242f3b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.836018] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701e64eb-068f-4e6a-8a45-237899891b1f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.847490] env[62211]: DEBUG nova.compute.provider_tree [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1746.858061] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074210, 'name': CreateVM_Task, 'duration_secs': 0.706142} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.858843] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1746.859566] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.859727] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.860058] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1746.860549] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92beb89a-9396-47cb-b4db-1174f06f39a2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.863461] env[62211]: DEBUG nova.network.neutron [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Updated VIF entry in instance network info cache for port 8027df4a-cd3c-46d9-b999-737d06cba886. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.863461] env[62211]: DEBUG nova.network.neutron [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Updating instance_info_cache with network_info: [{"id": "8027df4a-cd3c-46d9-b999-737d06cba886", "address": "fa:16:3e:61:2c:4f", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8027df4a-cd", "ovs_interfaceid": "8027df4a-cd3c-46d9-b999-737d06cba886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.870390] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1746.870390] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5238f732-3343-cf0d-94ab-6b93bf4389bc" [ 1746.870390] env[62211]: _type = "Task" [ 1746.870390] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.881757] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5238f732-3343-cf0d-94ab-6b93bf4389bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008279} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.882055] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.882309] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1746.882544] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.882681] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.883096] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1746.883374] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86c7ad10-1792-4c5e-9bd3-176b199b19a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.891736] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1746.891836] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1746.892902] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996ad952-b138-487e-9546-ea373bdbbf2a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.898212] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1746.898212] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5285730f-d485-0006-8347-e173b9d8d562" [ 1746.898212] env[62211]: _type = "Task" [ 1746.898212] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.908643] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5285730f-d485-0006-8347-e173b9d8d562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.965127] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074212, 'name': ReconfigVM_Task, 'duration_secs': 0.540158} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.965127] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 685d4ec2-62cf-466a-9990-7934576ea0aa/685d4ec2-62cf-466a-9990-7934576ea0aa.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.965127] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e97c3cd-1cf6-423e-9080-c2761339cc79 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.977513] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074214, 'name': ReconfigVM_Task, 'duration_secs': 0.297224} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.978445] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 259d67e5-975e-41fb-87fa-1a3148391e05/259d67e5-975e-41fb-87fa-1a3148391e05.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.979278] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1746.979278] env[62211]: value = "task-2074216" [ 1746.979278] env[62211]: _type = "Task" [ 1746.979278] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.979556] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a9a11fd-2c4d-471b-a690-4551f80686b0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.992571] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1746.992571] env[62211]: value = "task-2074217" [ 1746.992571] env[62211]: _type = "Task" [ 1746.992571] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.007651] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074216, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.007651] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070662} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.008389] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1747.009325] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6070ae-25c3-4db1-b053-89a8692ac614 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.015664] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074217, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.040439] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1/0a5d3f8b-aa66-4ade-9814-7456acd5a0a1.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1747.040803] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-442e9594-fcac-495e-a1eb-73889f21c69c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.063746] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Waiting for the task: (returnval){ [ 1747.063746] env[62211]: value = "task-2074218" [ 1747.063746] env[62211]: _type = "Task" [ 1747.063746] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.078978] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074218, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.306468] env[62211]: DEBUG nova.network.neutron [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Successfully updated port: 9feed1e8-d571-4445-b3c8-291e9631779c {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1747.365604] env[62211]: DEBUG oslo_concurrency.lockutils [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] Releasing lock "refresh_cache-0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.366368] env[62211]: DEBUG nova.compute.manager [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Received event network-vif-plugged-789a87dd-5fa4-4712-8d7c-0997c5402923 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1747.366710] env[62211]: DEBUG oslo_concurrency.lockutils [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] Acquiring lock "704aefed-050d-4614-a3bb-854e028fc9c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.367342] env[62211]: DEBUG oslo_concurrency.lockutils [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] Lock "704aefed-050d-4614-a3bb-854e028fc9c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.367641] env[62211]: DEBUG oslo_concurrency.lockutils [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] Lock "704aefed-050d-4614-a3bb-854e028fc9c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.372811] env[62211]: DEBUG nova.compute.manager [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] No waiting events found dispatching network-vif-plugged-789a87dd-5fa4-4712-8d7c-0997c5402923 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1747.372811] env[62211]: WARNING nova.compute.manager [req-3762a8fd-c875-426f-ab91-4109612e7859 req-4ea9552c-971a-42ae-9358-554f18ceb289 service nova] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Received unexpected event network-vif-plugged-789a87dd-5fa4-4712-8d7c-0997c5402923 for instance with vm_state building and task_state spawning. [ 1747.383284] env[62211]: ERROR nova.scheduler.client.report [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [req-8d8bfa62-f28c-4fd1-957b-35c3d4aadd71] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8d8bfa62-f28c-4fd1-957b-35c3d4aadd71"}]} [ 1747.414357] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5285730f-d485-0006-8347-e173b9d8d562, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.415774] env[62211]: DEBUG nova.scheduler.client.report [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1747.421252] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e692d740-3ff7-44ed-bb69-668d11d9d3e2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.426835] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1747.426835] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523cedd4-fb90-4dd9-52f6-cdb2a1d74b09" [ 1747.426835] env[62211]: _type = "Task" [ 1747.426835] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.437330] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523cedd4-fb90-4dd9-52f6-cdb2a1d74b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.443067] env[62211]: DEBUG nova.scheduler.client.report [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1747.443284] env[62211]: DEBUG nova.compute.provider_tree [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1747.457511] env[62211]: DEBUG nova.scheduler.client.report [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1747.478395] env[62211]: DEBUG nova.scheduler.client.report [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1747.491567] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074216, 'name': Rename_Task, 'duration_secs': 0.160556} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.491881] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1747.492454] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3997a871-ae3c-4615-925b-7b763d19ce18 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.502732] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074217, 'name': Rename_Task, 'duration_secs': 0.155413} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.504054] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1747.504533] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1747.504533] env[62211]: value = "task-2074219" [ 1747.504533] env[62211]: _type = "Task" [ 1747.504533] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.504768] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08115fb0-9816-43af-aedc-0b9707b6f4ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.517130] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.521811] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1747.521811] env[62211]: value = "task-2074220" [ 1747.521811] env[62211]: _type = "Task" [ 1747.521811] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.531177] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.573093] env[62211]: DEBUG nova.compute.manager [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1747.578082] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074218, 'name': ReconfigVM_Task, 'duration_secs': 0.295941} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.579341] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1/0a5d3f8b-aa66-4ade-9814-7456acd5a0a1.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1747.579341] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-229240f0-5f5c-4452-b478-7f8ce8e90091 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.586196] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Waiting for the task: (returnval){ [ 1747.586196] env[62211]: value = "task-2074221" [ 1747.586196] env[62211]: _type = "Task" [ 1747.586196] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.605748] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074221, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.615624] env[62211]: DEBUG nova.virt.hardware [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1747.615768] env[62211]: DEBUG nova.virt.hardware [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.615920] env[62211]: DEBUG nova.virt.hardware [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1747.616120] env[62211]: DEBUG nova.virt.hardware [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.616269] env[62211]: DEBUG nova.virt.hardware [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1747.616433] env[62211]: DEBUG nova.virt.hardware [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1747.616718] env[62211]: DEBUG nova.virt.hardware [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1747.616796] env[62211]: DEBUG nova.virt.hardware [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1747.616980] env[62211]: DEBUG nova.virt.hardware [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1747.617155] env[62211]: DEBUG nova.virt.hardware [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1747.617345] env[62211]: DEBUG nova.virt.hardware [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1747.619441] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb97ffd-6279-42a7-8958-f63c55b84e04 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.629383] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da223c08-9c94-4a3c-89bd-cc571a6e06a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.744262] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebde4646-64e8-4435-9c07-ab75872055a4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.752241] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc44bb0-bb3a-4ad0-9910-b53ad4019e69 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.786221] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8c9935-21ad-4229-95d9-d6d0c01c4749 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.793578] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab9736b-58a8-49de-93a7-fbe7bfd9901e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.807615] env[62211]: DEBUG nova.compute.provider_tree [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1747.815467] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Acquiring lock "refresh_cache-2eef5371-84e7-47f6-9443-0e1e07adb8f9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.815467] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Acquired lock "refresh_cache-2eef5371-84e7-47f6-9443-0e1e07adb8f9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.815467] env[62211]: DEBUG nova.network.neutron [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1747.940028] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523cedd4-fb90-4dd9-52f6-cdb2a1d74b09, 'name': SearchDatastore_Task, 'duration_secs': 0.010796} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.940710] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.941069] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 704aefed-050d-4614-a3bb-854e028fc9c8/704aefed-050d-4614-a3bb-854e028fc9c8.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1747.941518] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb15579d-3ece-47d2-a42f-93deaadb3068 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.951166] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1747.951166] env[62211]: value = "task-2074222" [ 1747.951166] env[62211]: _type = "Task" [ 1747.951166] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.966046] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.021201] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074219, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.038681] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074220, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.099353] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074221, 'name': Rename_Task, 'duration_secs': 0.14928} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.099353] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1748.099353] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a82e8c9d-cbe2-404b-b9cb-3e06b32ff744 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.105546] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Waiting for the task: (returnval){ [ 1748.105546] env[62211]: value = "task-2074223" [ 1748.105546] env[62211]: _type = "Task" [ 1748.105546] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.120105] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.161332] env[62211]: DEBUG nova.network.neutron [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Successfully created port: 22a9b407-0979-474e-9da4-a427e6d1f4d8 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1748.367018] env[62211]: DEBUG nova.scheduler.client.report [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 17 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1748.368027] env[62211]: DEBUG nova.compute.provider_tree [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 17 to 18 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1748.368027] env[62211]: DEBUG nova.compute.provider_tree [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1748.441871] env[62211]: DEBUG nova.network.neutron [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1748.464889] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074222, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.523130] env[62211]: DEBUG oslo_vmware.api [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074219, 'name': PowerOnVM_Task, 'duration_secs': 0.534856} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.526905] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1748.527866] env[62211]: INFO nova.compute.manager [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Took 14.88 seconds to spawn the instance on the hypervisor. [ 1748.527866] env[62211]: DEBUG nova.compute.manager [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1748.530257] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73d5ab2-e839-4349-a2dc-0ed8e8d1f302 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.537846] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074220, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.620159] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074223, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.881220] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.329s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.881220] env[62211]: DEBUG nova.compute.manager [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1748.888414] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.347s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.891619] env[62211]: INFO nova.compute.claims [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1748.932193] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquiring lock "42a83e79-9558-4c38-94a7-50847ca57ea0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.932446] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Lock "42a83e79-9558-4c38-94a7-50847ca57ea0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.965790] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575112} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.966064] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 704aefed-050d-4614-a3bb-854e028fc9c8/704aefed-050d-4614-a3bb-854e028fc9c8.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1748.966280] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1748.966784] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00d87327-a614-4e84-aecc-1f88c4ed30e1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.975764] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1748.975764] env[62211]: value = "task-2074224" [ 1748.975764] env[62211]: _type = "Task" [ 1748.975764] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.984847] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.034400] env[62211]: DEBUG oslo_vmware.api [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074220, 'name': PowerOnVM_Task, 'duration_secs': 1.2045} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.034725] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.034962] env[62211]: INFO nova.compute.manager [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Took 13.13 seconds to spawn the instance on the hypervisor. [ 1749.035155] env[62211]: DEBUG nova.compute.manager [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1749.036250] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8eac2d-e715-4960-948c-49bee31763a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.058122] env[62211]: INFO nova.compute.manager [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Took 19.74 seconds to build instance. [ 1749.120467] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074223, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.196229] env[62211]: DEBUG nova.network.neutron [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Updating instance_info_cache with network_info: [{"id": "9feed1e8-d571-4445-b3c8-291e9631779c", "address": "fa:16:3e:8d:12:a4", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9feed1e8-d5", "ovs_interfaceid": "9feed1e8-d571-4445-b3c8-291e9631779c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.199163] env[62211]: DEBUG nova.compute.manager [req-4fbd47b2-2e39-42eb-b8df-8804b23cce60 req-db4155d5-ffe3-4d5c-b41a-cfc46ef2ab0b service nova] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Received event network-changed-789a87dd-5fa4-4712-8d7c-0997c5402923 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1749.199404] env[62211]: DEBUG nova.compute.manager [req-4fbd47b2-2e39-42eb-b8df-8804b23cce60 req-db4155d5-ffe3-4d5c-b41a-cfc46ef2ab0b service nova] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Refreshing instance network info cache due to event network-changed-789a87dd-5fa4-4712-8d7c-0997c5402923. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1749.199659] env[62211]: DEBUG oslo_concurrency.lockutils [req-4fbd47b2-2e39-42eb-b8df-8804b23cce60 req-db4155d5-ffe3-4d5c-b41a-cfc46ef2ab0b service nova] Acquiring lock "refresh_cache-704aefed-050d-4614-a3bb-854e028fc9c8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.199847] env[62211]: DEBUG oslo_concurrency.lockutils [req-4fbd47b2-2e39-42eb-b8df-8804b23cce60 req-db4155d5-ffe3-4d5c-b41a-cfc46ef2ab0b service nova] Acquired lock "refresh_cache-704aefed-050d-4614-a3bb-854e028fc9c8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.199980] env[62211]: DEBUG nova.network.neutron [req-4fbd47b2-2e39-42eb-b8df-8804b23cce60 req-db4155d5-ffe3-4d5c-b41a-cfc46ef2ab0b service nova] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Refreshing network info cache for port 789a87dd-5fa4-4712-8d7c-0997c5402923 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1749.396579] env[62211]: DEBUG nova.compute.utils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1749.401465] env[62211]: DEBUG nova.compute.manager [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1749.401809] env[62211]: DEBUG nova.network.neutron [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1749.486870] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083204} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.487400] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1749.488242] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5a14a5-8744-492d-89bc-bf11fc1abac8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.515320] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 704aefed-050d-4614-a3bb-854e028fc9c8/704aefed-050d-4614-a3bb-854e028fc9c8.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1749.515671] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6375093-dfeb-47a3-8251-cbeffa7c08ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.537475] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1749.537475] env[62211]: value = "task-2074225" [ 1749.537475] env[62211]: _type = "Task" [ 1749.537475] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.547240] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.556536] env[62211]: INFO nova.compute.manager [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Took 18.99 seconds to build instance. [ 1749.561694] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f17639f3-a133-4ca7-bb06-d238903275d0 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Lock "685d4ec2-62cf-466a-9990-7934576ea0aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.249s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.567500] env[62211]: DEBUG nova.policy [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd8cee84365c4b8bac59a94069daeaeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cc6916a76024aa49aafa89913291a56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1749.618556] env[62211]: DEBUG oslo_vmware.api [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074223, 'name': PowerOnVM_Task, 'duration_secs': 1.230778} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.619121] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.619547] env[62211]: INFO nova.compute.manager [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Took 11.44 seconds to spawn the instance on the hypervisor. [ 1749.619804] env[62211]: DEBUG nova.compute.manager [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1749.620904] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23adda27-437d-483d-a255-dcec148bfb47 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.698408] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Releasing lock "refresh_cache-2eef5371-84e7-47f6-9443-0e1e07adb8f9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.698728] env[62211]: DEBUG nova.compute.manager [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Instance network_info: |[{"id": "9feed1e8-d571-4445-b3c8-291e9631779c", "address": "fa:16:3e:8d:12:a4", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9feed1e8-d5", "ovs_interfaceid": "9feed1e8-d571-4445-b3c8-291e9631779c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1749.699183] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:12:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9feed1e8-d571-4445-b3c8-291e9631779c', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1749.708372] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Creating folder: Project (aa7ecaea21114101b81738ec4ddb29e8). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1749.712420] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2047686-019e-4a93-afd4-2be382f5500e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.724874] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Created folder: Project (aa7ecaea21114101b81738ec4ddb29e8) in parent group-v425157. [ 1749.725061] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Creating folder: Instances. Parent ref: group-v425170. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1749.725325] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53b63db1-46f1-4776-a4c6-fe7a367e1549 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.735146] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Created folder: Instances in parent group-v425170. [ 1749.735286] env[62211]: DEBUG oslo.service.loopingcall [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.737563] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1749.737563] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f793a81c-af32-48f8-b607-ccb95d71daf0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.754089] env[62211]: DEBUG nova.network.neutron [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Successfully updated port: c7521979-5389-4ec7-898a-59ba78d6d80a {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1749.760962] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1749.760962] env[62211]: value = "task-2074228" [ 1749.760962] env[62211]: _type = "Task" [ 1749.760962] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.771786] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074228, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.902928] env[62211]: DEBUG nova.compute.manager [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1750.054544] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.058824] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d41cfb64-231c-4bd8-b459-1ad8db5431c9 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "259d67e5-975e-41fb-87fa-1a3148391e05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.514s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.063388] env[62211]: DEBUG nova.compute.manager [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1750.151865] env[62211]: INFO nova.compute.manager [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Took 19.52 seconds to build instance. [ 1750.206225] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddec1a26-4fe5-4ce5-8f49-1983f2d032fa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.216392] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd4d636-124b-447b-80cb-55296cc9c010 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.261059] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Acquiring lock "refresh_cache-c8083792-677e-4647-8d8c-08fdc6712cd9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.261207] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Acquired lock "refresh_cache-c8083792-677e-4647-8d8c-08fdc6712cd9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.261378] env[62211]: DEBUG nova.network.neutron [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1750.266076] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83c37a1-4506-4996-890b-63bc3b6cb518 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.286672] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074228, 'name': CreateVM_Task, 'duration_secs': 0.513105} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.286928] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1750.288257] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce84364-0221-4884-a284-e397c00ea971 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.292939] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.293151] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.293536] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1750.294588] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0496419b-acf1-4b45-821c-9ec359c9e5b9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.307618] env[62211]: DEBUG nova.compute.provider_tree [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.311645] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Waiting for the task: (returnval){ [ 1750.311645] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529ead01-e5a2-47a4-dc62-ebd56cb8ba40" [ 1750.311645] env[62211]: _type = "Task" [ 1750.311645] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.321141] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529ead01-e5a2-47a4-dc62-ebd56cb8ba40, 'name': SearchDatastore_Task, 'duration_secs': 0.013793} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.321472] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.322055] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1750.322055] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.322282] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.322342] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1750.322623] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-873e7717-c430-4fbf-befa-c850a5c65c99 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.334866] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1750.334980] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1750.336556] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cab6347-3d49-44a7-875a-4149ef6e1ca9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.344398] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Waiting for the task: (returnval){ [ 1750.344398] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52389631-76a9-2380-b9c8-9cd370701ee8" [ 1750.344398] env[62211]: _type = "Task" [ 1750.344398] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.359021] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52389631-76a9-2380-b9c8-9cd370701ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.550018] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074225, 'name': ReconfigVM_Task, 'duration_secs': 0.709037} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.550829] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 704aefed-050d-4614-a3bb-854e028fc9c8/704aefed-050d-4614-a3bb-854e028fc9c8.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1750.550956] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adda527a-cf68-487d-adf2-46d2b49dcd75 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.557704] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1750.557704] env[62211]: value = "task-2074229" [ 1750.557704] env[62211]: _type = "Task" [ 1750.557704] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.566481] env[62211]: DEBUG nova.compute.manager [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1750.568957] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074229, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.588853] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.658497] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c1e3eab-cad5-4607-8add-d56a67210d5a tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.030s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.813028] env[62211]: DEBUG nova.scheduler.client.report [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1750.856753] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52389631-76a9-2380-b9c8-9cd370701ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.01637} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.857416] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459a4090-988b-41fe-bed2-d49e65bf577e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.861735] env[62211]: DEBUG nova.network.neutron [req-4fbd47b2-2e39-42eb-b8df-8804b23cce60 req-db4155d5-ffe3-4d5c-b41a-cfc46ef2ab0b service nova] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Updated VIF entry in instance network info cache for port 789a87dd-5fa4-4712-8d7c-0997c5402923. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1750.861735] env[62211]: DEBUG nova.network.neutron [req-4fbd47b2-2e39-42eb-b8df-8804b23cce60 req-db4155d5-ffe3-4d5c-b41a-cfc46ef2ab0b service nova] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Updating instance_info_cache with network_info: [{"id": "789a87dd-5fa4-4712-8d7c-0997c5402923", "address": "fa:16:3e:48:40:c1", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap789a87dd-5f", "ovs_interfaceid": "789a87dd-5fa4-4712-8d7c-0997c5402923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.869202] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Waiting for the task: (returnval){ [ 1750.869202] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52ec3da0-3bfa-2662-2f90-b03d61b23f50" [ 1750.869202] env[62211]: _type = "Task" [ 1750.869202] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.880480] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Acquiring lock "de76bde1-dc1e-4054-ae8b-72f9ed1da4a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.880871] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Lock "de76bde1-dc1e-4054-ae8b-72f9ed1da4a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.885968] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ec3da0-3bfa-2662-2f90-b03d61b23f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.905807] env[62211]: DEBUG nova.network.neutron [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1750.915539] env[62211]: DEBUG nova.compute.manager [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1750.946512] env[62211]: DEBUG nova.virt.hardware [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1750.946752] env[62211]: DEBUG nova.virt.hardware [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1750.946903] env[62211]: DEBUG nova.virt.hardware [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1750.947311] env[62211]: DEBUG nova.virt.hardware [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1750.947498] env[62211]: DEBUG nova.virt.hardware [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1750.947705] env[62211]: DEBUG nova.virt.hardware [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1750.948468] env[62211]: DEBUG nova.virt.hardware [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1750.948468] env[62211]: DEBUG nova.virt.hardware [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1750.948468] env[62211]: DEBUG nova.virt.hardware [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1750.948468] env[62211]: DEBUG nova.virt.hardware [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1750.948468] env[62211]: DEBUG nova.virt.hardware [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1750.949363] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74f1196-e73f-45cd-9b09-b59c8cf7ce17 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.959532] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb19be68-24ff-43ff-845d-d3d8f9331bd5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.997780] env[62211]: DEBUG nova.network.neutron [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Successfully created port: ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1751.075897] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074229, 'name': Rename_Task, 'duration_secs': 0.192097} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.078594] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.081122] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cbba59f-08c1-4cbb-ba80-ccfbc063ae81 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.087023] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1751.087023] env[62211]: value = "task-2074230" [ 1751.087023] env[62211]: _type = "Task" [ 1751.087023] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.100155] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.101463] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.167998] env[62211]: DEBUG nova.compute.manager [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1751.318109] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.318799] env[62211]: DEBUG nova.compute.manager [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1751.321501] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.235s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.326841] env[62211]: INFO nova.compute.claims [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1751.365041] env[62211]: DEBUG oslo_concurrency.lockutils [req-4fbd47b2-2e39-42eb-b8df-8804b23cce60 req-db4155d5-ffe3-4d5c-b41a-cfc46ef2ab0b service nova] Releasing lock "refresh_cache-704aefed-050d-4614-a3bb-854e028fc9c8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.365674] env[62211]: DEBUG nova.compute.manager [req-4fbd47b2-2e39-42eb-b8df-8804b23cce60 req-db4155d5-ffe3-4d5c-b41a-cfc46ef2ab0b service nova] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Received event network-vif-plugged-9feed1e8-d571-4445-b3c8-291e9631779c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1751.365989] env[62211]: DEBUG oslo_concurrency.lockutils [req-4fbd47b2-2e39-42eb-b8df-8804b23cce60 req-db4155d5-ffe3-4d5c-b41a-cfc46ef2ab0b service nova] Acquiring lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.368127] env[62211]: DEBUG oslo_concurrency.lockutils [req-4fbd47b2-2e39-42eb-b8df-8804b23cce60 req-db4155d5-ffe3-4d5c-b41a-cfc46ef2ab0b service nova] Lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.368127] env[62211]: DEBUG oslo_concurrency.lockutils [req-4fbd47b2-2e39-42eb-b8df-8804b23cce60 req-db4155d5-ffe3-4d5c-b41a-cfc46ef2ab0b service nova] Lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.368127] env[62211]: DEBUG nova.compute.manager [req-4fbd47b2-2e39-42eb-b8df-8804b23cce60 req-db4155d5-ffe3-4d5c-b41a-cfc46ef2ab0b service nova] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] No waiting events found dispatching network-vif-plugged-9feed1e8-d571-4445-b3c8-291e9631779c {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1751.368127] env[62211]: WARNING nova.compute.manager [req-4fbd47b2-2e39-42eb-b8df-8804b23cce60 req-db4155d5-ffe3-4d5c-b41a-cfc46ef2ab0b service nova] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Received unexpected event network-vif-plugged-9feed1e8-d571-4445-b3c8-291e9631779c for instance with vm_state building and task_state spawning. [ 1751.383478] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ec3da0-3bfa-2662-2f90-b03d61b23f50, 'name': SearchDatastore_Task, 'duration_secs': 0.029107} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.383783] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.384590] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 2eef5371-84e7-47f6-9443-0e1e07adb8f9/2eef5371-84e7-47f6-9443-0e1e07adb8f9.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1751.384590] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b79cf98-6c83-4355-bbec-6fb2a0a9e793 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.392576] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Waiting for the task: (returnval){ [ 1751.392576] env[62211]: value = "task-2074231" [ 1751.392576] env[62211]: _type = "Task" [ 1751.392576] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.406207] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.604596] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.608301] env[62211]: DEBUG nova.network.neutron [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Updating instance_info_cache with network_info: [{"id": "c7521979-5389-4ec7-898a-59ba78d6d80a", "address": "fa:16:3e:c5:ec:f9", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7521979-53", "ovs_interfaceid": "c7521979-5389-4ec7-898a-59ba78d6d80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.702358] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.831191] env[62211]: DEBUG nova.compute.utils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1751.836963] env[62211]: DEBUG nova.compute.manager [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1751.838416] env[62211]: DEBUG nova.network.neutron [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1751.906935] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074231, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.103829] env[62211]: DEBUG oslo_vmware.api [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074230, 'name': PowerOnVM_Task, 'duration_secs': 0.739204} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.104029] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1752.104403] env[62211]: INFO nova.compute.manager [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1752.104403] env[62211]: DEBUG nova.compute.manager [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.105267] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b926a4e-1cb6-4979-b27c-10fa02c8146a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.109621] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Releasing lock "refresh_cache-c8083792-677e-4647-8d8c-08fdc6712cd9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.110404] env[62211]: DEBUG nova.compute.manager [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Instance network_info: |[{"id": "c7521979-5389-4ec7-898a-59ba78d6d80a", "address": "fa:16:3e:c5:ec:f9", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7521979-53", "ovs_interfaceid": "c7521979-5389-4ec7-898a-59ba78d6d80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1752.111958] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:ec:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7521979-5389-4ec7-898a-59ba78d6d80a', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.120412] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Creating folder: Project (c6870849bf394a579b954d656767e8aa). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.122271] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f73b294-680e-4ff4-9270-a2c4eb9c099e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.136966] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Created folder: Project (c6870849bf394a579b954d656767e8aa) in parent group-v425157. [ 1752.137373] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Creating folder: Instances. Parent ref: group-v425173. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.137566] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa86984d-5262-4fc5-80a6-0104936a352f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.152316] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Created folder: Instances in parent group-v425173. [ 1752.152316] env[62211]: DEBUG oslo.service.loopingcall [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.152316] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.152316] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b25891af-1c36-40b0-941e-d238505976c5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.176649] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1752.176649] env[62211]: value = "task-2074234" [ 1752.176649] env[62211]: _type = "Task" [ 1752.176649] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.187600] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074234, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.232743] env[62211]: DEBUG nova.policy [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd8cee84365c4b8bac59a94069daeaeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cc6916a76024aa49aafa89913291a56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1752.337835] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Acquiring lock "48f7357a-2911-463f-bda4-abf0c50d7d6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.337835] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Lock "48f7357a-2911-463f-bda4-abf0c50d7d6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.338250] env[62211]: DEBUG nova.compute.manager [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1752.350883] env[62211]: DEBUG nova.network.neutron [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Successfully updated port: 22a9b407-0979-474e-9da4-a427e6d1f4d8 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1752.411392] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656911} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.414184] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 2eef5371-84e7-47f6-9443-0e1e07adb8f9/2eef5371-84e7-47f6-9443-0e1e07adb8f9.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1752.414416] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1752.415883] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05b2e843-ba4d-4dff-aa63-4a3c9fa4b54c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.425819] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Waiting for the task: (returnval){ [ 1752.425819] env[62211]: value = "task-2074235" [ 1752.425819] env[62211]: _type = "Task" [ 1752.425819] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.442927] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.641083] env[62211]: INFO nova.compute.manager [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Took 21.45 seconds to build instance. [ 1752.691983] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074234, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.695390] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94daa1c-f73b-435c-a89e-a3e089aa302d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.703561] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695ee932-d246-4213-97ed-46a701219eff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.750713] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5219f1d4-4eda-4f1f-ae7e-133de3595d24 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.758784] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c519511a-8c88-4979-8433-2ac6ab8f3cf2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.776824] env[62211]: DEBUG nova.compute.provider_tree [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.859367] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.859367] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.859534] env[62211]: DEBUG nova.network.neutron [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1752.938595] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Acquiring lock "7fda2b64-5d5f-46ed-b57b-00b24d9acee1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.938595] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Lock "7fda2b64-5d5f-46ed-b57b-00b24d9acee1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.944045] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2904} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.946243] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1752.946586] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f9d1bb-a71d-4e12-8f80-1b3d230e6f6a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.971477] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 2eef5371-84e7-47f6-9443-0e1e07adb8f9/2eef5371-84e7-47f6-9443-0e1e07adb8f9.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.971869] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8074cdb8-b435-4d62-9e82-6c18c27df527 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.998796] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Waiting for the task: (returnval){ [ 1752.998796] env[62211]: value = "task-2074236" [ 1752.998796] env[62211]: _type = "Task" [ 1752.998796] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.007391] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.145802] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c708f1a4-96ee-46ad-84e3-9bf75e338624 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lock "704aefed-050d-4614-a3bb-854e028fc9c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.965s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.198063] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074234, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.282869] env[62211]: DEBUG nova.scheduler.client.report [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.364219] env[62211]: DEBUG nova.compute.manager [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1753.401770] env[62211]: DEBUG nova.virt.hardware [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1753.402021] env[62211]: DEBUG nova.virt.hardware [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1753.402186] env[62211]: DEBUG nova.virt.hardware [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1753.402384] env[62211]: DEBUG nova.virt.hardware [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1753.402540] env[62211]: DEBUG nova.virt.hardware [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1753.402684] env[62211]: DEBUG nova.virt.hardware [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1753.402888] env[62211]: DEBUG nova.virt.hardware [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1753.403232] env[62211]: DEBUG nova.virt.hardware [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1753.403335] env[62211]: DEBUG nova.virt.hardware [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1753.403633] env[62211]: DEBUG nova.virt.hardware [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1753.403717] env[62211]: DEBUG nova.virt.hardware [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1753.404812] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6990ff77-e096-4e0e-8b6a-bc8708ce70ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.409702] env[62211]: DEBUG nova.network.neutron [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Successfully created port: 8d5ceb39-eecd-460d-b7c0-ec640e482c6e {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1753.415730] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd938b66-4cec-46ad-a197-03f1056284fc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.476106] env[62211]: DEBUG nova.network.neutron [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1753.511183] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.516066] env[62211]: DEBUG nova.compute.manager [None req-d2f0c892-3d83-4a27-b8e7-bd5699dd8497 tempest-ServerDiagnosticsTest-419549046 tempest-ServerDiagnosticsTest-419549046-project-admin] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.516946] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b04ae6a-2b63-4ede-9e90-0b3c53db5956 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.525367] env[62211]: INFO nova.compute.manager [None req-d2f0c892-3d83-4a27-b8e7-bd5699dd8497 tempest-ServerDiagnosticsTest-419549046 tempest-ServerDiagnosticsTest-419549046-project-admin] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Retrieving diagnostics [ 1753.526150] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f71a0c6-7a25-4f09-a6c5-20f5bbdbb11d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.649210] env[62211]: DEBUG nova.compute.manager [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1753.691877] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074234, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.787858] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.788624] env[62211]: DEBUG nova.compute.manager [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1753.791527] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.514s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.011108] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074236, 'name': ReconfigVM_Task, 'duration_secs': 0.823264} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.011689] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 2eef5371-84e7-47f6-9443-0e1e07adb8f9/2eef5371-84e7-47f6-9443-0e1e07adb8f9.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1754.012054] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c85c56e-5835-4890-813e-547203eaf78a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.024548] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Waiting for the task: (returnval){ [ 1754.024548] env[62211]: value = "task-2074237" [ 1754.024548] env[62211]: _type = "Task" [ 1754.024548] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.037410] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074237, 'name': Rename_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.061726] env[62211]: DEBUG nova.compute.manager [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Received event network-changed-9feed1e8-d571-4445-b3c8-291e9631779c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1754.061915] env[62211]: DEBUG nova.compute.manager [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Refreshing instance network info cache due to event network-changed-9feed1e8-d571-4445-b3c8-291e9631779c. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1754.062240] env[62211]: DEBUG oslo_concurrency.lockutils [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] Acquiring lock "refresh_cache-2eef5371-84e7-47f6-9443-0e1e07adb8f9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.062432] env[62211]: DEBUG oslo_concurrency.lockutils [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] Acquired lock "refresh_cache-2eef5371-84e7-47f6-9443-0e1e07adb8f9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.062540] env[62211]: DEBUG nova.network.neutron [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Refreshing network info cache for port 9feed1e8-d571-4445-b3c8-291e9631779c {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1754.136924] env[62211]: DEBUG nova.network.neutron [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating instance_info_cache with network_info: [{"id": "22a9b407-0979-474e-9da4-a427e6d1f4d8", "address": "fa:16:3e:71:4d:fb", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22a9b407-09", "ovs_interfaceid": "22a9b407-0979-474e-9da4-a427e6d1f4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.195926] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074234, 'name': CreateVM_Task, 'duration_secs': 1.779411} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.196755] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.196969] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1754.198029] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.198029] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.198293] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1754.198751] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc74d23-d47c-4467-af68-d5f4250f2fc5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.204220] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Waiting for the task: (returnval){ [ 1754.204220] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5292575e-9c75-b3ec-7dca-80e462f88874" [ 1754.204220] env[62211]: _type = "Task" [ 1754.204220] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.216505] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5292575e-9c75-b3ec-7dca-80e462f88874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.296488] env[62211]: DEBUG nova.compute.utils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.308503] env[62211]: DEBUG nova.compute.manager [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1754.308685] env[62211]: DEBUG nova.network.neutron [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.535039] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074237, 'name': Rename_Task, 'duration_secs': 0.172477} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.535317] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1754.535565] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee40e8b0-fd86-4d88-bb44-97ab519c3a22 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.542018] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Waiting for the task: (returnval){ [ 1754.542018] env[62211]: value = "task-2074238" [ 1754.542018] env[62211]: _type = "Task" [ 1754.542018] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.552484] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.617627] env[62211]: DEBUG nova.policy [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab7c7ba20b4f48ee94c1afc320da9d96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04678b970fdf4802b41b8c8b395dd44e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.641684] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Releasing lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.642017] env[62211]: DEBUG nova.compute.manager [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Instance network_info: |[{"id": "22a9b407-0979-474e-9da4-a427e6d1f4d8", "address": "fa:16:3e:71:4d:fb", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22a9b407-09", "ovs_interfaceid": "22a9b407-0979-474e-9da4-a427e6d1f4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1754.643659] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:4d:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22a9b407-0979-474e-9da4-a427e6d1f4d8', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1754.651917] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Creating folder: Project (b2dcaad66e9c402082c71e371b7764fe). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1754.652233] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5bbe46b-4b66-47ca-9a2a-0dce4a5bc972 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.664268] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Created folder: Project (b2dcaad66e9c402082c71e371b7764fe) in parent group-v425157. [ 1754.664268] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Creating folder: Instances. Parent ref: group-v425176. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1754.668034] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ee5df67-9eee-4f57-9e43-1bfdfd7d5314 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.677579] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Created folder: Instances in parent group-v425176. [ 1754.678094] env[62211]: DEBUG oslo.service.loopingcall [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.678312] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f952136-5629-42ba-8a95-a21524601643] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1754.678641] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f49d267-ddc7-4ef3-a148-36b240e7b2d8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.700552] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1754.700552] env[62211]: value = "task-2074241" [ 1754.700552] env[62211]: _type = "Task" [ 1754.700552] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.712805] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074241, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.719542] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5292575e-9c75-b3ec-7dca-80e462f88874, 'name': SearchDatastore_Task, 'duration_secs': 0.015589} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.721431] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.721431] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1754.721431] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.721431] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.721859] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1754.721859] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f022c15b-9eaa-4bc7-bb09-29c5a2fe5845 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.732399] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1754.732591] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1754.733543] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fddb5f9a-5932-44f7-9657-2f37081f6007 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.739290] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Waiting for the task: (returnval){ [ 1754.739290] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d9fad0-d241-df65-5bf4-d0c8567f8cb6" [ 1754.739290] env[62211]: _type = "Task" [ 1754.739290] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.748108] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d9fad0-d241-df65-5bf4-d0c8567f8cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.808898] env[62211]: DEBUG nova.compute.manager [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1754.841645] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 685d4ec2-62cf-466a-9990-7934576ea0aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.841814] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 259d67e5-975e-41fb-87fa-1a3148391e05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.841948] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.842075] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 704aefed-050d-4614-a3bb-854e028fc9c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.842197] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 2eef5371-84e7-47f6-9443-0e1e07adb8f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.842323] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance c8083792-677e-4647-8d8c-08fdc6712cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.842458] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 3f952136-5629-42ba-8a95-a21524601643 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.842578] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 4f85b886-8a92-495c-948c-4f21691d4f39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.842691] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance ed809ccc-1cae-4a76-a40e-19650dbbe801 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.842800] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance ef210777-ba8b-485a-b3bb-ef65a8ed3ad9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1755.059972] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.089423] env[62211]: DEBUG nova.network.neutron [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Successfully updated port: ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1755.214520] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074241, 'name': CreateVM_Task, 'duration_secs': 0.499205} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.215055] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f952136-5629-42ba-8a95-a21524601643] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1755.215428] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.215582] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.215893] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1755.216158] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fcad905-f52e-4212-9626-6c5681e80383 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.220848] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1755.220848] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526889bd-e05e-4770-4987-ecc3dd90c247" [ 1755.220848] env[62211]: _type = "Task" [ 1755.220848] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.230923] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526889bd-e05e-4770-4987-ecc3dd90c247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.251147] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d9fad0-d241-df65-5bf4-d0c8567f8cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.011222} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.251972] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b01029-726e-4bae-b7a4-9b84cd937ca1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.257708] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Waiting for the task: (returnval){ [ 1755.257708] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529807e4-07da-5635-c5ec-04566f98f124" [ 1755.257708] env[62211]: _type = "Task" [ 1755.257708] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.267464] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529807e4-07da-5635-c5ec-04566f98f124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.346461] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 9e6de468-662e-4591-b8e5-c9c11e0c0163 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1755.364455] env[62211]: DEBUG nova.network.neutron [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Updated VIF entry in instance network info cache for port 9feed1e8-d571-4445-b3c8-291e9631779c. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1755.365931] env[62211]: DEBUG nova.network.neutron [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Updating instance_info_cache with network_info: [{"id": "9feed1e8-d571-4445-b3c8-291e9631779c", "address": "fa:16:3e:8d:12:a4", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9feed1e8-d5", "ovs_interfaceid": "9feed1e8-d571-4445-b3c8-291e9631779c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.562093] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.592712] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "refresh_cache-4f85b886-8a92-495c-948c-4f21691d4f39" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.592712] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "refresh_cache-4f85b886-8a92-495c-948c-4f21691d4f39" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.592712] env[62211]: DEBUG nova.network.neutron [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1755.644126] env[62211]: DEBUG nova.network.neutron [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Successfully created port: 57774ca2-ef70-42eb-82c9-31d8aca8acba {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1755.668241] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquiring lock "685d4ec2-62cf-466a-9990-7934576ea0aa" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.668241] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Lock "685d4ec2-62cf-466a-9990-7934576ea0aa" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.668535] env[62211]: INFO nova.compute.manager [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Rebooting instance [ 1755.733689] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526889bd-e05e-4770-4987-ecc3dd90c247, 'name': SearchDatastore_Task, 'duration_secs': 0.020396} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.734098] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.734410] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1755.735097] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.770704] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529807e4-07da-5635-c5ec-04566f98f124, 'name': SearchDatastore_Task, 'duration_secs': 0.014932} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.771851] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.772271] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] c8083792-677e-4647-8d8c-08fdc6712cd9/c8083792-677e-4647-8d8c-08fdc6712cd9.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1755.772703] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.772931] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1755.773385] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05f17cee-d20e-4c10-a1b8-5188901ee801 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.776471] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7ac8d33-3fec-4cb3-a60b-c2f0e07ca1c8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.785126] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Waiting for the task: (returnval){ [ 1755.785126] env[62211]: value = "task-2074242" [ 1755.785126] env[62211]: _type = "Task" [ 1755.785126] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.791453] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.791641] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1755.792798] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4055d8e0-d1d1-457a-bf84-b6c1b497ffd2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.799075] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.806045] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1755.806045] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52a2c136-5372-cf7a-561f-e80594e90903" [ 1755.806045] env[62211]: _type = "Task" [ 1755.806045] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.816347] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a2c136-5372-cf7a-561f-e80594e90903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.823174] env[62211]: DEBUG nova.compute.manager [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1755.853017] env[62211]: DEBUG nova.virt.hardware [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1755.853017] env[62211]: DEBUG nova.virt.hardware [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.853017] env[62211]: DEBUG nova.virt.hardware [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1755.853247] env[62211]: DEBUG nova.virt.hardware [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.853694] env[62211]: DEBUG nova.virt.hardware [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1755.853972] env[62211]: DEBUG nova.virt.hardware [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1755.854341] env[62211]: DEBUG nova.virt.hardware [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1755.857017] env[62211]: DEBUG nova.virt.hardware [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1755.857017] env[62211]: DEBUG nova.virt.hardware [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1755.857017] env[62211]: DEBUG nova.virt.hardware [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1755.857017] env[62211]: DEBUG nova.virt.hardware [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1755.857017] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1755.858994] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27e3e81-5615-465b-a576-d96a182d686f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.874141] env[62211]: DEBUG oslo_concurrency.lockutils [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] Releasing lock "refresh_cache-2eef5371-84e7-47f6-9443-0e1e07adb8f9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.874141] env[62211]: DEBUG nova.compute.manager [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Received event network-vif-plugged-c7521979-5389-4ec7-898a-59ba78d6d80a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1755.874141] env[62211]: DEBUG oslo_concurrency.lockutils [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] Acquiring lock "c8083792-677e-4647-8d8c-08fdc6712cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.874141] env[62211]: DEBUG oslo_concurrency.lockutils [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] Lock "c8083792-677e-4647-8d8c-08fdc6712cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.874141] env[62211]: DEBUG oslo_concurrency.lockutils [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] Lock "c8083792-677e-4647-8d8c-08fdc6712cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.874471] env[62211]: DEBUG nova.compute.manager [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] No waiting events found dispatching network-vif-plugged-c7521979-5389-4ec7-898a-59ba78d6d80a {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1755.874471] env[62211]: WARNING nova.compute.manager [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Received unexpected event network-vif-plugged-c7521979-5389-4ec7-898a-59ba78d6d80a for instance with vm_state building and task_state spawning. [ 1755.874471] env[62211]: DEBUG nova.compute.manager [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Received event network-changed-c7521979-5389-4ec7-898a-59ba78d6d80a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1755.874471] env[62211]: DEBUG nova.compute.manager [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Refreshing instance network info cache due to event network-changed-c7521979-5389-4ec7-898a-59ba78d6d80a. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1755.874471] env[62211]: DEBUG oslo_concurrency.lockutils [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] Acquiring lock "refresh_cache-c8083792-677e-4647-8d8c-08fdc6712cd9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.874649] env[62211]: DEBUG oslo_concurrency.lockutils [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] Acquired lock "refresh_cache-c8083792-677e-4647-8d8c-08fdc6712cd9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.874649] env[62211]: DEBUG nova.network.neutron [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Refreshing network info cache for port c7521979-5389-4ec7-898a-59ba78d6d80a {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1755.876965] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff05a4a-2265-45b7-bc81-124198d0e75d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.068212] env[62211]: DEBUG oslo_vmware.api [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074238, 'name': PowerOnVM_Task, 'duration_secs': 1.320837} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.068212] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1756.068212] env[62211]: INFO nova.compute.manager [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Took 13.20 seconds to spawn the instance on the hypervisor. [ 1756.068212] env[62211]: DEBUG nova.compute.manager [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1756.070285] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1068701d-412b-4928-a18b-a4274501bdfd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.223697] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquiring lock "refresh_cache-685d4ec2-62cf-466a-9990-7934576ea0aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.224153] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquired lock "refresh_cache-685d4ec2-62cf-466a-9990-7934576ea0aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.224381] env[62211]: DEBUG nova.network.neutron [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.228284] env[62211]: DEBUG nova.network.neutron [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1756.300490] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074242, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.317892] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a2c136-5372-cf7a-561f-e80594e90903, 'name': SearchDatastore_Task, 'duration_secs': 0.024326} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.322532] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7eef246-4373-4e79-b77b-4d13b54ea2e8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.330914] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1756.330914] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5271cbb3-7076-f692-541e-d98388fcb4f1" [ 1756.330914] env[62211]: _type = "Task" [ 1756.330914] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.342421] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5271cbb3-7076-f692-541e-d98388fcb4f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.366132] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 958768a7-2cf2-4006-9375-09abea50c2d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1756.571273] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Acquiring lock "2d10090f-a5bc-41c9-a2fe-37a2dfc10446" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.571572] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Lock "2d10090f-a5bc-41c9-a2fe-37a2dfc10446" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.597397] env[62211]: INFO nova.compute.manager [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Took 25.39 seconds to build instance. [ 1756.673501] env[62211]: DEBUG nova.network.neutron [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Updating instance_info_cache with network_info: [{"id": "ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c", "address": "fa:16:3e:1b:ae:b6", "network": {"id": "0726fe05-a3d8-48a6-81d7-80e12381d9f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1928272886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6916a76024aa49aafa89913291a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6f05d1-53", "ovs_interfaceid": "ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.725591] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "4e43c86c-f642-4cee-a188-efcbc6942ac2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.725815] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "4e43c86c-f642-4cee-a188-efcbc6942ac2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.804079] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597429} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.805660] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] c8083792-677e-4647-8d8c-08fdc6712cd9/c8083792-677e-4647-8d8c-08fdc6712cd9.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1756.806075] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1756.809239] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d686999-f1f8-4074-973e-e0c23bbd30d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.818254] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Waiting for the task: (returnval){ [ 1756.818254] env[62211]: value = "task-2074243" [ 1756.818254] env[62211]: _type = "Task" [ 1756.818254] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.829940] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Acquiring lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.830306] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.830539] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Acquiring lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.830754] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.830920] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.832542] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.836885] env[62211]: INFO nova.compute.manager [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Terminating instance [ 1756.855650] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5271cbb3-7076-f692-541e-d98388fcb4f1, 'name': SearchDatastore_Task, 'duration_secs': 0.025229} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.856172] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.856430] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 3f952136-5629-42ba-8a95-a21524601643/3f952136-5629-42ba-8a95-a21524601643.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1756.856933] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3274a28-0090-4684-9aae-f18c61a1ad9f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.868420] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1756.868420] env[62211]: value = "task-2074244" [ 1756.868420] env[62211]: _type = "Task" [ 1756.868420] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.870444] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 42a83e79-9558-4c38-94a7-50847ca57ea0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1756.887435] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.099291] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c35cd6ff-d3dd-4b9c-8cfd-b48df81aa010 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.898s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.176908] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "refresh_cache-4f85b886-8a92-495c-948c-4f21691d4f39" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.177595] env[62211]: DEBUG nova.compute.manager [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Instance network_info: |[{"id": "ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c", "address": "fa:16:3e:1b:ae:b6", "network": {"id": "0726fe05-a3d8-48a6-81d7-80e12381d9f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1928272886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6916a76024aa49aafa89913291a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6f05d1-53", "ovs_interfaceid": "ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1757.177727] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:ae:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1757.186375] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Creating folder: Project (6cc6916a76024aa49aafa89913291a56). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1757.187081] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d063ef5-0173-4082-b56a-ecaa52d54298 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.198776] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Created folder: Project (6cc6916a76024aa49aafa89913291a56) in parent group-v425157. [ 1757.198983] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Creating folder: Instances. Parent ref: group-v425179. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1757.199826] env[62211]: DEBUG nova.network.neutron [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Successfully updated port: 8d5ceb39-eecd-460d-b7c0-ec640e482c6e {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1757.201044] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-727422cc-b22d-484a-985f-5d6af824e3ed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.211216] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Created folder: Instances in parent group-v425179. [ 1757.211510] env[62211]: DEBUG oslo.service.loopingcall [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.211715] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1757.211923] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-208c58dc-62ab-404a-9f7f-6851799ca715 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.232328] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1757.232328] env[62211]: value = "task-2074247" [ 1757.232328] env[62211]: _type = "Task" [ 1757.232328] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.240834] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074247, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.313466] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Acquiring lock "704aefed-050d-4614-a3bb-854e028fc9c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.314078] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Lock "704aefed-050d-4614-a3bb-854e028fc9c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.314605] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Acquiring lock "704aefed-050d-4614-a3bb-854e028fc9c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.315014] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Lock "704aefed-050d-4614-a3bb-854e028fc9c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.315271] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Lock "704aefed-050d-4614-a3bb-854e028fc9c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.320845] env[62211]: INFO nova.compute.manager [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Terminating instance [ 1757.332758] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059242} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.332758] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1757.332758] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb5aec3-9b50-4e0b-a2ec-e4ee7476e3a2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.363308] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] c8083792-677e-4647-8d8c-08fdc6712cd9/c8083792-677e-4647-8d8c-08fdc6712cd9.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.363308] env[62211]: DEBUG nova.compute.manager [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1757.363308] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.363308] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9196ab72-b416-4015-9396-868e6337645c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.375630] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8222f96-f604-4a55-938e-9ea39e920d1a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.379988] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance de76bde1-dc1e-4054-ae8b-72f9ed1da4a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1757.401175] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074244, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.401175] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Waiting for the task: (returnval){ [ 1757.401175] env[62211]: value = "task-2074248" [ 1757.401175] env[62211]: _type = "Task" [ 1757.401175] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.401175] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.402041] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6eae325-29a8-4662-90dd-a911ca736ae8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.409293] env[62211]: DEBUG nova.network.neutron [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Updated VIF entry in instance network info cache for port c7521979-5389-4ec7-898a-59ba78d6d80a. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1757.412584] env[62211]: DEBUG nova.network.neutron [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Updating instance_info_cache with network_info: [{"id": "c7521979-5389-4ec7-898a-59ba78d6d80a", "address": "fa:16:3e:c5:ec:f9", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7521979-53", "ovs_interfaceid": "c7521979-5389-4ec7-898a-59ba78d6d80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.422911] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.423492] env[62211]: DEBUG oslo_vmware.api [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Waiting for the task: (returnval){ [ 1757.423492] env[62211]: value = "task-2074249" [ 1757.423492] env[62211]: _type = "Task" [ 1757.423492] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.434659] env[62211]: DEBUG oslo_vmware.api [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.555818] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Acquiring lock "dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.556204] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Lock "dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.601744] env[62211]: DEBUG nova.compute.manager [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1757.703605] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "refresh_cache-ed809ccc-1cae-4a76-a40e-19650dbbe801" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.704144] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "refresh_cache-ed809ccc-1cae-4a76-a40e-19650dbbe801" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.704144] env[62211]: DEBUG nova.network.neutron [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.746057] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074247, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.798979] env[62211]: DEBUG nova.network.neutron [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Updating instance_info_cache with network_info: [{"id": "d12e6422-208d-44d3-be6e-c69200b06b8f", "address": "fa:16:3e:e7:4d:f7", "network": {"id": "78afcc0a-2746-4f2c-abfb-aa8a5f7030c4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-775515446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a094dea231c94b9a9e1796f58ea42461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12e6422-20", "ovs_interfaceid": "d12e6422-208d-44d3-be6e-c69200b06b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.827503] env[62211]: DEBUG nova.compute.manager [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1757.827686] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.828546] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d7501c-2938-4879-96e0-f2e3419ebb50 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.838153] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.838420] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c2b7c21-e32b-48a1-a669-0a05f9280b1d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.844889] env[62211]: DEBUG oslo_vmware.api [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Waiting for the task: (returnval){ [ 1757.844889] env[62211]: value = "task-2074250" [ 1757.844889] env[62211]: _type = "Task" [ 1757.844889] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.859328] env[62211]: DEBUG oslo_vmware.api [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Task: {'id': task-2074250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.888695] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 48f7357a-2911-463f-bda4-abf0c50d7d6d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1757.890233] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791348} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.890507] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 3f952136-5629-42ba-8a95-a21524601643/3f952136-5629-42ba-8a95-a21524601643.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1757.890720] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1757.890966] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fe95b88-5205-4ccc-80af-7a3b2303c073 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.898557] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1757.898557] env[62211]: value = "task-2074251" [ 1757.898557] env[62211]: _type = "Task" [ 1757.898557] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.911496] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.919207] env[62211]: DEBUG oslo_concurrency.lockutils [req-6e987328-8a7d-43a9-86d5-c66d5de02365 req-15f1aa8d-70cb-46e7-9457-c2b916ad70ec service nova] Releasing lock "refresh_cache-c8083792-677e-4647-8d8c-08fdc6712cd9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.919718] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074248, 'name': ReconfigVM_Task, 'duration_secs': 0.365398} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.920789] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Reconfigured VM instance instance-00000006 to attach disk [datastore1] c8083792-677e-4647-8d8c-08fdc6712cd9/c8083792-677e-4647-8d8c-08fdc6712cd9.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1757.921597] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eb87dcb-d22f-49a6-a83c-37614f326c11 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.929613] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Waiting for the task: (returnval){ [ 1757.929613] env[62211]: value = "task-2074252" [ 1757.929613] env[62211]: _type = "Task" [ 1757.929613] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.936744] env[62211]: DEBUG oslo_vmware.api [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074249, 'name': PowerOffVM_Task, 'duration_secs': 0.347539} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.937623] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1757.937935] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1757.938337] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-935f47fe-dea6-440d-8978-91c2202e6b01 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.943587] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074252, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.029967] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.033781] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.033781] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Deleting the datastore file [datastore1] 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.033781] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5112ea89-1c23-4a43-9de5-7b610d1a0c4a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.039698] env[62211]: DEBUG oslo_vmware.api [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Waiting for the task: (returnval){ [ 1758.039698] env[62211]: value = "task-2074254" [ 1758.039698] env[62211]: _type = "Task" [ 1758.039698] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.054778] env[62211]: DEBUG oslo_vmware.api [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.135863] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.249462] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074247, 'name': CreateVM_Task, 'duration_secs': 0.671271} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.249701] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1758.250631] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.250869] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.251365] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1758.251686] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc336911-5866-4a05-b2d2-dec7538fd464 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.257243] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1758.257243] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52da72a1-c3a8-7dd6-7de1-57ecd79dd2b4" [ 1758.257243] env[62211]: _type = "Task" [ 1758.257243] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.269994] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52da72a1-c3a8-7dd6-7de1-57ecd79dd2b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.295396] env[62211]: DEBUG nova.network.neutron [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.302143] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Releasing lock "refresh_cache-685d4ec2-62cf-466a-9990-7934576ea0aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.354059] env[62211]: DEBUG oslo_vmware.api [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Task: {'id': task-2074250, 'name': PowerOffVM_Task, 'duration_secs': 0.198855} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.354355] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.354527] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.354783] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-992f382a-e7a8-40ed-81d6-792052fc4abd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.395626] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 7fda2b64-5d5f-46ed-b57b-00b24d9acee1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1758.395942] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1758.396141] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1758.408426] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135666} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.408837] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1758.410494] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcc5c84-36a5-4aae-a9e4-96938178b18a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.434728] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 3f952136-5629-42ba-8a95-a21524601643/3f952136-5629-42ba-8a95-a21524601643.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1758.441257] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da286d6f-b7ee-412f-b7d0-3c16696a8072 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.457507] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.457773] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.457954] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Deleting the datastore file [datastore1] 704aefed-050d-4614-a3bb-854e028fc9c8 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.463122] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-933e2c79-3942-4a02-b118-8f42f53cca19 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.470648] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074252, 'name': Rename_Task, 'duration_secs': 0.276512} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.472841] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.473258] env[62211]: DEBUG oslo_vmware.api [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Waiting for the task: (returnval){ [ 1758.473258] env[62211]: value = "task-2074257" [ 1758.473258] env[62211]: _type = "Task" [ 1758.473258] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.473752] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1758.473752] env[62211]: value = "task-2074256" [ 1758.473752] env[62211]: _type = "Task" [ 1758.473752] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.476410] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a058a0d-453b-45ac-ae3b-674b0b45197b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.492942] env[62211]: DEBUG oslo_vmware.api [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Task: {'id': task-2074257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.500682] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Waiting for the task: (returnval){ [ 1758.500682] env[62211]: value = "task-2074258" [ 1758.500682] env[62211]: _type = "Task" [ 1758.500682] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.500954] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.512547] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074258, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.552285] env[62211]: DEBUG oslo_vmware.api [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Task: {'id': task-2074254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466368} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.552577] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1758.553690] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1758.553690] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1758.553690] env[62211]: INFO nova.compute.manager [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1758.553690] env[62211]: DEBUG oslo.service.loopingcall [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.553690] env[62211]: DEBUG nova.compute.manager [-] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1758.554099] env[62211]: DEBUG nova.network.neutron [-] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1758.767976] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52da72a1-c3a8-7dd6-7de1-57ecd79dd2b4, 'name': SearchDatastore_Task, 'duration_secs': 0.070186} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.770873] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.771070] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1758.771370] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.771511] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.771871] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1758.772290] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2efdffc1-4172-492b-afb1-cc44edff815f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.781362] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1758.781585] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1758.782491] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9045597-a58d-4beb-b808-a8f6dfc2e51b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.786919] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0e5788-8c36-408f-a3e9-67db7d4360f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.793107] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1758.793107] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523d350c-6f7f-d864-3962-cff86fc6db02" [ 1758.793107] env[62211]: _type = "Task" [ 1758.793107] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.798910] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8b820d-fd59-4870-a0ab-c045632d342c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.808762] env[62211]: DEBUG nova.compute.manager [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.809558] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63164a12-dec4-4612-89fc-db6cdadc25c8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.840713] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523d350c-6f7f-d864-3962-cff86fc6db02, 'name': SearchDatastore_Task, 'duration_secs': 0.014209} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.841612] env[62211]: DEBUG nova.network.neutron [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Successfully updated port: 57774ca2-ef70-42eb-82c9-31d8aca8acba {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1758.845861] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85be780-ef9c-4036-96ed-1f827f8685fd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.848487] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3311d8ff-9761-404d-b426-03bf80cc3d49 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.861986] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f205e3-9a9b-4bfb-9292-74501228d5c6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.866875] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1758.866875] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52c2ed86-4817-df03-4ec8-568214152049" [ 1758.866875] env[62211]: _type = "Task" [ 1758.866875] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.879195] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.885631] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c2ed86-4817-df03-4ec8-568214152049, 'name': SearchDatastore_Task, 'duration_secs': 0.0129} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.885902] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.886182] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39/4f85b886-8a92-495c-948c-4f21691d4f39.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1758.886440] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08f3fff2-b821-4ddd-9f6e-7d216ada8c81 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.894127] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1758.894127] env[62211]: value = "task-2074259" [ 1758.894127] env[62211]: _type = "Task" [ 1758.894127] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.904598] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.966178] env[62211]: DEBUG nova.network.neutron [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Updating instance_info_cache with network_info: [{"id": "8d5ceb39-eecd-460d-b7c0-ec640e482c6e", "address": "fa:16:3e:1b:82:6b", "network": {"id": "0726fe05-a3d8-48a6-81d7-80e12381d9f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1928272886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6916a76024aa49aafa89913291a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5ceb39-ee", "ovs_interfaceid": "8d5ceb39-eecd-460d-b7c0-ec640e482c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.003917] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074256, 'name': ReconfigVM_Task, 'duration_secs': 0.38008} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.004347] env[62211]: DEBUG oslo_vmware.api [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Task: {'id': task-2074257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330058} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.004739] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 3f952136-5629-42ba-8a95-a21524601643/3f952136-5629-42ba-8a95-a21524601643.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1759.009586] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.010135] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.010135] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.010647] env[62211]: INFO nova.compute.manager [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1759.010962] env[62211]: DEBUG oslo.service.loopingcall [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.011608] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13192d82-4b54-413c-a1f5-693dfbb44250 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.015241] env[62211]: DEBUG nova.compute.manager [-] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1759.015241] env[62211]: DEBUG nova.network.neutron [-] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.025227] env[62211]: DEBUG oslo_vmware.api [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074258, 'name': PowerOnVM_Task, 'duration_secs': 0.498066} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.029035] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1759.029035] env[62211]: INFO nova.compute.manager [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Took 13.80 seconds to spawn the instance on the hypervisor. [ 1759.029035] env[62211]: DEBUG nova.compute.manager [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.029396] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1759.029396] env[62211]: value = "task-2074260" [ 1759.029396] env[62211]: _type = "Task" [ 1759.029396] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.030392] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d561baa-111b-41bc-98b7-e768ea7362cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.050225] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074260, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.349924] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "refresh_cache-ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.349924] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquired lock "refresh_cache-ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.349924] env[62211]: DEBUG nova.network.neutron [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1759.382640] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1759.409363] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074259, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.468536] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "refresh_cache-ed809ccc-1cae-4a76-a40e-19650dbbe801" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.468904] env[62211]: DEBUG nova.compute.manager [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Instance network_info: |[{"id": "8d5ceb39-eecd-460d-b7c0-ec640e482c6e", "address": "fa:16:3e:1b:82:6b", "network": {"id": "0726fe05-a3d8-48a6-81d7-80e12381d9f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1928272886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6916a76024aa49aafa89913291a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5ceb39-ee", "ovs_interfaceid": "8d5ceb39-eecd-460d-b7c0-ec640e482c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1759.469364] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:82:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d5ceb39-eecd-460d-b7c0-ec640e482c6e', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.478838] env[62211]: DEBUG oslo.service.loopingcall [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.478838] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.479478] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef507606-a70a-4b9c-99d9-7bd10dbd4513 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.505203] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.505203] env[62211]: value = "task-2074261" [ 1759.505203] env[62211]: _type = "Task" [ 1759.505203] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.519385] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074261, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.545934] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074260, 'name': Rename_Task, 'duration_secs': 0.238268} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.546461] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1759.547019] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d6a24f5-6fa6-4ba1-b82a-0299bf27b575 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.556483] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1759.556483] env[62211]: value = "task-2074262" [ 1759.556483] env[62211]: _type = "Task" [ 1759.556483] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.563705] env[62211]: INFO nova.compute.manager [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Took 27.98 seconds to build instance. [ 1759.576701] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.719118] env[62211]: DEBUG nova.compute.manager [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 3f952136-5629-42ba-8a95-a21524601643] Received event network-vif-plugged-22a9b407-0979-474e-9da4-a427e6d1f4d8 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1759.719118] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] Acquiring lock "3f952136-5629-42ba-8a95-a21524601643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.719118] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] Lock "3f952136-5629-42ba-8a95-a21524601643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.719118] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] Lock "3f952136-5629-42ba-8a95-a21524601643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.719281] env[62211]: DEBUG nova.compute.manager [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 3f952136-5629-42ba-8a95-a21524601643] No waiting events found dispatching network-vif-plugged-22a9b407-0979-474e-9da4-a427e6d1f4d8 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1759.719391] env[62211]: WARNING nova.compute.manager [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 3f952136-5629-42ba-8a95-a21524601643] Received unexpected event network-vif-plugged-22a9b407-0979-474e-9da4-a427e6d1f4d8 for instance with vm_state building and task_state spawning. [ 1759.719533] env[62211]: DEBUG nova.compute.manager [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 3f952136-5629-42ba-8a95-a21524601643] Received event network-changed-22a9b407-0979-474e-9da4-a427e6d1f4d8 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1759.719727] env[62211]: DEBUG nova.compute.manager [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 3f952136-5629-42ba-8a95-a21524601643] Refreshing instance network info cache due to event network-changed-22a9b407-0979-474e-9da4-a427e6d1f4d8. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1759.724171] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] Acquiring lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.724667] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] Acquired lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.724667] env[62211]: DEBUG nova.network.neutron [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 3f952136-5629-42ba-8a95-a21524601643] Refreshing network info cache for port 22a9b407-0979-474e-9da4-a427e6d1f4d8 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1759.738732] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Acquiring lock "b0870ac7-90ba-4212-a8e0-100466cd838b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.738839] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Lock "b0870ac7-90ba-4212-a8e0-100466cd838b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.868939] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8712aa7b-d47a-489c-98c5-a87369c75135 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.882022] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Doing hard reboot of VM {{(pid=62211) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1759.882022] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b4ab752d-e5d8-4db2-94c2-d88d767b80a4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.890209] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1759.892018] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.100s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.892018] env[62211]: DEBUG oslo_vmware.api [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1759.892018] env[62211]: value = "task-2074263" [ 1759.892018] env[62211]: _type = "Task" [ 1759.892018] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.892018] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.303s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.893365] env[62211]: INFO nova.compute.claims [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.896899] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1759.897350] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Cleaning up deleted instances with incomplete migration {{(pid=62211) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1759.917640] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730093} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.923023] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39/4f85b886-8a92-495c-948c-4f21691d4f39.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1759.923023] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1759.923023] env[62211]: DEBUG oslo_vmware.api [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074263, 'name': ResetVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.923023] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b9739de-829b-4f7f-9e30-3a2cb9ce8434 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.932798] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1759.932798] env[62211]: value = "task-2074264" [ 1759.932798] env[62211]: _type = "Task" [ 1759.932798] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.951260] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.973979] env[62211]: DEBUG nova.network.neutron [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1760.020866] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074261, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.066801] env[62211]: DEBUG oslo_concurrency.lockutils [None req-419d415e-82ab-4c11-97a0-6ee6162ba02d tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Lock "c8083792-677e-4647-8d8c-08fdc6712cd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.491s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.073022] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074262, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.406032] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.416031] env[62211]: DEBUG oslo_vmware.api [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074263, 'name': ResetVM_Task, 'duration_secs': 0.114572} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.416031] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Did hard reboot of VM {{(pid=62211) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1760.416223] env[62211]: DEBUG nova.compute.manager [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1760.417080] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bbff85-d03d-4468-bce9-c83576cdd001 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.439637] env[62211]: DEBUG nova.network.neutron [-] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.449949] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081948} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.449949] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1760.449949] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb00e7fe-0e34-48b0-bce5-f505600d86a9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.480243] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39/4f85b886-8a92-495c-948c-4f21691d4f39.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1760.484019] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06fd8d06-3cfb-4570-9e7e-59e268112dca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.503057] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1760.503057] env[62211]: value = "task-2074265" [ 1760.503057] env[62211]: _type = "Task" [ 1760.503057] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.524255] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074261, 'name': CreateVM_Task, 'duration_secs': 0.583951} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.524816] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074265, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.524994] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1760.525789] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.525951] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.526278] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1760.526519] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c128b0-c5a5-4977-94e3-d347394040e8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.532021] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1760.532021] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52810a5f-699c-1da1-517a-77529c8125e3" [ 1760.532021] env[62211]: _type = "Task" [ 1760.532021] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.543353] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52810a5f-699c-1da1-517a-77529c8125e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.570720] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074262, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.573261] env[62211]: DEBUG nova.compute.manager [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1760.602770] env[62211]: DEBUG nova.network.neutron [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Updating instance_info_cache with network_info: [{"id": "57774ca2-ef70-42eb-82c9-31d8aca8acba", "address": "fa:16:3e:6a:4f:78", "network": {"id": "d08b5b37-d9d5-488b-87ad-a8ade3d33134", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-625657356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04678b970fdf4802b41b8c8b395dd44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57774ca2-ef", "ovs_interfaceid": "57774ca2-ef70-42eb-82c9-31d8aca8acba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.674416] env[62211]: DEBUG nova.network.neutron [-] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.937828] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cdc69fd7-42e8-411b-8d59-d54f601f22c5 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Lock "685d4ec2-62cf-466a-9990-7934576ea0aa" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.269s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.942100] env[62211]: INFO nova.compute.manager [-] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Took 2.39 seconds to deallocate network for instance. [ 1761.015344] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.030176] env[62211]: DEBUG nova.network.neutron [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updated VIF entry in instance network info cache for port 22a9b407-0979-474e-9da4-a427e6d1f4d8. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1761.030562] env[62211]: DEBUG nova.network.neutron [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating instance_info_cache with network_info: [{"id": "22a9b407-0979-474e-9da4-a427e6d1f4d8", "address": "fa:16:3e:71:4d:fb", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22a9b407-09", "ovs_interfaceid": "22a9b407-0979-474e-9da4-a427e6d1f4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.053747] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52810a5f-699c-1da1-517a-77529c8125e3, 'name': SearchDatastore_Task, 'duration_secs': 0.021119} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.053747] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.053747] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1761.053747] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.054281] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.054281] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1761.054433] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78708186-5585-41c0-9553-7edeb3706f38 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.071299] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1761.071564] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1761.073566] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd64898-90e1-4693-bbd9-ba80e3f7b0fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.088257] env[62211]: DEBUG oslo_vmware.api [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074262, 'name': PowerOnVM_Task, 'duration_secs': 1.118906} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.093745] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1761.094716] env[62211]: INFO nova.compute.manager [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Took 13.52 seconds to spawn the instance on the hypervisor. [ 1761.094851] env[62211]: DEBUG nova.compute.manager [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.100216] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb440d9-4e8f-409c-87bd-dd92a860509e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.108284] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.111777] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Releasing lock "refresh_cache-ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.112235] env[62211]: DEBUG nova.compute.manager [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Instance network_info: |[{"id": "57774ca2-ef70-42eb-82c9-31d8aca8acba", "address": "fa:16:3e:6a:4f:78", "network": {"id": "d08b5b37-d9d5-488b-87ad-a8ade3d33134", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-625657356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04678b970fdf4802b41b8c8b395dd44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57774ca2-ef", "ovs_interfaceid": "57774ca2-ef70-42eb-82c9-31d8aca8acba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1761.112850] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1761.112850] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]524d35a7-a0f7-c963-29e6-188562812a6a" [ 1761.112850] env[62211]: _type = "Task" [ 1761.112850] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.117178] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:4f:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57774ca2-ef70-42eb-82c9-31d8aca8acba', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1761.131185] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Creating folder: Project (04678b970fdf4802b41b8c8b395dd44e). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1761.133111] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63a2f2b2-4db9-43df-8125-a6e317ea21f4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.157309] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524d35a7-a0f7-c963-29e6-188562812a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.014646} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.161267] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a1fea6-564d-49c6-8c81-03638fbd68a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.169888] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1761.169888] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52793e04-2be3-ec9f-2b90-6783b6d3d270" [ 1761.169888] env[62211]: _type = "Task" [ 1761.169888] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.181032] env[62211]: INFO nova.compute.manager [-] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Took 2.17 seconds to deallocate network for instance. [ 1761.181032] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Created folder: Project (04678b970fdf4802b41b8c8b395dd44e) in parent group-v425157. [ 1761.181032] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Creating folder: Instances. Parent ref: group-v425183. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1761.182765] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0116200a-108d-448e-b3b9-7f99fc4d0437 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.191789] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52793e04-2be3-ec9f-2b90-6783b6d3d270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.205504] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Created folder: Instances in parent group-v425183. [ 1761.205657] env[62211]: DEBUG oslo.service.loopingcall [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.205808] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1761.205978] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-738f11e8-ff04-4993-847d-0b3817499e41 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.233413] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1761.233413] env[62211]: value = "task-2074268" [ 1761.233413] env[62211]: _type = "Task" [ 1761.233413] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.252352] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074268, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.397604] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7a2645-8abe-4cde-bc5d-c6ef3afadff9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.404169] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.415111] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e83e366-a5aa-439d-86ff-77df8da98375 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.453480] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.455098] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8560edd-a279-4b4b-a648-5bc888171252 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.465942] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580e4ef3-e3bc-4d81-9a19-0f8441031233 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.480963] env[62211]: DEBUG nova.compute.provider_tree [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.519167] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074265, 'name': ReconfigVM_Task, 'duration_secs': 0.694157} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.519167] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39/4f85b886-8a92-495c-948c-4f21691d4f39.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1761.519351] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebcb00cc-eb8c-4935-a26f-9111566c7378 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.528523] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1761.528523] env[62211]: value = "task-2074269" [ 1761.528523] env[62211]: _type = "Task" [ 1761.528523] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.532543] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] Releasing lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.534033] env[62211]: DEBUG nova.compute.manager [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Received event network-vif-plugged-ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1761.534033] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] Acquiring lock "4f85b886-8a92-495c-948c-4f21691d4f39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.534033] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] Lock "4f85b886-8a92-495c-948c-4f21691d4f39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.534033] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] Lock "4f85b886-8a92-495c-948c-4f21691d4f39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.534033] env[62211]: DEBUG nova.compute.manager [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] No waiting events found dispatching network-vif-plugged-ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1761.534304] env[62211]: WARNING nova.compute.manager [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Received unexpected event network-vif-plugged-ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c for instance with vm_state building and task_state spawning. [ 1761.534304] env[62211]: DEBUG nova.compute.manager [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Received event network-changed-ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1761.534304] env[62211]: DEBUG nova.compute.manager [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Refreshing instance network info cache due to event network-changed-ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1761.534304] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] Acquiring lock "refresh_cache-4f85b886-8a92-495c-948c-4f21691d4f39" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.534453] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] Acquired lock "refresh_cache-4f85b886-8a92-495c-948c-4f21691d4f39" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.534584] env[62211]: DEBUG nova.network.neutron [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Refreshing network info cache for port ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.539323] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074269, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.681724] env[62211]: INFO nova.compute.manager [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Took 28.79 seconds to build instance. [ 1761.688919] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52793e04-2be3-ec9f-2b90-6783b6d3d270, 'name': SearchDatastore_Task, 'duration_secs': 0.020947} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.689126] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.689434] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] ed809ccc-1cae-4a76-a40e-19650dbbe801/ed809ccc-1cae-4a76-a40e-19650dbbe801.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1761.689805] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8894753-ffa8-4e96-b10b-e2acd7b5be87 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.693234] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.703146] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1761.703146] env[62211]: value = "task-2074270" [ 1761.703146] env[62211]: _type = "Task" [ 1761.703146] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.715804] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.744816] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074268, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.776254] env[62211]: DEBUG nova.compute.manager [None req-717a3482-76ed-4aba-a29a-5bc10556a06c tempest-ServerExternalEventsTest-1963351022 tempest-ServerExternalEventsTest-1963351022-project] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Received event network-changed {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1761.776254] env[62211]: DEBUG nova.compute.manager [None req-717a3482-76ed-4aba-a29a-5bc10556a06c tempest-ServerExternalEventsTest-1963351022 tempest-ServerExternalEventsTest-1963351022-project] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Refreshing instance network info cache due to event network-changed. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1761.776254] env[62211]: DEBUG oslo_concurrency.lockutils [None req-717a3482-76ed-4aba-a29a-5bc10556a06c tempest-ServerExternalEventsTest-1963351022 tempest-ServerExternalEventsTest-1963351022-project] Acquiring lock "refresh_cache-c8083792-677e-4647-8d8c-08fdc6712cd9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.778694] env[62211]: DEBUG oslo_concurrency.lockutils [None req-717a3482-76ed-4aba-a29a-5bc10556a06c tempest-ServerExternalEventsTest-1963351022 tempest-ServerExternalEventsTest-1963351022-project] Acquired lock "refresh_cache-c8083792-677e-4647-8d8c-08fdc6712cd9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.778916] env[62211]: DEBUG nova.network.neutron [None req-717a3482-76ed-4aba-a29a-5bc10556a06c tempest-ServerExternalEventsTest-1963351022 tempest-ServerExternalEventsTest-1963351022-project] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1761.913548] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.913889] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.914122] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.914315] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.914511] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.914689] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.985622] env[62211]: DEBUG nova.scheduler.client.report [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1762.048805] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074269, 'name': Rename_Task, 'duration_secs': 0.192071} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.049857] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1762.050554] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04ace828-a47f-4fa1-8463-021bd47324b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.061043] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1762.061043] env[62211]: value = "task-2074271" [ 1762.061043] env[62211]: _type = "Task" [ 1762.061043] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.074235] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.185384] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9be4e34f-fe9a-4845-b856-f7bdcc4840ed tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "3f952136-5629-42ba-8a95-a21524601643" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.300s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.216605] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074270, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.252710] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074268, 'name': CreateVM_Task, 'duration_secs': 0.775195} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.252943] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1762.253690] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.253859] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.254969] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.254969] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27838134-7793-4a7a-a6f1-2f41e4857d71 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.260875] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1762.260875] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523908ce-248f-f8a2-cfd2-e8138db38e5a" [ 1762.260875] env[62211]: _type = "Task" [ 1762.260875] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.271884] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523908ce-248f-f8a2-cfd2-e8138db38e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.420786] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Getting list of instances from cluster (obj){ [ 1762.420786] env[62211]: value = "domain-c8" [ 1762.420786] env[62211]: _type = "ClusterComputeResource" [ 1762.420786] env[62211]: } {{(pid=62211) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1762.423438] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c67118b-81cc-4d15-affe-04d9f1e09696 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.448609] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Got total of 8 instances {{(pid=62211) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1762.448609] env[62211]: WARNING nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] While synchronizing instance power states, found 11 instances in the database and 8 instances on the hypervisor. [ 1762.448609] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid 685d4ec2-62cf-466a-9990-7934576ea0aa {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1762.448609] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid 259d67e5-975e-41fb-87fa-1a3148391e05 {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1762.448609] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1 {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1762.449210] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid 704aefed-050d-4614-a3bb-854e028fc9c8 {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1762.449210] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid 2eef5371-84e7-47f6-9443-0e1e07adb8f9 {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1762.449210] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid c8083792-677e-4647-8d8c-08fdc6712cd9 {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1762.449450] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid 3f952136-5629-42ba-8a95-a21524601643 {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1762.449480] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid 4f85b886-8a92-495c-948c-4f21691d4f39 {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1762.449744] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid ed809ccc-1cae-4a76-a40e-19650dbbe801 {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1762.449902] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid ef210777-ba8b-485a-b3bb-ef65a8ed3ad9 {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1762.450060] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid 9e6de468-662e-4591-b8e5-c9c11e0c0163 {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1762.450437] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "685d4ec2-62cf-466a-9990-7934576ea0aa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.450708] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "685d4ec2-62cf-466a-9990-7934576ea0aa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.450999] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "259d67e5-975e-41fb-87fa-1a3148391e05" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.451200] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "259d67e5-975e-41fb-87fa-1a3148391e05" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.451511] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.451681] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "704aefed-050d-4614-a3bb-854e028fc9c8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.451982] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.452197] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.452613] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "c8083792-677e-4647-8d8c-08fdc6712cd9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.452691] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "c8083792-677e-4647-8d8c-08fdc6712cd9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.452959] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "3f952136-5629-42ba-8a95-a21524601643" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.453302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "3f952136-5629-42ba-8a95-a21524601643" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.453362] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "4f85b886-8a92-495c-948c-4f21691d4f39" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.454112] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "ed809ccc-1cae-4a76-a40e-19650dbbe801" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.454112] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.456904] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "9e6de468-662e-4591-b8e5-c9c11e0c0163" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.456904] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49e2c66-dc54-4fc3-9d57-d2944fabc35f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.462875] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4105c6ed-3a8b-4cda-8437-ac6622d9c5db {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.464626] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537b29c7-834f-44c8-a943-06a1cfa0cfc1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.467662] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc055ba-fb03-4f7b-9058-8b0e8f73b455 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.472206] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4933ac1d-22f5-4163-8ab8-5f9b0e9e0e64 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.494179] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.494684] env[62211]: DEBUG nova.compute.manager [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1762.503215] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.402s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.505063] env[62211]: INFO nova.compute.claims [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1762.594801] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.688815] env[62211]: DEBUG nova.compute.manager [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1762.721130] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578805} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.721130] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] ed809ccc-1cae-4a76-a40e-19650dbbe801/ed809ccc-1cae-4a76-a40e-19650dbbe801.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1762.721404] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1762.721635] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b2329e4-904f-4650-8cbe-000be798c72f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.740324] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1762.740324] env[62211]: value = "task-2074272" [ 1762.740324] env[62211]: _type = "Task" [ 1762.740324] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.750879] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.775312] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523908ce-248f-f8a2-cfd2-e8138db38e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.014483} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.776836] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.776836] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1762.776836] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.776836] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.777039] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1762.777742] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d60e4a79-fe2f-40f7-bd3c-f1a6d537709c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.793438] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1762.793438] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1762.793985] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c2527a1-307e-453f-a598-3c1d553c92b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.803183] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1762.803183] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]528dee21-0c19-22ea-8d80-7f7daf9e4f29" [ 1762.803183] env[62211]: _type = "Task" [ 1762.803183] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.815369] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]528dee21-0c19-22ea-8d80-7f7daf9e4f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.949497] env[62211]: DEBUG nova.network.neutron [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Updated VIF entry in instance network info cache for port ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.951051] env[62211]: DEBUG nova.network.neutron [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Updating instance_info_cache with network_info: [{"id": "ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c", "address": "fa:16:3e:1b:ae:b6", "network": {"id": "0726fe05-a3d8-48a6-81d7-80e12381d9f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1928272886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6916a76024aa49aafa89913291a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6f05d1-53", "ovs_interfaceid": "ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.990459] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "685d4ec2-62cf-466a-9990-7934576ea0aa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.002996] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "c8083792-677e-4647-8d8c-08fdc6712cd9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.004099] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.019560] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "3f952136-5629-42ba-8a95-a21524601643" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.022271] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "259d67e5-975e-41fb-87fa-1a3148391e05" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.024329] env[62211]: DEBUG nova.compute.utils [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1763.027996] env[62211]: DEBUG nova.compute.manager [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Not allocating networking since 'none' was specified. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1763.079630] env[62211]: DEBUG oslo_vmware.api [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074271, 'name': PowerOnVM_Task, 'duration_secs': 0.844802} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.081312] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1763.081593] env[62211]: INFO nova.compute.manager [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Took 12.17 seconds to spawn the instance on the hypervisor. [ 1763.081774] env[62211]: DEBUG nova.compute.manager [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1763.082676] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e661894-0057-41fc-98ef-96c5f5c58949 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.107136] env[62211]: DEBUG nova.network.neutron [None req-717a3482-76ed-4aba-a29a-5bc10556a06c tempest-ServerExternalEventsTest-1963351022 tempest-ServerExternalEventsTest-1963351022-project] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Updating instance_info_cache with network_info: [{"id": "c7521979-5389-4ec7-898a-59ba78d6d80a", "address": "fa:16:3e:c5:ec:f9", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7521979-53", "ovs_interfaceid": "c7521979-5389-4ec7-898a-59ba78d6d80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.224832] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.250940] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097371} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.251213] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1763.252023] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7257ec-b37f-4ccb-88fe-0d8b8eddbe8f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.275963] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] ed809ccc-1cae-4a76-a40e-19650dbbe801/ed809ccc-1cae-4a76-a40e-19650dbbe801.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1763.276648] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed4d7dd-1294-401e-8533-a45d02d6c11c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.298377] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1763.298377] env[62211]: value = "task-2074273" [ 1763.298377] env[62211]: _type = "Task" [ 1763.298377] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.315033] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.320350] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]528dee21-0c19-22ea-8d80-7f7daf9e4f29, 'name': SearchDatastore_Task, 'duration_secs': 0.029793} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.322922] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9634984-af0c-4094-9009-36f1e753d24e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.332031] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1763.332031] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52e8478c-33e5-869a-12a2-b72f46ea5e8e" [ 1763.332031] env[62211]: _type = "Task" [ 1763.332031] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.338459] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e8478c-33e5-869a-12a2-b72f46ea5e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.400748] env[62211]: DEBUG nova.compute.manager [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Received event network-vif-plugged-8d5ceb39-eecd-460d-b7c0-ec640e482c6e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1763.400748] env[62211]: DEBUG oslo_concurrency.lockutils [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] Acquiring lock "ed809ccc-1cae-4a76-a40e-19650dbbe801-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.400967] env[62211]: DEBUG oslo_concurrency.lockutils [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] Lock "ed809ccc-1cae-4a76-a40e-19650dbbe801-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.401015] env[62211]: DEBUG oslo_concurrency.lockutils [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] Lock "ed809ccc-1cae-4a76-a40e-19650dbbe801-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.402792] env[62211]: DEBUG nova.compute.manager [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] No waiting events found dispatching network-vif-plugged-8d5ceb39-eecd-460d-b7c0-ec640e482c6e {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.402792] env[62211]: WARNING nova.compute.manager [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Received unexpected event network-vif-plugged-8d5ceb39-eecd-460d-b7c0-ec640e482c6e for instance with vm_state building and task_state spawning. [ 1763.402792] env[62211]: DEBUG nova.compute.manager [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Received event network-changed-8d5ceb39-eecd-460d-b7c0-ec640e482c6e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1763.402792] env[62211]: DEBUG nova.compute.manager [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Refreshing instance network info cache due to event network-changed-8d5ceb39-eecd-460d-b7c0-ec640e482c6e. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1763.402792] env[62211]: DEBUG oslo_concurrency.lockutils [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] Acquiring lock "refresh_cache-ed809ccc-1cae-4a76-a40e-19650dbbe801" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.403207] env[62211]: DEBUG oslo_concurrency.lockutils [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] Acquired lock "refresh_cache-ed809ccc-1cae-4a76-a40e-19650dbbe801" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.403207] env[62211]: DEBUG nova.network.neutron [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Refreshing network info cache for port 8d5ceb39-eecd-460d-b7c0-ec640e482c6e {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.456522] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a1b12b7-73d7-4a9a-83f4-c8d8cc57dd8d req-fc416209-55b7-40e4-a22d-9e2924bede61 service nova] Releasing lock "refresh_cache-4f85b886-8a92-495c-948c-4f21691d4f39" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.528517] env[62211]: DEBUG nova.compute.manager [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1763.610722] env[62211]: DEBUG oslo_concurrency.lockutils [None req-717a3482-76ed-4aba-a29a-5bc10556a06c tempest-ServerExternalEventsTest-1963351022 tempest-ServerExternalEventsTest-1963351022-project] Releasing lock "refresh_cache-c8083792-677e-4647-8d8c-08fdc6712cd9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.618068] env[62211]: INFO nova.compute.manager [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Took 30.28 seconds to build instance. [ 1763.814238] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074273, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.842756] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e8478c-33e5-869a-12a2-b72f46ea5e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.039573} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.845750] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.846132] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] ef210777-ba8b-485a-b3bb-ef65a8ed3ad9/ef210777-ba8b-485a-b3bb-ef65a8ed3ad9.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1763.846502] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8eddaa81-22f4-4269-821e-135bc1016f91 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.853986] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1763.853986] env[62211]: value = "task-2074274" [ 1763.853986] env[62211]: _type = "Task" [ 1763.853986] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.866828] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.940636] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132d04a6-3e21-45ee-b9df-3f0b128852b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.948802] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c196ceb3-4b9d-4a89-b16f-a2c655d02d0a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.984344] env[62211]: DEBUG oslo_concurrency.lockutils [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Acquiring lock "c8083792-677e-4647-8d8c-08fdc6712cd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.984344] env[62211]: DEBUG oslo_concurrency.lockutils [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Lock "c8083792-677e-4647-8d8c-08fdc6712cd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.984344] env[62211]: DEBUG oslo_concurrency.lockutils [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Acquiring lock "c8083792-677e-4647-8d8c-08fdc6712cd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.984344] env[62211]: DEBUG oslo_concurrency.lockutils [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Lock "c8083792-677e-4647-8d8c-08fdc6712cd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.984508] env[62211]: DEBUG oslo_concurrency.lockutils [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Lock "c8083792-677e-4647-8d8c-08fdc6712cd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.986120] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdbaec3-3767-4472-8b22-27de2b2eeaa7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.988977] env[62211]: INFO nova.compute.manager [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Terminating instance [ 1763.995982] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159f2fa4-0d2f-4825-af69-98fbbd4c4de2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.011713] env[62211]: DEBUG nova.compute.provider_tree [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1764.060488] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Acquiring lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.060695] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.061368] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Acquiring lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.061368] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.061368] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.065139] env[62211]: INFO nova.compute.manager [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Terminating instance [ 1764.121935] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1e3aefd4-fa38-497c-b18f-b955d5feab43 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "4f85b886-8a92-495c-948c-4f21691d4f39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.791s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.124293] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "4f85b886-8a92-495c-948c-4f21691d4f39" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.671s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.124509] env[62211]: INFO nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] During sync_power_state the instance has a pending task (spawning). Skip. [ 1764.124694] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "4f85b886-8a92-495c-948c-4f21691d4f39" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.209119] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "5f87762e-e397-4a36-8835-36419676b9d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.209381] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "5f87762e-e397-4a36-8835-36419676b9d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.311484] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074273, 'name': ReconfigVM_Task, 'duration_secs': 0.547873} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.311776] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Reconfigured VM instance instance-00000009 to attach disk [datastore1] ed809ccc-1cae-4a76-a40e-19650dbbe801/ed809ccc-1cae-4a76-a40e-19650dbbe801.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1764.312750] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fa207a4-f4f1-4cf2-93d5-13e6c7a2eaf4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.320144] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1764.320144] env[62211]: value = "task-2074277" [ 1764.320144] env[62211]: _type = "Task" [ 1764.320144] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.330604] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074277, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.353353] env[62211]: DEBUG nova.network.neutron [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Updated VIF entry in instance network info cache for port 8d5ceb39-eecd-460d-b7c0-ec640e482c6e. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.354096] env[62211]: DEBUG nova.network.neutron [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Updating instance_info_cache with network_info: [{"id": "8d5ceb39-eecd-460d-b7c0-ec640e482c6e", "address": "fa:16:3e:1b:82:6b", "network": {"id": "0726fe05-a3d8-48a6-81d7-80e12381d9f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1928272886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6916a76024aa49aafa89913291a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5ceb39-ee", "ovs_interfaceid": "8d5ceb39-eecd-460d-b7c0-ec640e482c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.369529] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074274, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.493417] env[62211]: DEBUG nova.compute.manager [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1764.494072] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1764.495692] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22bd997-9c18-41c0-a924-c4684f5a8e60 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.510068] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.510572] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae85ee2b-4d45-4d34-99d3-52500b350236 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.530481] env[62211]: DEBUG oslo_vmware.api [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Waiting for the task: (returnval){ [ 1764.530481] env[62211]: value = "task-2074278" [ 1764.530481] env[62211]: _type = "Task" [ 1764.530481] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.543318] env[62211]: DEBUG nova.compute.manager [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1764.545934] env[62211]: DEBUG oslo_vmware.api [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.547546] env[62211]: ERROR nova.scheduler.client.report [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [req-6330a507-f4a5-4ced-81d5-d75dba3a5cfc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6330a507-f4a5-4ced-81d5-d75dba3a5cfc"}]} [ 1764.568472] env[62211]: DEBUG nova.compute.manager [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1764.568780] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1764.569884] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b0891f-091d-4f07-8da8-309c7c8392d8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.576958] env[62211]: DEBUG nova.scheduler.client.report [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1764.585538] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.587966] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-171cbc39-7637-4376-bbc0-d7cbe8468c6c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.594938] env[62211]: DEBUG oslo_vmware.api [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Waiting for the task: (returnval){ [ 1764.594938] env[62211]: value = "task-2074279" [ 1764.594938] env[62211]: _type = "Task" [ 1764.594938] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.596062] env[62211]: DEBUG nova.scheduler.client.report [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1764.596218] env[62211]: DEBUG nova.compute.provider_tree [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1764.600727] env[62211]: DEBUG nova.virt.hardware [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1764.601112] env[62211]: DEBUG nova.virt.hardware [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1764.601209] env[62211]: DEBUG nova.virt.hardware [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1764.601523] env[62211]: DEBUG nova.virt.hardware [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1764.601776] env[62211]: DEBUG nova.virt.hardware [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1764.601977] env[62211]: DEBUG nova.virt.hardware [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1764.602244] env[62211]: DEBUG nova.virt.hardware [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1764.602519] env[62211]: DEBUG nova.virt.hardware [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1764.602734] env[62211]: DEBUG nova.virt.hardware [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1764.602942] env[62211]: DEBUG nova.virt.hardware [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1764.603169] env[62211]: DEBUG nova.virt.hardware [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1764.608029] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6caabae-d122-48a8-969a-4831215d532f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.619574] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c291543-0437-43ce-a7d3-a1fbf48fea7f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.623929] env[62211]: DEBUG oslo_vmware.api [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.626235] env[62211]: DEBUG nova.scheduler.client.report [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1764.631310] env[62211]: DEBUG nova.compute.manager [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1764.653321] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Instance VIF info [] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1764.659491] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Creating folder: Project (0af59ca186aa44a9baff5a54d0d66ab3). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1764.660725] env[62211]: DEBUG nova.scheduler.client.report [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1764.663244] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb3e1949-deca-4464-a796-4baeab5a590d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.675758] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Created folder: Project (0af59ca186aa44a9baff5a54d0d66ab3) in parent group-v425157. [ 1764.675998] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Creating folder: Instances. Parent ref: group-v425187. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1764.679939] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a25c6f8e-7bb9-487b-881a-38598f32c92b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.701384] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Created folder: Instances in parent group-v425187. [ 1764.701384] env[62211]: DEBUG oslo.service.loopingcall [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.701384] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1764.701384] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f90b0e9c-1c91-48d7-aa14-94991cf8829c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.724378] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1764.724378] env[62211]: value = "task-2074283" [ 1764.724378] env[62211]: _type = "Task" [ 1764.724378] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.739966] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074283, 'name': CreateVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.833449] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074277, 'name': Rename_Task, 'duration_secs': 0.220301} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.834229] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.834504] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e5616f9-b30e-4f03-8c48-191c4360cb85 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.842293] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1764.842293] env[62211]: value = "task-2074285" [ 1764.842293] env[62211]: _type = "Task" [ 1764.842293] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.855159] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.863257] env[62211]: DEBUG oslo_concurrency.lockutils [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] Releasing lock "refresh_cache-ed809ccc-1cae-4a76-a40e-19650dbbe801" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.863517] env[62211]: DEBUG nova.compute.manager [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Received event network-vif-plugged-57774ca2-ef70-42eb-82c9-31d8aca8acba {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1764.863709] env[62211]: DEBUG oslo_concurrency.lockutils [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] Acquiring lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.863907] env[62211]: DEBUG oslo_concurrency.lockutils [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] Lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.865042] env[62211]: DEBUG oslo_concurrency.lockutils [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] Lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.865042] env[62211]: DEBUG nova.compute.manager [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] No waiting events found dispatching network-vif-plugged-57774ca2-ef70-42eb-82c9-31d8aca8acba {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1764.865042] env[62211]: WARNING nova.compute.manager [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Received unexpected event network-vif-plugged-57774ca2-ef70-42eb-82c9-31d8aca8acba for instance with vm_state building and task_state spawning. [ 1764.865042] env[62211]: DEBUG nova.compute.manager [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Received event network-changed-57774ca2-ef70-42eb-82c9-31d8aca8acba {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1764.865042] env[62211]: DEBUG nova.compute.manager [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Refreshing instance network info cache due to event network-changed-57774ca2-ef70-42eb-82c9-31d8aca8acba. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1764.865359] env[62211]: DEBUG oslo_concurrency.lockutils [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] Acquiring lock "refresh_cache-ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.865359] env[62211]: DEBUG oslo_concurrency.lockutils [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] Acquired lock "refresh_cache-ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.865359] env[62211]: DEBUG nova.network.neutron [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Refreshing network info cache for port 57774ca2-ef70-42eb-82c9-31d8aca8acba {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1764.873011] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825599} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.875430] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] ef210777-ba8b-485a-b3bb-ef65a8ed3ad9/ef210777-ba8b-485a-b3bb-ef65a8ed3ad9.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1764.875909] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1764.876608] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c6c7f8c-deec-4d09-a010-3e5ffc933fc4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.884899] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1764.884899] env[62211]: value = "task-2074286" [ 1764.884899] env[62211]: _type = "Task" [ 1764.884899] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.901883] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.046822] env[62211]: DEBUG oslo_vmware.api [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.109499] env[62211]: DEBUG oslo_vmware.api [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074279, 'name': PowerOffVM_Task, 'duration_secs': 0.280245} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.109803] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1765.110047] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1765.110948] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca1976ed-0cb3-46af-9d81-e30cd12b7d83 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.130930] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff03eec8-95df-45fa-84f0-5ff235266cfb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.142503] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5019c09-32eb-4edb-b056-b218bceb51d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.177495] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.178298] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0e7936-a7c8-429d-a157-74d86786b33e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.186385] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89479e39-93b1-4d9f-8e45-4648902ce9f7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.194151] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquiring lock "685d4ec2-62cf-466a-9990-7934576ea0aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.194828] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Lock "685d4ec2-62cf-466a-9990-7934576ea0aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.194828] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquiring lock "685d4ec2-62cf-466a-9990-7934576ea0aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.195076] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Lock "685d4ec2-62cf-466a-9990-7934576ea0aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.195457] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Lock "685d4ec2-62cf-466a-9990-7934576ea0aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.197400] env[62211]: INFO nova.compute.manager [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Terminating instance [ 1765.208932] env[62211]: DEBUG nova.compute.provider_tree [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1765.211795] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1765.212116] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1765.212209] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Deleting the datastore file [datastore1] 2eef5371-84e7-47f6-9443-0e1e07adb8f9 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1765.212684] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db7eacd4-32db-49c6-8331-9fbaa3205819 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.218466] env[62211]: DEBUG oslo_vmware.api [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Waiting for the task: (returnval){ [ 1765.218466] env[62211]: value = "task-2074288" [ 1765.218466] env[62211]: _type = "Task" [ 1765.218466] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.227672] env[62211]: DEBUG oslo_vmware.api [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.235436] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074283, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.353585] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.396129] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138524} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.396662] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1765.397588] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5cc67d-f6e6-402f-9821-649bbadb21cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.423886] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] ef210777-ba8b-485a-b3bb-ef65a8ed3ad9/ef210777-ba8b-485a-b3bb-ef65a8ed3ad9.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.426807] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47025840-97fc-460e-afa3-1c447a05beac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.449931] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1765.449931] env[62211]: value = "task-2074289" [ 1765.449931] env[62211]: _type = "Task" [ 1765.449931] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.464203] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074289, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.548624] env[62211]: DEBUG oslo_vmware.api [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.717616] env[62211]: DEBUG nova.compute.manager [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1765.718154] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1765.720328] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0382e5-aa1f-40ec-af59-eac28d481888 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.739296] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.744422] env[62211]: DEBUG oslo_vmware.api [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Task: {'id': task-2074288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396788} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.744422] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43fbc8a4-30e3-4dce-a222-defbc79b8986 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.744918] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1765.744918] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1765.745135] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1765.745254] env[62211]: INFO nova.compute.manager [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1765.745463] env[62211]: DEBUG oslo.service.loopingcall [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.749628] env[62211]: DEBUG nova.compute.manager [-] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1765.749756] env[62211]: DEBUG nova.network.neutron [-] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1765.751900] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074283, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.758879] env[62211]: DEBUG oslo_vmware.api [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1765.758879] env[62211]: value = "task-2074290" [ 1765.758879] env[62211]: _type = "Task" [ 1765.758879] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.769394] env[62211]: DEBUG oslo_vmware.api [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.776510] env[62211]: DEBUG nova.scheduler.client.report [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 27 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1765.776765] env[62211]: DEBUG nova.compute.provider_tree [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 27 to 28 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1765.776941] env[62211]: DEBUG nova.compute.provider_tree [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1765.860816] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.918238] env[62211]: DEBUG nova.network.neutron [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Updated VIF entry in instance network info cache for port 57774ca2-ef70-42eb-82c9-31d8aca8acba. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1765.918703] env[62211]: DEBUG nova.network.neutron [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Updating instance_info_cache with network_info: [{"id": "57774ca2-ef70-42eb-82c9-31d8aca8acba", "address": "fa:16:3e:6a:4f:78", "network": {"id": "d08b5b37-d9d5-488b-87ad-a8ade3d33134", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-625657356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04678b970fdf4802b41b8c8b395dd44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57774ca2-ef", "ovs_interfaceid": "57774ca2-ef70-42eb-82c9-31d8aca8acba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.961474] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074289, 'name': ReconfigVM_Task, 'duration_secs': 0.489558} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.961474] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Reconfigured VM instance instance-0000000a to attach disk [datastore1] ef210777-ba8b-485a-b3bb-ef65a8ed3ad9/ef210777-ba8b-485a-b3bb-ef65a8ed3ad9.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1765.961741] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3de84d6a-db07-43fd-9508-373a6f00e166 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.970306] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1765.970306] env[62211]: value = "task-2074291" [ 1765.970306] env[62211]: _type = "Task" [ 1765.970306] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.980677] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074291, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.044893] env[62211]: DEBUG oslo_vmware.api [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074278, 'name': PowerOffVM_Task, 'duration_secs': 1.208264} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.044893] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1766.045259] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1766.045499] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42157fd5-fbf2-455c-90a1-c5b492d0d1b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.130793] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1766.130793] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1766.130793] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Deleting the datastore file [datastore1] c8083792-677e-4647-8d8c-08fdc6712cd9 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1766.131457] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b9da41d-a53b-4e94-b9eb-bd310d971319 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.142960] env[62211]: DEBUG oslo_vmware.api [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Waiting for the task: (returnval){ [ 1766.142960] env[62211]: value = "task-2074293" [ 1766.142960] env[62211]: _type = "Task" [ 1766.142960] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.155728] env[62211]: DEBUG oslo_vmware.api [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.240093] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074283, 'name': CreateVM_Task, 'duration_secs': 1.076075} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.240661] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1766.241190] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.241461] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.242011] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1766.242332] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd814b41-702a-492c-9803-22514344d194 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.249247] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1766.249247] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52034209-424e-ce4a-ba8d-f790e5da7977" [ 1766.249247] env[62211]: _type = "Task" [ 1766.249247] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.257361] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52034209-424e-ce4a-ba8d-f790e5da7977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.269191] env[62211]: DEBUG oslo_vmware.api [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074290, 'name': PowerOffVM_Task, 'duration_secs': 0.266664} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.269191] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1766.269191] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1766.269191] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2735e10b-8483-4c25-bf34-6ace30a40cfc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.281614] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.778s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.282703] env[62211]: DEBUG nova.compute.manager [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1766.286143] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.584s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.287908] env[62211]: INFO nova.compute.claims [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1766.342839] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1766.342839] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1766.343491] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Deleting the datastore file [datastore1] 685d4ec2-62cf-466a-9990-7934576ea0aa {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1766.343491] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7087013e-a965-48db-ae96-bcad7a9a4b80 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.355984] env[62211]: DEBUG oslo_vmware.api [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for the task: (returnval){ [ 1766.355984] env[62211]: value = "task-2074295" [ 1766.355984] env[62211]: _type = "Task" [ 1766.355984] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.359696] env[62211]: DEBUG oslo_vmware.api [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074285, 'name': PowerOnVM_Task, 'duration_secs': 1.175093} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.363344] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1766.363595] env[62211]: INFO nova.compute.manager [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Took 13.00 seconds to spawn the instance on the hypervisor. [ 1766.363783] env[62211]: DEBUG nova.compute.manager [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1766.365062] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d5f0f7-9b08-4b8e-8b16-77cc6603abc2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.372017] env[62211]: DEBUG oslo_vmware.api [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.425039] env[62211]: DEBUG oslo_concurrency.lockutils [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] Releasing lock "refresh_cache-ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.425110] env[62211]: DEBUG nova.compute.manager [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Received event network-vif-deleted-8027df4a-cd3c-46d9-b999-737d06cba886 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1766.425262] env[62211]: DEBUG nova.compute.manager [req-3037e4f3-f765-4d92-9ecb-bd6439792bf1 req-d0fd92d1-5fba-4755-b8ac-a70aa51e12ec service nova] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Received event network-vif-deleted-789a87dd-5fa4-4712-8d7c-0997c5402923 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1766.483910] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074291, 'name': Rename_Task, 'duration_secs': 0.157919} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.484138] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1766.484446] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f02136a-98e0-48bb-81b7-69b1540a8909 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.492347] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1766.492347] env[62211]: value = "task-2074296" [ 1766.492347] env[62211]: _type = "Task" [ 1766.492347] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.501126] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.657126] env[62211]: DEBUG oslo_vmware.api [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Task: {'id': task-2074293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179577} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.657126] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.657126] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.657126] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.657126] env[62211]: INFO nova.compute.manager [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1766.657393] env[62211]: DEBUG oslo.service.loopingcall [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.657716] env[62211]: DEBUG nova.compute.manager [-] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1766.657869] env[62211]: DEBUG nova.network.neutron [-] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1766.763176] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52034209-424e-ce4a-ba8d-f790e5da7977, 'name': SearchDatastore_Task, 'duration_secs': 0.031205} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.763176] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.763176] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1766.763343] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.763390] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.764029] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1766.764029] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4624d71e-1879-4ba7-9c91-65ee7ad63a76 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.774077] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1766.774299] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1766.775071] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492da58c-6eec-4fea-8de8-19a8bde59a32 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.785178] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1766.785178] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52400640-1acc-7755-087e-c92a0df0ed13" [ 1766.785178] env[62211]: _type = "Task" [ 1766.785178] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.797467] env[62211]: DEBUG nova.compute.utils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1766.802275] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52400640-1acc-7755-087e-c92a0df0ed13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.803532] env[62211]: DEBUG nova.compute.manager [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1766.804045] env[62211]: DEBUG nova.network.neutron [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1766.869104] env[62211]: DEBUG oslo_vmware.api [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Task: {'id': task-2074295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135734} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.869466] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.869664] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.869850] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.870300] env[62211]: INFO nova.compute.manager [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1766.870587] env[62211]: DEBUG oslo.service.loopingcall [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.870805] env[62211]: DEBUG nova.compute.manager [-] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1766.870896] env[62211]: DEBUG nova.network.neutron [-] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1766.892016] env[62211]: INFO nova.compute.manager [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Took 31.37 seconds to build instance. [ 1766.976735] env[62211]: DEBUG nova.policy [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81a7263060e946daa430ec34707c0d8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '232416f08e634017bb9e5906b3dc8d4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1767.017800] env[62211]: DEBUG oslo_vmware.api [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074296, 'name': PowerOnVM_Task, 'duration_secs': 0.494089} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.019080] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1767.019451] env[62211]: INFO nova.compute.manager [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Took 11.20 seconds to spawn the instance on the hypervisor. [ 1767.019728] env[62211]: DEBUG nova.compute.manager [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.021116] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57486d4e-279a-42b5-a8be-5b8dd8abc0bb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.024542] env[62211]: DEBUG nova.network.neutron [-] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.300762] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52400640-1acc-7755-087e-c92a0df0ed13, 'name': SearchDatastore_Task, 'duration_secs': 0.013541} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.301634] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd953b1c-0922-44dc-b4d3-85d1b61581a6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.308353] env[62211]: DEBUG nova.compute.manager [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1767.318532] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1767.318532] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52222cf9-6fd9-abce-1e6d-b12ee54642db" [ 1767.318532] env[62211]: _type = "Task" [ 1767.318532] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.332506] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52222cf9-6fd9-abce-1e6d-b12ee54642db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.396676] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d233826-e5f1-4596-8bc8-9ab428987bf3 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "ed809ccc-1cae-4a76-a40e-19650dbbe801" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.888s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.398871] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "ed809ccc-1cae-4a76-a40e-19650dbbe801" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.944s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.398871] env[62211]: INFO nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] During sync_power_state the instance has a pending task (spawning). Skip. [ 1767.398871] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "ed809ccc-1cae-4a76-a40e-19650dbbe801" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.533763] env[62211]: INFO nova.compute.manager [-] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Took 1.78 seconds to deallocate network for instance. [ 1767.562585] env[62211]: INFO nova.compute.manager [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Took 30.50 seconds to build instance. [ 1767.742831] env[62211]: DEBUG nova.compute.manager [req-51377222-9673-4389-80dd-4bbb717be006 req-9d96cce6-6472-4958-9d75-6bc449d40a7f service nova] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Received event network-vif-deleted-9feed1e8-d571-4445-b3c8-291e9631779c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1767.774433] env[62211]: DEBUG nova.network.neutron [-] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.781874] env[62211]: DEBUG nova.network.neutron [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Successfully created port: 655a8320-3eca-42f0-9307-8379b528fdc6 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1767.787627] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c1feff-e516-4078-b8de-8e95f2b8c354 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.800056] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9005d1b7-e52a-4144-81a8-2c83be73b182 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.843057] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70454a0b-2056-48e6-a7cf-ab8126a2f2ec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.854107] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52222cf9-6fd9-abce-1e6d-b12ee54642db, 'name': SearchDatastore_Task, 'duration_secs': 0.019863} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.856582] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.856582] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163/9e6de468-662e-4591-b8e5-c9c11e0c0163.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1767.856939] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4a3af28-8e50-436c-8b98-c074f50866f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.862104] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5188f744-b4e5-40dd-8291-8af304a67648 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.883204] env[62211]: DEBUG nova.compute.provider_tree [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1767.886908] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1767.886908] env[62211]: value = "task-2074298" [ 1767.886908] env[62211]: _type = "Task" [ 1767.886908] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.897402] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.900293] env[62211]: DEBUG nova.compute.manager [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1768.029546] env[62211]: DEBUG nova.network.neutron [-] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.050719] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.065185] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5bf9b4fb-e170-4ca1-9994-e27f62440819 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.013s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.066989] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.613s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.067269] env[62211]: INFO nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] During sync_power_state the instance has a pending task (spawning). Skip. [ 1768.067442] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.191391] env[62211]: DEBUG nova.compute.manager [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Stashing vm_state: active {{(pid=62211) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1768.277343] env[62211]: INFO nova.compute.manager [-] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Took 1.62 seconds to deallocate network for instance. [ 1768.340249] env[62211]: DEBUG nova.compute.manager [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1768.374627] env[62211]: DEBUG nova.virt.hardware [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1768.375045] env[62211]: DEBUG nova.virt.hardware [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1768.375238] env[62211]: DEBUG nova.virt.hardware [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1768.375431] env[62211]: DEBUG nova.virt.hardware [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1768.375578] env[62211]: DEBUG nova.virt.hardware [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1768.375725] env[62211]: DEBUG nova.virt.hardware [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1768.375937] env[62211]: DEBUG nova.virt.hardware [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1768.376107] env[62211]: DEBUG nova.virt.hardware [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1768.376277] env[62211]: DEBUG nova.virt.hardware [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1768.376437] env[62211]: DEBUG nova.virt.hardware [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1768.376611] env[62211]: DEBUG nova.virt.hardware [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1768.377591] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4f0906-efd6-4400-9f10-f3fb506cbbf1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.389903] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8da23a-040d-4760-b3fd-6d21392ea237 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.403924] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074298, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.422492] env[62211]: ERROR nova.scheduler.client.report [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [req-b66e2d39-1e5f-460b-9f7d-9684736b5b16] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b66e2d39-1e5f-460b-9f7d-9684736b5b16"}]} [ 1768.441897] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.445944] env[62211]: DEBUG nova.scheduler.client.report [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1768.465859] env[62211]: DEBUG nova.scheduler.client.report [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1768.466018] env[62211]: DEBUG nova.compute.provider_tree [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1768.486087] env[62211]: DEBUG nova.scheduler.client.report [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1768.512968] env[62211]: DEBUG nova.scheduler.client.report [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1768.535570] env[62211]: INFO nova.compute.manager [-] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Took 1.66 seconds to deallocate network for instance. [ 1768.569034] env[62211]: DEBUG nova.compute.manager [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1768.710590] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.789164] env[62211]: DEBUG oslo_concurrency.lockutils [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.903484] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875285} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.903762] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163/9e6de468-662e-4591-b8e5-c9c11e0c0163.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1768.903975] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1768.904257] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2294da8b-eb74-4c44-b83e-5fc6d6b2febd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.930852] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1768.930852] env[62211]: value = "task-2074302" [ 1768.930852] env[62211]: _type = "Task" [ 1768.930852] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.944392] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.952327] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fc05f6-cc37-4bbf-ab1c-fab6703fe93a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.964549] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af444908-8957-414e-88b0-c4ddf2e947ec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.000285] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cc6d3a-86e3-47e0-955c-557ff6a16c38 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.011430] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0959ef-1f87-4a68-85d1-bf32e129f717 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.029100] env[62211]: DEBUG nova.compute.provider_tree [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1769.045140] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.099625] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.445152] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300768} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.445152] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1769.445768] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9f2530-f9d8-4827-8419-bca9d313d237 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.474487] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163/9e6de468-662e-4591-b8e5-c9c11e0c0163.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.475085] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e25be0f-8b09-4260-8943-f6aa1a1b2346 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.500109] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1769.500109] env[62211]: value = "task-2074303" [ 1769.500109] env[62211]: _type = "Task" [ 1769.500109] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.509224] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.576648] env[62211]: DEBUG nova.scheduler.client.report [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1769.577066] env[62211]: DEBUG nova.compute.provider_tree [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 30 to 31 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1769.577314] env[62211]: DEBUG nova.compute.provider_tree [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1770.016135] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.082386] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.796s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.082991] env[62211]: DEBUG nova.compute.manager [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1770.086299] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.889s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.089739] env[62211]: INFO nova.compute.claims [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1770.309822] env[62211]: DEBUG nova.compute.manager [req-3794c197-9388-4254-8955-a9b2da3acdf8 req-55a4284d-1589-41ce-8e06-04b9ce993e53 service nova] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Received event network-vif-deleted-c7521979-5389-4ec7-898a-59ba78d6d80a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1770.310036] env[62211]: DEBUG nova.compute.manager [req-3794c197-9388-4254-8955-a9b2da3acdf8 req-55a4284d-1589-41ce-8e06-04b9ce993e53 service nova] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Received event network-vif-deleted-d12e6422-208d-44d3-be6e-c69200b06b8f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1770.345956] env[62211]: DEBUG nova.network.neutron [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Successfully updated port: 655a8320-3eca-42f0-9307-8379b528fdc6 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1770.516703] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074303, 'name': ReconfigVM_Task, 'duration_secs': 0.680797} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.518811] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163/9e6de468-662e-4591-b8e5-c9c11e0c0163.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.518811] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40a6118d-8d2e-42ee-8e46-47ede4307721 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.527693] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1770.527693] env[62211]: value = "task-2074305" [ 1770.527693] env[62211]: _type = "Task" [ 1770.527693] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.541072] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074305, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.598110] env[62211]: DEBUG nova.compute.utils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1770.602084] env[62211]: DEBUG nova.compute.manager [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1770.603890] env[62211]: DEBUG nova.network.neutron [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1770.722609] env[62211]: DEBUG nova.policy [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99c7b4ac6fac47d48d838f13ef481f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67593dacbdd0486dbeddcdf29ec4699c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1770.851035] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Acquiring lock "refresh_cache-102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.851035] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Acquired lock "refresh_cache-102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.851035] env[62211]: DEBUG nova.network.neutron [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.040854] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074305, 'name': Rename_Task, 'duration_secs': 0.329636} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.040854] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1771.040854] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28804e32-2ff1-47d5-ac37-305319ccb906 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.050319] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1771.050319] env[62211]: value = "task-2074306" [ 1771.050319] env[62211]: _type = "Task" [ 1771.050319] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.063350] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.103444] env[62211]: DEBUG nova.compute.manager [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1771.429766] env[62211]: DEBUG nova.network.neutron [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1771.532851] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec65d665-8564-4d89-8f68-4581995862a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.542622] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa8ccec-4649-4916-b06c-68dab499a54f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.587014] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03a8da5-7760-4655-8911-5a74759605a9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.606989] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3189c929-b2c0-4cc8-8704-45fc667fa66f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.609631] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.630388] env[62211]: DEBUG nova.compute.provider_tree [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.637500] env[62211]: DEBUG nova.network.neutron [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Successfully created port: 15e1f887-0317-46d7-a070-e8fc58e64da1 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.687728] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.687728] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.862322] env[62211]: DEBUG nova.network.neutron [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Updating instance_info_cache with network_info: [{"id": "655a8320-3eca-42f0-9307-8379b528fdc6", "address": "fa:16:3e:82:97:56", "network": {"id": "d47727eb-0e9f-4312-a9ef-ba2bbba7a4eb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513258597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232416f08e634017bb9e5906b3dc8d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap655a8320-3e", "ovs_interfaceid": "655a8320-3eca-42f0-9307-8379b528fdc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.096692] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.136434] env[62211]: DEBUG nova.compute.manager [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1772.139733] env[62211]: DEBUG nova.scheduler.client.report [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.179895] env[62211]: DEBUG nova.virt.hardware [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:27:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='35741289',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1199886189',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1772.180472] env[62211]: DEBUG nova.virt.hardware [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.181081] env[62211]: DEBUG nova.virt.hardware [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1772.181474] env[62211]: DEBUG nova.virt.hardware [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.182110] env[62211]: DEBUG nova.virt.hardware [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1772.182719] env[62211]: DEBUG nova.virt.hardware [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1772.182719] env[62211]: DEBUG nova.virt.hardware [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1772.182851] env[62211]: DEBUG nova.virt.hardware [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1772.183019] env[62211]: DEBUG nova.virt.hardware [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1772.183222] env[62211]: DEBUG nova.virt.hardware [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1772.183407] env[62211]: DEBUG nova.virt.hardware [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1772.184710] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ef905a-1749-4477-b63c-1a11035f98fa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.200872] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aced6d9-014c-48e2-ad66-f7bf6c1d887a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.365196] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Releasing lock "refresh_cache-102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.365570] env[62211]: DEBUG nova.compute.manager [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Instance network_info: |[{"id": "655a8320-3eca-42f0-9307-8379b528fdc6", "address": "fa:16:3e:82:97:56", "network": {"id": "d47727eb-0e9f-4312-a9ef-ba2bbba7a4eb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513258597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232416f08e634017bb9e5906b3dc8d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap655a8320-3e", "ovs_interfaceid": "655a8320-3eca-42f0-9307-8379b528fdc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1772.366008] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:97:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '655a8320-3eca-42f0-9307-8379b528fdc6', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1772.376407] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Creating folder: Project (232416f08e634017bb9e5906b3dc8d4a). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1772.376407] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00cf76c9-87a0-4ffd-bf87-4929b39d12fd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.391040] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Created folder: Project (232416f08e634017bb9e5906b3dc8d4a) in parent group-v425157. [ 1772.391350] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Creating folder: Instances. Parent ref: group-v425195. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1772.391350] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3d1c073-3ee1-447f-b0ae-00555f7ec82f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.402663] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Created folder: Instances in parent group-v425195. [ 1772.403368] env[62211]: DEBUG oslo.service.loopingcall [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.403368] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1772.403368] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2a9aa2f-efb7-46ac-bc4f-f94947e0f258 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.428970] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1772.428970] env[62211]: value = "task-2074311" [ 1772.428970] env[62211]: _type = "Task" [ 1772.428970] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.441275] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074311, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.597484] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.648388] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.648904] env[62211]: DEBUG nova.compute.manager [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1772.653097] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.517s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.654963] env[62211]: INFO nova.compute.claims [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1772.809864] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "263d801e-a8c6-4df2-889b-6bbae1cd5360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.810519] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "263d801e-a8c6-4df2-889b-6bbae1cd5360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.947611] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074311, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.102268] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074306, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.163858] env[62211]: DEBUG nova.compute.utils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1773.169773] env[62211]: DEBUG nova.compute.manager [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1773.169773] env[62211]: DEBUG nova.network.neutron [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1773.240212] env[62211]: DEBUG nova.policy [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68bc0b382ba4447199a36d662eb5d22b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dada5b164464430ab667d6b476b937f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1773.443179] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074311, 'name': CreateVM_Task, 'duration_secs': 0.778752} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.443352] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1773.444134] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.444344] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.446447] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1773.446742] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c04baa2-3b85-495e-a00a-142c827d67f6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.454899] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Waiting for the task: (returnval){ [ 1773.454899] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5212dc95-38a2-f894-795c-08a2a35bd473" [ 1773.454899] env[62211]: _type = "Task" [ 1773.454899] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.468455] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5212dc95-38a2-f894-795c-08a2a35bd473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.511946] env[62211]: DEBUG nova.compute.manager [req-230501ff-a4ff-4243-a06b-6be83ffe05c4 req-d14a5834-7a80-40fb-976b-e7ddac1eb9c8 service nova] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Received event network-vif-plugged-655a8320-3eca-42f0-9307-8379b528fdc6 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1773.513495] env[62211]: DEBUG oslo_concurrency.lockutils [req-230501ff-a4ff-4243-a06b-6be83ffe05c4 req-d14a5834-7a80-40fb-976b-e7ddac1eb9c8 service nova] Acquiring lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.513495] env[62211]: DEBUG oslo_concurrency.lockutils [req-230501ff-a4ff-4243-a06b-6be83ffe05c4 req-d14a5834-7a80-40fb-976b-e7ddac1eb9c8 service nova] Lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.513495] env[62211]: DEBUG oslo_concurrency.lockutils [req-230501ff-a4ff-4243-a06b-6be83ffe05c4 req-d14a5834-7a80-40fb-976b-e7ddac1eb9c8 service nova] Lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.513495] env[62211]: DEBUG nova.compute.manager [req-230501ff-a4ff-4243-a06b-6be83ffe05c4 req-d14a5834-7a80-40fb-976b-e7ddac1eb9c8 service nova] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] No waiting events found dispatching network-vif-plugged-655a8320-3eca-42f0-9307-8379b528fdc6 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1773.513495] env[62211]: WARNING nova.compute.manager [req-230501ff-a4ff-4243-a06b-6be83ffe05c4 req-d14a5834-7a80-40fb-976b-e7ddac1eb9c8 service nova] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Received unexpected event network-vif-plugged-655a8320-3eca-42f0-9307-8379b528fdc6 for instance with vm_state building and task_state spawning. [ 1773.513728] env[62211]: DEBUG nova.compute.manager [req-230501ff-a4ff-4243-a06b-6be83ffe05c4 req-d14a5834-7a80-40fb-976b-e7ddac1eb9c8 service nova] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Received event network-changed-655a8320-3eca-42f0-9307-8379b528fdc6 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1773.513728] env[62211]: DEBUG nova.compute.manager [req-230501ff-a4ff-4243-a06b-6be83ffe05c4 req-d14a5834-7a80-40fb-976b-e7ddac1eb9c8 service nova] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Refreshing instance network info cache due to event network-changed-655a8320-3eca-42f0-9307-8379b528fdc6. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1773.513728] env[62211]: DEBUG oslo_concurrency.lockutils [req-230501ff-a4ff-4243-a06b-6be83ffe05c4 req-d14a5834-7a80-40fb-976b-e7ddac1eb9c8 service nova] Acquiring lock "refresh_cache-102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.513728] env[62211]: DEBUG oslo_concurrency.lockutils [req-230501ff-a4ff-4243-a06b-6be83ffe05c4 req-d14a5834-7a80-40fb-976b-e7ddac1eb9c8 service nova] Acquired lock "refresh_cache-102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.513728] env[62211]: DEBUG nova.network.neutron [req-230501ff-a4ff-4243-a06b-6be83ffe05c4 req-d14a5834-7a80-40fb-976b-e7ddac1eb9c8 service nova] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Refreshing network info cache for port 655a8320-3eca-42f0-9307-8379b528fdc6 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1773.565436] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Acquiring lock "658b491a-ec14-4a35-b670-64c95081c274" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.565660] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lock "658b491a-ec14-4a35-b670-64c95081c274" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.594621] env[62211]: DEBUG oslo_vmware.api [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074306, 'name': PowerOnVM_Task, 'duration_secs': 2.266795} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.594877] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1773.595107] env[62211]: INFO nova.compute.manager [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1773.595277] env[62211]: DEBUG nova.compute.manager [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1773.596065] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdd5e4d-fce4-4497-ba9c-a39a327145ec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.674266] env[62211]: DEBUG nova.compute.manager [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1773.972044] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5212dc95-38a2-f894-795c-08a2a35bd473, 'name': SearchDatastore_Task, 'duration_secs': 0.023902} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.979049] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.979049] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1773.979049] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.979049] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.980834] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1773.980834] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dda431d-ce48-47b4-b9c8-cf42147f9962 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.988417] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1773.988417] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1773.989499] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b63743d-9e1c-483f-9cfe-d354419c6b14 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.997950] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Waiting for the task: (returnval){ [ 1773.997950] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521e9f4e-d2e7-0607-dea7-7ab9b28aa082" [ 1773.997950] env[62211]: _type = "Task" [ 1773.997950] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.011254] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521e9f4e-d2e7-0607-dea7-7ab9b28aa082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.123102] env[62211]: INFO nova.compute.manager [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Took 23.55 seconds to build instance. [ 1774.193480] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe92684-34eb-473e-a204-d2907686a017 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.202099] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b49de2-2182-4b0a-b018-1d6cec9614a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.243237] env[62211]: DEBUG nova.network.neutron [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Successfully created port: f146202f-9d74-493d-bd7b-7b37f1db48ad {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1774.247870] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2299bc54-d846-4a11-a102-aa75d996c439 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.259591] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e224fc-1cda-40fc-bcb8-aeb2f7539eb2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.274696] env[62211]: DEBUG nova.compute.provider_tree [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.348444] env[62211]: DEBUG nova.network.neutron [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Successfully updated port: 15e1f887-0317-46d7-a070-e8fc58e64da1 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1774.514081] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521e9f4e-d2e7-0607-dea7-7ab9b28aa082, 'name': SearchDatastore_Task, 'duration_secs': 0.014886} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.514836] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d02a95e-cff8-4a4b-ac5d-69cbc439372b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.521974] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Waiting for the task: (returnval){ [ 1774.521974] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5293f06a-5724-076c-3282-aa3f96f642dc" [ 1774.521974] env[62211]: _type = "Task" [ 1774.521974] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.535179] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5293f06a-5724-076c-3282-aa3f96f642dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.613538] env[62211]: DEBUG nova.network.neutron [req-230501ff-a4ff-4243-a06b-6be83ffe05c4 req-d14a5834-7a80-40fb-976b-e7ddac1eb9c8 service nova] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Updated VIF entry in instance network info cache for port 655a8320-3eca-42f0-9307-8379b528fdc6. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1774.614043] env[62211]: DEBUG nova.network.neutron [req-230501ff-a4ff-4243-a06b-6be83ffe05c4 req-d14a5834-7a80-40fb-976b-e7ddac1eb9c8 service nova] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Updating instance_info_cache with network_info: [{"id": "655a8320-3eca-42f0-9307-8379b528fdc6", "address": "fa:16:3e:82:97:56", "network": {"id": "d47727eb-0e9f-4312-a9ef-ba2bbba7a4eb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513258597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232416f08e634017bb9e5906b3dc8d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap655a8320-3e", "ovs_interfaceid": "655a8320-3eca-42f0-9307-8379b528fdc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.626426] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8441f916-ee68-4425-b808-736d00d2e573 tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Lock "9e6de468-662e-4591-b8e5-c9c11e0c0163" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.912s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.630374] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "9e6de468-662e-4591-b8e5-c9c11e0c0163" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.173s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.630374] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132b4b68-cbe1-4db9-ad9c-99dcb29b0726 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.699257] env[62211]: DEBUG nova.compute.manager [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1774.739939] env[62211]: DEBUG nova.virt.hardware [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1774.739939] env[62211]: DEBUG nova.virt.hardware [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1774.739939] env[62211]: DEBUG nova.virt.hardware [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1774.740118] env[62211]: DEBUG nova.virt.hardware [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1774.740118] env[62211]: DEBUG nova.virt.hardware [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1774.740118] env[62211]: DEBUG nova.virt.hardware [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1774.740214] env[62211]: DEBUG nova.virt.hardware [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1774.740327] env[62211]: DEBUG nova.virt.hardware [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1774.740492] env[62211]: DEBUG nova.virt.hardware [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1774.740671] env[62211]: DEBUG nova.virt.hardware [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1774.742010] env[62211]: DEBUG nova.virt.hardware [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1774.742010] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8ca36d-cd73-42f7-97bb-4476f7933645 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.752293] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accee3c8-e36d-4cf1-8f20-c2d9c482b775 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.780033] env[62211]: DEBUG nova.scheduler.client.report [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1774.852390] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "refresh_cache-958768a7-2cf2-4006-9375-09abea50c2d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.852390] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquired lock "refresh_cache-958768a7-2cf2-4006-9375-09abea50c2d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.852390] env[62211]: DEBUG nova.network.neutron [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.033710] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5293f06a-5724-076c-3282-aa3f96f642dc, 'name': SearchDatastore_Task, 'duration_secs': 0.071823} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.034039] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.034428] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f/102b1ee3-aea4-4f71-a9fa-5e29fb094a0f.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1775.035238] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74ff3b21-b473-4295-8668-fbc198d3a91a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.044037] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Waiting for the task: (returnval){ [ 1775.044037] env[62211]: value = "task-2074314" [ 1775.044037] env[62211]: _type = "Task" [ 1775.044037] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.055173] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.117122] env[62211]: DEBUG oslo_concurrency.lockutils [req-230501ff-a4ff-4243-a06b-6be83ffe05c4 req-d14a5834-7a80-40fb-976b-e7ddac1eb9c8 service nova] Releasing lock "refresh_cache-102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.137512] env[62211]: DEBUG nova.compute.manager [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1775.148280] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "9e6de468-662e-4591-b8e5-c9c11e0c0163" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.519s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.284820] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.285604] env[62211]: DEBUG nova.compute.manager [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1775.295166] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.183s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.295166] env[62211]: INFO nova.compute.claims [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1775.391446] env[62211]: DEBUG nova.network.neutron [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1775.563653] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.621724] env[62211]: DEBUG nova.network.neutron [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Updating instance_info_cache with network_info: [{"id": "15e1f887-0317-46d7-a070-e8fc58e64da1", "address": "fa:16:3e:22:e1:6d", "network": {"id": "38fbde74-2a82-4381-a8e4-0ea3f8dfdb81", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-999368581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67593dacbdd0486dbeddcdf29ec4699c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e1f887-03", "ovs_interfaceid": "15e1f887-0317-46d7-a070-e8fc58e64da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.660821] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.803625] env[62211]: DEBUG nova.compute.utils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1775.807807] env[62211]: DEBUG nova.compute.manager [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1775.807997] env[62211]: DEBUG nova.network.neutron [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1775.949687] env[62211]: DEBUG nova.policy [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e32c1f0edd8c4eed9dcec7238a0233ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75db365bee864422acc1d103a70a24f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1776.059889] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.936462} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.060537] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f/102b1ee3-aea4-4f71-a9fa-5e29fb094a0f.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1776.061990] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1776.063019] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a595643-8895-44fd-9165-91d064bcabfc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.071499] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Waiting for the task: (returnval){ [ 1776.071499] env[62211]: value = "task-2074316" [ 1776.071499] env[62211]: _type = "Task" [ 1776.071499] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.082074] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.130407] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Releasing lock "refresh_cache-958768a7-2cf2-4006-9375-09abea50c2d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.130407] env[62211]: DEBUG nova.compute.manager [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Instance network_info: |[{"id": "15e1f887-0317-46d7-a070-e8fc58e64da1", "address": "fa:16:3e:22:e1:6d", "network": {"id": "38fbde74-2a82-4381-a8e4-0ea3f8dfdb81", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-999368581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67593dacbdd0486dbeddcdf29ec4699c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e1f887-03", "ovs_interfaceid": "15e1f887-0317-46d7-a070-e8fc58e64da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1776.130674] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:e1:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15e1f887-0317-46d7-a070-e8fc58e64da1', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.140172] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Creating folder: Project (67593dacbdd0486dbeddcdf29ec4699c). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1776.143013] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64b9da3c-ba71-4bd2-a359-819e2337083e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.157993] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Created folder: Project (67593dacbdd0486dbeddcdf29ec4699c) in parent group-v425157. [ 1776.158527] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Creating folder: Instances. Parent ref: group-v425199. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1776.158999] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a22e5bd-f2bf-4683-8163-1fffab8f9138 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.178268] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Created folder: Instances in parent group-v425199. [ 1776.179209] env[62211]: DEBUG oslo.service.loopingcall [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.179209] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1776.179353] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1a92e11-3944-4cf5-9134-19033c6ee2c4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.204468] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1776.204468] env[62211]: value = "task-2074319" [ 1776.204468] env[62211]: _type = "Task" [ 1776.204468] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.223020] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074319, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.290287] env[62211]: DEBUG nova.compute.manager [req-ea2bae97-9290-4472-aa44-6e8c24219881 req-83607c38-2294-40c3-b1e4-96ebbba03128 service nova] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Received event network-vif-plugged-15e1f887-0317-46d7-a070-e8fc58e64da1 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1776.290502] env[62211]: DEBUG oslo_concurrency.lockutils [req-ea2bae97-9290-4472-aa44-6e8c24219881 req-83607c38-2294-40c3-b1e4-96ebbba03128 service nova] Acquiring lock "958768a7-2cf2-4006-9375-09abea50c2d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.290708] env[62211]: DEBUG oslo_concurrency.lockutils [req-ea2bae97-9290-4472-aa44-6e8c24219881 req-83607c38-2294-40c3-b1e4-96ebbba03128 service nova] Lock "958768a7-2cf2-4006-9375-09abea50c2d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.290872] env[62211]: DEBUG oslo_concurrency.lockutils [req-ea2bae97-9290-4472-aa44-6e8c24219881 req-83607c38-2294-40c3-b1e4-96ebbba03128 service nova] Lock "958768a7-2cf2-4006-9375-09abea50c2d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.292038] env[62211]: DEBUG nova.compute.manager [req-ea2bae97-9290-4472-aa44-6e8c24219881 req-83607c38-2294-40c3-b1e4-96ebbba03128 service nova] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] No waiting events found dispatching network-vif-plugged-15e1f887-0317-46d7-a070-e8fc58e64da1 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1776.293534] env[62211]: WARNING nova.compute.manager [req-ea2bae97-9290-4472-aa44-6e8c24219881 req-83607c38-2294-40c3-b1e4-96ebbba03128 service nova] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Received unexpected event network-vif-plugged-15e1f887-0317-46d7-a070-e8fc58e64da1 for instance with vm_state building and task_state spawning. [ 1776.293534] env[62211]: DEBUG nova.compute.manager [req-ea2bae97-9290-4472-aa44-6e8c24219881 req-83607c38-2294-40c3-b1e4-96ebbba03128 service nova] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Received event network-changed-15e1f887-0317-46d7-a070-e8fc58e64da1 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1776.293534] env[62211]: DEBUG nova.compute.manager [req-ea2bae97-9290-4472-aa44-6e8c24219881 req-83607c38-2294-40c3-b1e4-96ebbba03128 service nova] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Refreshing instance network info cache due to event network-changed-15e1f887-0317-46d7-a070-e8fc58e64da1. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1776.293534] env[62211]: DEBUG oslo_concurrency.lockutils [req-ea2bae97-9290-4472-aa44-6e8c24219881 req-83607c38-2294-40c3-b1e4-96ebbba03128 service nova] Acquiring lock "refresh_cache-958768a7-2cf2-4006-9375-09abea50c2d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.293534] env[62211]: DEBUG oslo_concurrency.lockutils [req-ea2bae97-9290-4472-aa44-6e8c24219881 req-83607c38-2294-40c3-b1e4-96ebbba03128 service nova] Acquired lock "refresh_cache-958768a7-2cf2-4006-9375-09abea50c2d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.295083] env[62211]: DEBUG nova.network.neutron [req-ea2bae97-9290-4472-aa44-6e8c24219881 req-83607c38-2294-40c3-b1e4-96ebbba03128 service nova] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Refreshing network info cache for port 15e1f887-0317-46d7-a070-e8fc58e64da1 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1776.313700] env[62211]: DEBUG nova.compute.manager [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1776.552797] env[62211]: DEBUG nova.network.neutron [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Successfully updated port: f146202f-9d74-493d-bd7b-7b37f1db48ad {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1776.587262] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084365} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.591177] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1776.592490] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c92b81f-64ac-48a7-8ca3-2b0b327f752a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.613309] env[62211]: INFO nova.compute.manager [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Rebuilding instance [ 1776.624478] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f/102b1ee3-aea4-4f71-a9fa-5e29fb094a0f.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1776.628154] env[62211]: DEBUG nova.network.neutron [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Successfully created port: 855ddcc9-327c-4d32-ad46-6b66169c329e {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1776.629877] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-492c2f9b-80eb-44a3-ba05-ea630146d0cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.655217] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Waiting for the task: (returnval){ [ 1776.655217] env[62211]: value = "task-2074320" [ 1776.655217] env[62211]: _type = "Task" [ 1776.655217] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.671798] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.677141] env[62211]: DEBUG nova.compute.manager [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1776.678343] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f7c42d-5065-43bf-b185-161b96d57f1d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.720299] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074319, 'name': CreateVM_Task, 'duration_secs': 0.410492} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.720299] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1776.720299] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.720299] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.720299] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1776.720565] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a668aa19-0067-4504-9126-710f0c9a70f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.725292] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1776.725292] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]524238aa-3451-09a1-3839-061cdf7d5d54" [ 1776.725292] env[62211]: _type = "Task" [ 1776.725292] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.735147] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524238aa-3451-09a1-3839-061cdf7d5d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.866623] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ed3870-1941-4340-914c-293fcc64b638 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.875891] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5dee97-bd28-4b89-bfa5-a0d6e54fd739 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.914802] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa8937f-91ee-43bc-9bd9-7e2480db5fc2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.929986] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802d9cf6-4d02-4c36-8bd6-4e826680340c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.954253] env[62211]: DEBUG nova.compute.provider_tree [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1777.058647] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquiring lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.059359] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquired lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.059359] env[62211]: DEBUG nova.network.neutron [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.174736] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074320, 'name': ReconfigVM_Task, 'duration_secs': 0.321962} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.174736] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f/102b1ee3-aea4-4f71-a9fa-5e29fb094a0f.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1777.174736] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb78672c-9ee4-49a9-8331-164016fd2fc9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.186991] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Waiting for the task: (returnval){ [ 1777.186991] env[62211]: value = "task-2074321" [ 1777.186991] env[62211]: _type = "Task" [ 1777.186991] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.201069] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074321, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.239345] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524238aa-3451-09a1-3839-061cdf7d5d54, 'name': SearchDatastore_Task, 'duration_secs': 0.014106} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.239657] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.239940] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.240298] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.241220] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.241472] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.241750] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32725c84-368c-4956-9f26-de0ddbfc847c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.252812] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.255064] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1777.255064] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-798b20b6-ecc4-459e-b56c-f7fca6b84403 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.260936] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1777.260936] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529e88cc-419a-0bca-1c26-6383a1d738da" [ 1777.260936] env[62211]: _type = "Task" [ 1777.260936] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.271234] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529e88cc-419a-0bca-1c26-6383a1d738da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.306194] env[62211]: DEBUG nova.network.neutron [req-ea2bae97-9290-4472-aa44-6e8c24219881 req-83607c38-2294-40c3-b1e4-96ebbba03128 service nova] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Updated VIF entry in instance network info cache for port 15e1f887-0317-46d7-a070-e8fc58e64da1. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.306649] env[62211]: DEBUG nova.network.neutron [req-ea2bae97-9290-4472-aa44-6e8c24219881 req-83607c38-2294-40c3-b1e4-96ebbba03128 service nova] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Updating instance_info_cache with network_info: [{"id": "15e1f887-0317-46d7-a070-e8fc58e64da1", "address": "fa:16:3e:22:e1:6d", "network": {"id": "38fbde74-2a82-4381-a8e4-0ea3f8dfdb81", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-999368581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67593dacbdd0486dbeddcdf29ec4699c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e1f887-03", "ovs_interfaceid": "15e1f887-0317-46d7-a070-e8fc58e64da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.331122] env[62211]: DEBUG nova.compute.manager [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1777.370732] env[62211]: DEBUG nova.virt.hardware [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1777.371646] env[62211]: DEBUG nova.virt.hardware [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1777.371871] env[62211]: DEBUG nova.virt.hardware [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1777.372088] env[62211]: DEBUG nova.virt.hardware [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1777.372281] env[62211]: DEBUG nova.virt.hardware [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1777.372448] env[62211]: DEBUG nova.virt.hardware [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1777.372661] env[62211]: DEBUG nova.virt.hardware [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1777.372822] env[62211]: DEBUG nova.virt.hardware [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1777.373320] env[62211]: DEBUG nova.virt.hardware [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1777.373540] env[62211]: DEBUG nova.virt.hardware [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1777.373777] env[62211]: DEBUG nova.virt.hardware [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1777.374701] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbe629e-4c4c-424f-8c00-f1d00a35b41f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.386880] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be17c41b-a893-4b9b-bfac-b6d4d7f04431 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.487584] env[62211]: ERROR nova.scheduler.client.report [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [req-b847a771-d02e-40b6-946b-b7ef82d94b3f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b847a771-d02e-40b6-946b-b7ef82d94b3f"}]} [ 1777.507019] env[62211]: DEBUG nova.scheduler.client.report [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1777.523964] env[62211]: DEBUG nova.scheduler.client.report [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1777.523964] env[62211]: DEBUG nova.compute.provider_tree [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1777.541017] env[62211]: DEBUG nova.scheduler.client.report [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: 90cd4061-173f-4acc-9bd5-d053aec552b5 {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1777.571112] env[62211]: DEBUG nova.scheduler.client.report [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1777.604395] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Acquiring lock "c4651f59-03db-48ad-8cdb-a6f605a790c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.604841] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Lock "c4651f59-03db-48ad-8cdb-a6f605a790c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.608185] env[62211]: DEBUG nova.network.neutron [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1777.701816] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074321, 'name': Rename_Task, 'duration_secs': 0.178974} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.705632] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.705980] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.708373] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5ccf104-3288-47ed-889d-d2e656b654e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.710535] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b3ac0be-1b0f-427f-95ca-2df378bb63e5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.719046] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1777.719046] env[62211]: value = "task-2074323" [ 1777.719046] env[62211]: _type = "Task" [ 1777.719046] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.725995] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Waiting for the task: (returnval){ [ 1777.725995] env[62211]: value = "task-2074324" [ 1777.725995] env[62211]: _type = "Task" [ 1777.725995] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.737713] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.748683] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.777358] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529e88cc-419a-0bca-1c26-6383a1d738da, 'name': SearchDatastore_Task, 'duration_secs': 0.012767} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.778645] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-593a491b-eedc-4ea5-9548-a7675a27431a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.785986] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1777.785986] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52c07452-ace9-2c34-50c0-0c88cb2b57ab" [ 1777.785986] env[62211]: _type = "Task" [ 1777.785986] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.800404] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c07452-ace9-2c34-50c0-0c88cb2b57ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.809041] env[62211]: DEBUG oslo_concurrency.lockutils [req-ea2bae97-9290-4472-aa44-6e8c24219881 req-83607c38-2294-40c3-b1e4-96ebbba03128 service nova] Releasing lock "refresh_cache-958768a7-2cf2-4006-9375-09abea50c2d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.825551] env[62211]: DEBUG nova.network.neutron [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Updating instance_info_cache with network_info: [{"id": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "address": "fa:16:3e:b4:7f:dc", "network": {"id": "d8f5d780-65fe-446c-a41e-da13336e230e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-116189537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dada5b164464430ab667d6b476b937f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf146202f-9d", "ovs_interfaceid": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.088933] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001e4c70-7cbd-428b-a603-2e358e738972 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.101144] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcc6238-2d60-419b-a409-f72ce73ea022 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.136082] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fc6014-521d-45d2-a0e9-1624167ff8a9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.150949] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589ac11d-6411-4d9f-9bcb-00f1d980e4da {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.168770] env[62211]: DEBUG nova.compute.provider_tree [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1778.234706] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074323, 'name': PowerOffVM_Task, 'duration_secs': 0.196447} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.235631] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.235871] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1778.237150] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7df1b9-bc8a-4136-844c-bc99d6f2a162 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.245332] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074324, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.254191] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1778.254191] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-462c2cd9-4fd9-4814-be41-265bda8f446b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.299740] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c07452-ace9-2c34-50c0-0c88cb2b57ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01371} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.300411] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.300681] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 958768a7-2cf2-4006-9375-09abea50c2d5/958768a7-2cf2-4006-9375-09abea50c2d5.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1778.301478] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1778.303607] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1778.303692] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Deleting the datastore file [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1778.305015] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcaf354c-7494-43f5-b466-88d93a2fa2a9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.308363] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8eb83e4b-14cd-4185-aca3-5e91313168a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.317849] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1778.317849] env[62211]: value = "task-2074327" [ 1778.317849] env[62211]: _type = "Task" [ 1778.317849] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.319599] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1778.319599] env[62211]: value = "task-2074328" [ 1778.319599] env[62211]: _type = "Task" [ 1778.319599] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.329244] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Releasing lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.329607] env[62211]: DEBUG nova.compute.manager [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Instance network_info: |[{"id": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "address": "fa:16:3e:b4:7f:dc", "network": {"id": "d8f5d780-65fe-446c-a41e-da13336e230e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-116189537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dada5b164464430ab667d6b476b937f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf146202f-9d", "ovs_interfaceid": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1778.337732] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:7f:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f146202f-9d74-493d-bd7b-7b37f1db48ad', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1778.350885] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Creating folder: Project (6dada5b164464430ab667d6b476b937f). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1778.351504] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.351913] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.352878] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-613d90a5-aa02-4070-871d-e858437fe25e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.367498] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Created folder: Project (6dada5b164464430ab667d6b476b937f) in parent group-v425157. [ 1778.367662] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Creating folder: Instances. Parent ref: group-v425203. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1778.368107] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2b3711a-008f-482f-b50a-de0ceff2e3f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.384288] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Created folder: Instances in parent group-v425203. [ 1778.384288] env[62211]: DEBUG oslo.service.loopingcall [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.384288] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1778.384288] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2b25d45-9c56-4c0c-9411-66effd3eb638 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.410220] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1778.410220] env[62211]: value = "task-2074331" [ 1778.410220] env[62211]: _type = "Task" [ 1778.410220] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.422836] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074331, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.630359] env[62211]: DEBUG nova.compute.manager [req-653f6a96-1ea5-4f89-8561-3da4cc328225 req-8c1c3201-f274-4203-be1a-9711fa956cd2 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Received event network-vif-plugged-f146202f-9d74-493d-bd7b-7b37f1db48ad {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1778.630359] env[62211]: DEBUG oslo_concurrency.lockutils [req-653f6a96-1ea5-4f89-8561-3da4cc328225 req-8c1c3201-f274-4203-be1a-9711fa956cd2 service nova] Acquiring lock "42a83e79-9558-4c38-94a7-50847ca57ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.630359] env[62211]: DEBUG oslo_concurrency.lockutils [req-653f6a96-1ea5-4f89-8561-3da4cc328225 req-8c1c3201-f274-4203-be1a-9711fa956cd2 service nova] Lock "42a83e79-9558-4c38-94a7-50847ca57ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.630359] env[62211]: DEBUG oslo_concurrency.lockutils [req-653f6a96-1ea5-4f89-8561-3da4cc328225 req-8c1c3201-f274-4203-be1a-9711fa956cd2 service nova] Lock "42a83e79-9558-4c38-94a7-50847ca57ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.630359] env[62211]: DEBUG nova.compute.manager [req-653f6a96-1ea5-4f89-8561-3da4cc328225 req-8c1c3201-f274-4203-be1a-9711fa956cd2 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] No waiting events found dispatching network-vif-plugged-f146202f-9d74-493d-bd7b-7b37f1db48ad {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1778.630748] env[62211]: WARNING nova.compute.manager [req-653f6a96-1ea5-4f89-8561-3da4cc328225 req-8c1c3201-f274-4203-be1a-9711fa956cd2 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Received unexpected event network-vif-plugged-f146202f-9d74-493d-bd7b-7b37f1db48ad for instance with vm_state building and task_state spawning. [ 1778.630748] env[62211]: DEBUG nova.compute.manager [req-653f6a96-1ea5-4f89-8561-3da4cc328225 req-8c1c3201-f274-4203-be1a-9711fa956cd2 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Received event network-changed-f146202f-9d74-493d-bd7b-7b37f1db48ad {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1778.630748] env[62211]: DEBUG nova.compute.manager [req-653f6a96-1ea5-4f89-8561-3da4cc328225 req-8c1c3201-f274-4203-be1a-9711fa956cd2 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Refreshing instance network info cache due to event network-changed-f146202f-9d74-493d-bd7b-7b37f1db48ad. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1778.630748] env[62211]: DEBUG oslo_concurrency.lockutils [req-653f6a96-1ea5-4f89-8561-3da4cc328225 req-8c1c3201-f274-4203-be1a-9711fa956cd2 service nova] Acquiring lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.631185] env[62211]: DEBUG oslo_concurrency.lockutils [req-653f6a96-1ea5-4f89-8561-3da4cc328225 req-8c1c3201-f274-4203-be1a-9711fa956cd2 service nova] Acquired lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.631575] env[62211]: DEBUG nova.network.neutron [req-653f6a96-1ea5-4f89-8561-3da4cc328225 req-8c1c3201-f274-4203-be1a-9711fa956cd2 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Refreshing network info cache for port f146202f-9d74-493d-bd7b-7b37f1db48ad {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1778.696493] env[62211]: ERROR nova.scheduler.client.report [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [req-6a6d71fa-93ec-4b76-8991-cebd55b389d5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6a6d71fa-93ec-4b76-8991-cebd55b389d5"}]} [ 1778.717163] env[62211]: DEBUG nova.scheduler.client.report [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1778.732848] env[62211]: DEBUG nova.scheduler.client.report [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1778.733234] env[62211]: DEBUG nova.compute.provider_tree [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1778.742236] env[62211]: DEBUG oslo_vmware.api [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074324, 'name': PowerOnVM_Task, 'duration_secs': 0.554499} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.742552] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1778.742785] env[62211]: INFO nova.compute.manager [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1778.742967] env[62211]: DEBUG nova.compute.manager [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.743833] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f8780a-1569-4d41-87fe-780d2332a485 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.751726] env[62211]: DEBUG nova.scheduler.client.report [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1778.776802] env[62211]: DEBUG nova.scheduler.client.report [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1778.836310] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074327, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.839631] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135271} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.839908] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1778.840105] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1778.840317] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1778.926383] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074331, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.243317] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1e29f2-ae31-4f57-b385-71fe4d6a2f35 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.254924] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2a417b-4624-45ff-bda3-f5fcda39f307 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.010297] env[62211]: DEBUG nova.network.neutron [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Successfully updated port: 855ddcc9-327c-4d32-ad46-6b66169c329e {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1780.022950] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398fc181-eeeb-464d-b450-81b00f5a59ff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.027324] env[62211]: INFO nova.compute.manager [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Took 28.95 seconds to build instance. [ 1780.032491] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557468} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.038289] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 958768a7-2cf2-4006-9375-09abea50c2d5/958768a7-2cf2-4006-9375-09abea50c2d5.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1780.038289] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1780.038490] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074331, 'name': CreateVM_Task, 'duration_secs': 0.522524} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.039226] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31ad01d8-e2e7-4c93-8c09-a22bbc07ee0e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.043551] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd44da0-9125-4481-bbc8-6e9079440dae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.046233] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1780.047294] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.047472] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.048932] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1780.048932] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b939a6e-1b56-4e2c-a394-382359253ca5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.061124] env[62211]: DEBUG nova.compute.provider_tree [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.065978] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Waiting for the task: (returnval){ [ 1780.065978] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]524d1350-8b18-db34-b4ad-94eb0f3394bc" [ 1780.065978] env[62211]: _type = "Task" [ 1780.065978] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.065978] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1780.065978] env[62211]: value = "task-2074332" [ 1780.065978] env[62211]: _type = "Task" [ 1780.065978] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.078053] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.084500] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524d1350-8b18-db34-b4ad-94eb0f3394bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013826} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.084500] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.084500] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.084500] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.085133] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.085133] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1780.085133] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1350d497-987a-4280-a044-a2490ca2cf68 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.093889] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1780.094078] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1780.094878] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d7a7d8-bc9a-4a9f-a4c9-4f34de6324f7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.102413] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Waiting for the task: (returnval){ [ 1780.102413] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529d00fa-f693-da61-dace-790b737257be" [ 1780.102413] env[62211]: _type = "Task" [ 1780.102413] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.111240] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529d00fa-f693-da61-dace-790b737257be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.450020] env[62211]: DEBUG nova.network.neutron [req-653f6a96-1ea5-4f89-8561-3da4cc328225 req-8c1c3201-f274-4203-be1a-9711fa956cd2 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Updated VIF entry in instance network info cache for port f146202f-9d74-493d-bd7b-7b37f1db48ad. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1780.450402] env[62211]: DEBUG nova.network.neutron [req-653f6a96-1ea5-4f89-8561-3da4cc328225 req-8c1c3201-f274-4203-be1a-9711fa956cd2 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Updating instance_info_cache with network_info: [{"id": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "address": "fa:16:3e:b4:7f:dc", "network": {"id": "d8f5d780-65fe-446c-a41e-da13336e230e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-116189537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dada5b164464430ab667d6b476b937f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf146202f-9d", "ovs_interfaceid": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.526471] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Acquiring lock "refresh_cache-de76bde1-dc1e-4054-ae8b-72f9ed1da4a9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.526642] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Acquired lock "refresh_cache-de76bde1-dc1e-4054-ae8b-72f9ed1da4a9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.526914] env[62211]: DEBUG nova.network.neutron [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1780.541713] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a9afbe0-07f2-49b9-93ce-3a6a92945632 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.020s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.548571] env[62211]: DEBUG nova.virt.hardware [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1780.549683] env[62211]: DEBUG nova.virt.hardware [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.551573] env[62211]: DEBUG nova.virt.hardware [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1780.551573] env[62211]: DEBUG nova.virt.hardware [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.551573] env[62211]: DEBUG nova.virt.hardware [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1780.551573] env[62211]: DEBUG nova.virt.hardware [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1780.551573] env[62211]: DEBUG nova.virt.hardware [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1780.552312] env[62211]: DEBUG nova.virt.hardware [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1780.552312] env[62211]: DEBUG nova.virt.hardware [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1780.552312] env[62211]: DEBUG nova.virt.hardware [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1780.552312] env[62211]: DEBUG nova.virt.hardware [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1780.552599] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17342f77-4ab6-48a8-8997-d9d496c1789b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.562675] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d48264-139d-49e5-b83d-48573f36f323 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.568688] env[62211]: DEBUG nova.scheduler.client.report [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.589539] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Instance VIF info [] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1780.595911] env[62211]: DEBUG oslo.service.loopingcall [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.599391] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1780.599771] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132025} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.599873] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5320b4fe-67a7-454f-81d4-2340cdd857fd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.612616] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1780.614884] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26544e3-9a43-4689-94b0-d10d254e54e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.626723] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529d00fa-f693-da61-dace-790b737257be, 'name': SearchDatastore_Task, 'duration_secs': 0.011314} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.639053] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1780.639053] env[62211]: value = "task-2074334" [ 1780.639053] env[62211]: _type = "Task" [ 1780.639053] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.649107] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 958768a7-2cf2-4006-9375-09abea50c2d5/958768a7-2cf2-4006-9375-09abea50c2d5.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.649485] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067ca200-4c41-401f-8bc6-133c910edf30 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.652173] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e825ff61-3e47-4e57-a870-f239c20e0ef8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.675286] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Waiting for the task: (returnval){ [ 1780.675286] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52216961-2a16-0a75-20ee-f16a8fb7f072" [ 1780.675286] env[62211]: _type = "Task" [ 1780.675286] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.679371] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074334, 'name': CreateVM_Task} progress is 15%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.683537] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1780.683537] env[62211]: value = "task-2074335" [ 1780.683537] env[62211]: _type = "Task" [ 1780.683537] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.693213] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52216961-2a16-0a75-20ee-f16a8fb7f072, 'name': SearchDatastore_Task, 'duration_secs': 0.014452} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.696627] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.696785] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 42a83e79-9558-4c38-94a7-50847ca57ea0/42a83e79-9558-4c38-94a7-50847ca57ea0.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1780.697335] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.697335] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0944e11-dc75-46a3-9425-86c102082193 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.709254] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Waiting for the task: (returnval){ [ 1780.709254] env[62211]: value = "task-2074336" [ 1780.709254] env[62211]: _type = "Task" [ 1780.709254] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.723202] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.955048] env[62211]: DEBUG oslo_concurrency.lockutils [req-653f6a96-1ea5-4f89-8561-3da4cc328225 req-8c1c3201-f274-4203-be1a-9711fa956cd2 service nova] Releasing lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.042953] env[62211]: DEBUG nova.compute.manager [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1781.077687] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.786s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.078396] env[62211]: DEBUG nova.compute.manager [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1781.082373] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.630s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.082774] env[62211]: DEBUG nova.objects.instance [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Lazy-loading 'resources' on Instance uuid 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.175588] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074334, 'name': CreateVM_Task, 'duration_secs': 0.358324} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.175899] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1781.176601] env[62211]: DEBUG oslo_concurrency.lockutils [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.177935] env[62211]: DEBUG oslo_concurrency.lockutils [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.178434] env[62211]: DEBUG oslo_concurrency.lockutils [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1781.179127] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf84277-a022-44b3-9b5d-998209a9e236 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.184632] env[62211]: DEBUG nova.network.neutron [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1781.193889] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1781.193889] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52eac562-78ed-0243-d399-3cbed84b3ef0" [ 1781.193889] env[62211]: _type = "Task" [ 1781.193889] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.202202] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074335, 'name': ReconfigVM_Task, 'duration_secs': 0.489311} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.203017] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 958768a7-2cf2-4006-9375-09abea50c2d5/958768a7-2cf2-4006-9375-09abea50c2d5.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.203726] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-243fad2f-7d88-489e-a987-31282e21db7f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.209379] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52eac562-78ed-0243-d399-3cbed84b3ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.217659] env[62211]: DEBUG nova.compute.manager [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1781.222984] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3a7a69-fa0b-464e-9c5a-30a435f6ee4a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.226066] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074336, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.233027] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1781.233027] env[62211]: value = "task-2074337" [ 1781.233027] env[62211]: _type = "Task" [ 1781.233027] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.250291] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074337, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.402184] env[62211]: DEBUG nova.compute.manager [req-2e0764e7-9be9-4394-909f-3afaa40e2ff1 req-3d5a4402-9fb2-4ea8-ac36-63720fc6683a service nova] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Received event network-vif-plugged-855ddcc9-327c-4d32-ad46-6b66169c329e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1781.402420] env[62211]: DEBUG oslo_concurrency.lockutils [req-2e0764e7-9be9-4394-909f-3afaa40e2ff1 req-3d5a4402-9fb2-4ea8-ac36-63720fc6683a service nova] Acquiring lock "de76bde1-dc1e-4054-ae8b-72f9ed1da4a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.402693] env[62211]: DEBUG oslo_concurrency.lockutils [req-2e0764e7-9be9-4394-909f-3afaa40e2ff1 req-3d5a4402-9fb2-4ea8-ac36-63720fc6683a service nova] Lock "de76bde1-dc1e-4054-ae8b-72f9ed1da4a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.402870] env[62211]: DEBUG oslo_concurrency.lockutils [req-2e0764e7-9be9-4394-909f-3afaa40e2ff1 req-3d5a4402-9fb2-4ea8-ac36-63720fc6683a service nova] Lock "de76bde1-dc1e-4054-ae8b-72f9ed1da4a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.403330] env[62211]: DEBUG nova.compute.manager [req-2e0764e7-9be9-4394-909f-3afaa40e2ff1 req-3d5a4402-9fb2-4ea8-ac36-63720fc6683a service nova] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] No waiting events found dispatching network-vif-plugged-855ddcc9-327c-4d32-ad46-6b66169c329e {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1781.404111] env[62211]: WARNING nova.compute.manager [req-2e0764e7-9be9-4394-909f-3afaa40e2ff1 req-3d5a4402-9fb2-4ea8-ac36-63720fc6683a service nova] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Received unexpected event network-vif-plugged-855ddcc9-327c-4d32-ad46-6b66169c329e for instance with vm_state building and task_state spawning. [ 1781.404634] env[62211]: DEBUG nova.compute.manager [req-2e0764e7-9be9-4394-909f-3afaa40e2ff1 req-3d5a4402-9fb2-4ea8-ac36-63720fc6683a service nova] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Received event network-changed-855ddcc9-327c-4d32-ad46-6b66169c329e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1781.404866] env[62211]: DEBUG nova.compute.manager [req-2e0764e7-9be9-4394-909f-3afaa40e2ff1 req-3d5a4402-9fb2-4ea8-ac36-63720fc6683a service nova] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Refreshing instance network info cache due to event network-changed-855ddcc9-327c-4d32-ad46-6b66169c329e. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1781.405122] env[62211]: DEBUG oslo_concurrency.lockutils [req-2e0764e7-9be9-4394-909f-3afaa40e2ff1 req-3d5a4402-9fb2-4ea8-ac36-63720fc6683a service nova] Acquiring lock "refresh_cache-de76bde1-dc1e-4054-ae8b-72f9ed1da4a9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.578746] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.620688] env[62211]: DEBUG nova.compute.utils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1781.626967] env[62211]: DEBUG nova.compute.manager [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1781.627399] env[62211]: DEBUG nova.network.neutron [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1781.705523] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52eac562-78ed-0243-d399-3cbed84b3ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.074379} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.705647] env[62211]: DEBUG oslo_concurrency.lockutils [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.706611] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1781.706611] env[62211]: DEBUG oslo_concurrency.lockutils [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.706611] env[62211]: DEBUG oslo_concurrency.lockutils [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.706611] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1781.706957] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eea91c21-6a7d-4cfd-a626-ba80894bb324 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.730719] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640687} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.731948] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 42a83e79-9558-4c38-94a7-50847ca57ea0/42a83e79-9558-4c38-94a7-50847ca57ea0.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1781.732598] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1781.732598] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1781.732724] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1781.733530] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-feba5868-b872-4fd8-a407-77ddf1c592b4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.738755] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb3f024-dc70-4744-b022-4044fd8bda91 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.744210] env[62211]: INFO nova.compute.manager [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] instance snapshotting [ 1781.748492] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5317dc-72c3-4e97-a787-fc1f51eb0588 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.761564] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1781.761564] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52c56ba0-0563-c001-c56b-5d5abf84e671" [ 1781.761564] env[62211]: _type = "Task" [ 1781.761564] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.761925] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Waiting for the task: (returnval){ [ 1781.761925] env[62211]: value = "task-2074339" [ 1781.761925] env[62211]: _type = "Task" [ 1781.761925] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.762158] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074337, 'name': Rename_Task, 'duration_secs': 0.256081} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.766587] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.777185] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-400eee55-5104-43f5-930e-511ce284c311 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.800800] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa90b2a3-0b63-43f4-a4e0-ba06d68bbeb6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.810583] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c56ba0-0563-c001-c56b-5d5abf84e671, 'name': SearchDatastore_Task, 'duration_secs': 0.020753} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.810844] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.815398] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1781.815398] env[62211]: value = "task-2074340" [ 1781.815398] env[62211]: _type = "Task" [ 1781.815398] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.815398] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9c631f-9945-48c4-994b-3fa035064857 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.832651] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1781.832651] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52294ccc-9fc7-6d5e-1cee-ed613bb5e0df" [ 1781.832651] env[62211]: _type = "Task" [ 1781.832651] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.834951] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074340, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.849984] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52294ccc-9fc7-6d5e-1cee-ed613bb5e0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.876139] env[62211]: DEBUG nova.policy [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2bc4769db8241b981d0eda7fdfca51e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1458f41fa7b347a39bdc5edf9f2ea1ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1781.925192] env[62211]: DEBUG nova.network.neutron [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Updating instance_info_cache with network_info: [{"id": "855ddcc9-327c-4d32-ad46-6b66169c329e", "address": "fa:16:3e:51:5c:b1", "network": {"id": "634aea38-8409-4ca0-81e8-0320dfba2d74", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1309562824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75db365bee864422acc1d103a70a24f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855ddcc9-32", "ovs_interfaceid": "855ddcc9-327c-4d32-ad46-6b66169c329e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.128173] env[62211]: DEBUG nova.compute.manager [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1782.217306] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf63a595-13f0-4c17-bdda-5cb688182519 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.226276] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479bdae9-9034-49eb-90fc-be485aec6174 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.280052] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9578718-566a-4059-be79-cf40e1aa98d9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.293307] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942caf26-05d2-4a31-8fb9-0fe4e241c5ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.297140] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2739} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.297565] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1782.299446] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1602ecf5-8dd6-4819-8f13-b8c2c792606a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.310811] env[62211]: DEBUG nova.compute.provider_tree [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.333366] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 42a83e79-9558-4c38-94a7-50847ca57ea0/42a83e79-9558-4c38-94a7-50847ca57ea0.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.337979] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1782.338277] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08cfac70-efaa-4eda-b34f-6389479c748b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.353384] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-96267719-e3d7-4c60-9108-a8e4283e6282 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.365664] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52294ccc-9fc7-6d5e-1cee-ed613bb5e0df, 'name': SearchDatastore_Task, 'duration_secs': 0.020516} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.371434] env[62211]: DEBUG oslo_concurrency.lockutils [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.371733] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163/9e6de468-662e-4591-b8e5-c9c11e0c0163.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1782.372602] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1782.372602] env[62211]: value = "task-2074343" [ 1782.372602] env[62211]: _type = "Task" [ 1782.372602] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.372602] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Waiting for the task: (returnval){ [ 1782.372602] env[62211]: value = "task-2074342" [ 1782.372602] env[62211]: _type = "Task" [ 1782.372602] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.372602] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.372994] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39f8a3c0-8fac-409b-9d0e-6a8ad54b7f97 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.387828] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074343, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.392861] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.393590] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1782.393590] env[62211]: value = "task-2074344" [ 1782.393590] env[62211]: _type = "Task" [ 1782.393590] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.403158] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.429534] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Releasing lock "refresh_cache-de76bde1-dc1e-4054-ae8b-72f9ed1da4a9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.430162] env[62211]: DEBUG nova.compute.manager [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Instance network_info: |[{"id": "855ddcc9-327c-4d32-ad46-6b66169c329e", "address": "fa:16:3e:51:5c:b1", "network": {"id": "634aea38-8409-4ca0-81e8-0320dfba2d74", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1309562824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75db365bee864422acc1d103a70a24f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855ddcc9-32", "ovs_interfaceid": "855ddcc9-327c-4d32-ad46-6b66169c329e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1782.430633] env[62211]: DEBUG oslo_concurrency.lockutils [req-2e0764e7-9be9-4394-909f-3afaa40e2ff1 req-3d5a4402-9fb2-4ea8-ac36-63720fc6683a service nova] Acquired lock "refresh_cache-de76bde1-dc1e-4054-ae8b-72f9ed1da4a9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.430909] env[62211]: DEBUG nova.network.neutron [req-2e0764e7-9be9-4394-909f-3afaa40e2ff1 req-3d5a4402-9fb2-4ea8-ac36-63720fc6683a service nova] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Refreshing network info cache for port 855ddcc9-327c-4d32-ad46-6b66169c329e {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.432950] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:5c:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '855ddcc9-327c-4d32-ad46-6b66169c329e', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1782.445461] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Creating folder: Project (75db365bee864422acc1d103a70a24f6). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1782.447308] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83cf3847-924b-408b-bb56-a0e1b3a74938 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.463726] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Created folder: Project (75db365bee864422acc1d103a70a24f6) in parent group-v425157. [ 1782.464039] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Creating folder: Instances. Parent ref: group-v425207. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1782.464394] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79424491-499a-4411-a7a3-a5afad308e24 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.479122] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Created folder: Instances in parent group-v425207. [ 1782.479815] env[62211]: DEBUG oslo.service.loopingcall [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1782.480024] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1782.480115] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a904dfdf-1cad-4952-89b9-28b5e5cb2696 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.504033] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1782.504033] env[62211]: value = "task-2074347" [ 1782.504033] env[62211]: _type = "Task" [ 1782.504033] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.514343] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074347, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.788454] env[62211]: DEBUG nova.compute.manager [req-fcf152ef-c20d-4ba3-9ba6-adda2821b5c4 req-62729851-7e94-4c65-a452-203f5c8ab4a3 service nova] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Received event network-changed-655a8320-3eca-42f0-9307-8379b528fdc6 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1782.788454] env[62211]: DEBUG nova.compute.manager [req-fcf152ef-c20d-4ba3-9ba6-adda2821b5c4 req-62729851-7e94-4c65-a452-203f5c8ab4a3 service nova] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Refreshing instance network info cache due to event network-changed-655a8320-3eca-42f0-9307-8379b528fdc6. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1782.788454] env[62211]: DEBUG oslo_concurrency.lockutils [req-fcf152ef-c20d-4ba3-9ba6-adda2821b5c4 req-62729851-7e94-4c65-a452-203f5c8ab4a3 service nova] Acquiring lock "refresh_cache-102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.788969] env[62211]: DEBUG oslo_concurrency.lockutils [req-fcf152ef-c20d-4ba3-9ba6-adda2821b5c4 req-62729851-7e94-4c65-a452-203f5c8ab4a3 service nova] Acquired lock "refresh_cache-102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.788969] env[62211]: DEBUG nova.network.neutron [req-fcf152ef-c20d-4ba3-9ba6-adda2821b5c4 req-62729851-7e94-4c65-a452-203f5c8ab4a3 service nova] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Refreshing network info cache for port 655a8320-3eca-42f0-9307-8379b528fdc6 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.816366] env[62211]: DEBUG nova.scheduler.client.report [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1782.845047] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.902310] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074342, 'name': ReconfigVM_Task, 'duration_secs': 0.483952} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.902310] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074343, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.905611] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 42a83e79-9558-4c38-94a7-50847ca57ea0/42a83e79-9558-4c38-94a7-50847ca57ea0.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1782.906428] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51ae870d-775a-4ec2-b01a-6fe0d76f6157 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.919475] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074344, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.919475] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Waiting for the task: (returnval){ [ 1782.919475] env[62211]: value = "task-2074348" [ 1782.919475] env[62211]: _type = "Task" [ 1782.919475] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.937905] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074348, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.021055] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074347, 'name': CreateVM_Task, 'duration_secs': 0.448212} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.021055] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1783.022033] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.022163] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.023266] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1783.023266] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5711a91-de69-4775-9e94-beabdad08539 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.029765] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Waiting for the task: (returnval){ [ 1783.029765] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52a48e85-50b4-06e5-6602-d77168aa0357" [ 1783.029765] env[62211]: _type = "Task" [ 1783.029765] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.044652] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a48e85-50b4-06e5-6602-d77168aa0357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.152022] env[62211]: DEBUG nova.compute.manager [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1783.186235] env[62211]: DEBUG nova.network.neutron [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Successfully created port: 049ad28f-b45c-4328-a420-e9c8627191e1 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1783.195371] env[62211]: DEBUG nova.virt.hardware [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1783.196262] env[62211]: DEBUG nova.virt.hardware [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.196262] env[62211]: DEBUG nova.virt.hardware [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1783.196262] env[62211]: DEBUG nova.virt.hardware [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.196262] env[62211]: DEBUG nova.virt.hardware [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1783.196262] env[62211]: DEBUG nova.virt.hardware [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1783.196443] env[62211]: DEBUG nova.virt.hardware [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1783.196588] env[62211]: DEBUG nova.virt.hardware [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1783.196743] env[62211]: DEBUG nova.virt.hardware [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1783.196896] env[62211]: DEBUG nova.virt.hardware [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1783.197070] env[62211]: DEBUG nova.virt.hardware [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1783.198420] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f5d048-6226-457a-b20c-bf7904743e00 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.208514] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3809008f-0545-4aa8-beb8-92bcc14c15e1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.323125] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.328449] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.634s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.328449] env[62211]: DEBUG nova.objects.instance [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Lazy-loading 'resources' on Instance uuid 704aefed-050d-4614-a3bb-854e028fc9c8 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1783.346562] env[62211]: DEBUG oslo_vmware.api [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074340, 'name': PowerOnVM_Task, 'duration_secs': 1.363077} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.346562] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1783.346562] env[62211]: INFO nova.compute.manager [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Took 11.21 seconds to spawn the instance on the hypervisor. [ 1783.346953] env[62211]: DEBUG nova.compute.manager [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.348577] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22f3a6c-4e28-4d36-847c-972d30e43f53 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.363877] env[62211]: INFO nova.scheduler.client.report [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Deleted allocations for instance 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1 [ 1783.388027] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074343, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.413879] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722417} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.416672] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163/9e6de468-662e-4591-b8e5-c9c11e0c0163.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1783.416937] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1783.417274] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e074b76f-59c0-4e0a-8762-74a71b6d6f9c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.427765] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1783.427765] env[62211]: value = "task-2074349" [ 1783.427765] env[62211]: _type = "Task" [ 1783.427765] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.442992] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074348, 'name': Rename_Task, 'duration_secs': 0.228651} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.442992] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1783.442992] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e76c591-59d1-4432-8b47-8a92c5a2b9d7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.449952] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.457766] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Waiting for the task: (returnval){ [ 1783.457766] env[62211]: value = "task-2074350" [ 1783.457766] env[62211]: _type = "Task" [ 1783.457766] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.469423] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.545197] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a48e85-50b4-06e5-6602-d77168aa0357, 'name': SearchDatastore_Task, 'duration_secs': 0.056314} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.546384] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.546968] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1783.547221] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.547415] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.547636] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1783.548046] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b356ac4-cad6-4d2e-b17b-9763c6452f88 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.564763] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1783.564763] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1783.564763] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d923914f-8f67-4e56-aebd-eb2210fe091a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.572084] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Waiting for the task: (returnval){ [ 1783.572084] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526c1047-4ae0-0a1a-061c-6bb9bf4eaf01" [ 1783.572084] env[62211]: _type = "Task" [ 1783.572084] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.583651] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526c1047-4ae0-0a1a-061c-6bb9bf4eaf01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.875647] env[62211]: INFO nova.compute.manager [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Took 32.20 seconds to build instance. [ 1783.881504] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d9f4b65-c6ae-44c8-932c-4d473c3191ce tempest-ServerDiagnosticsTest-1412252027 tempest-ServerDiagnosticsTest-1412252027-project-member] Lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.050s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.887048] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 21.433s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.887048] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27ad9fcb-bb18-4162-96a7-d1d4a054fe5c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.897017] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074343, 'name': CreateSnapshot_Task, 'duration_secs': 1.270648} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.897017] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1783.897017] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9df137-420a-4640-842e-b360e43ded7b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.903463] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee9c89d-a601-4561-ba2d-6cbc27c49fcd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.957377] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10827} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.957667] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1783.958631] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7640323-067f-4c57-9ef6-acdac1586ebd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.970908] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.992087] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163/9e6de468-662e-4591-b8e5-c9c11e0c0163.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1783.994365] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-447231d1-570d-4a69-b7ec-9096d499802f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.013600] env[62211]: DEBUG nova.network.neutron [req-2e0764e7-9be9-4394-909f-3afaa40e2ff1 req-3d5a4402-9fb2-4ea8-ac36-63720fc6683a service nova] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Updated VIF entry in instance network info cache for port 855ddcc9-327c-4d32-ad46-6b66169c329e. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.014057] env[62211]: DEBUG nova.network.neutron [req-2e0764e7-9be9-4394-909f-3afaa40e2ff1 req-3d5a4402-9fb2-4ea8-ac36-63720fc6683a service nova] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Updating instance_info_cache with network_info: [{"id": "855ddcc9-327c-4d32-ad46-6b66169c329e", "address": "fa:16:3e:51:5c:b1", "network": {"id": "634aea38-8409-4ca0-81e8-0320dfba2d74", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1309562824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75db365bee864422acc1d103a70a24f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855ddcc9-32", "ovs_interfaceid": "855ddcc9-327c-4d32-ad46-6b66169c329e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.023709] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1784.023709] env[62211]: value = "task-2074352" [ 1784.023709] env[62211]: _type = "Task" [ 1784.023709] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.033960] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.091027] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526c1047-4ae0-0a1a-061c-6bb9bf4eaf01, 'name': SearchDatastore_Task, 'duration_secs': 0.025936} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.091027] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ba5caf-0330-4185-a624-0603f3b9e785 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.097808] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Waiting for the task: (returnval){ [ 1784.097808] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525505e7-ff43-553b-7762-aa47da0642f7" [ 1784.097808] env[62211]: _type = "Task" [ 1784.097808] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.109083] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525505e7-ff43-553b-7762-aa47da0642f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.330108] env[62211]: DEBUG nova.network.neutron [req-fcf152ef-c20d-4ba3-9ba6-adda2821b5c4 req-62729851-7e94-4c65-a452-203f5c8ab4a3 service nova] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Updated VIF entry in instance network info cache for port 655a8320-3eca-42f0-9307-8379b528fdc6. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.331122] env[62211]: DEBUG nova.network.neutron [req-fcf152ef-c20d-4ba3-9ba6-adda2821b5c4 req-62729851-7e94-4c65-a452-203f5c8ab4a3 service nova] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Updating instance_info_cache with network_info: [{"id": "655a8320-3eca-42f0-9307-8379b528fdc6", "address": "fa:16:3e:82:97:56", "network": {"id": "d47727eb-0e9f-4312-a9ef-ba2bbba7a4eb", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-513258597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "232416f08e634017bb9e5906b3dc8d4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap655a8320-3e", "ovs_interfaceid": "655a8320-3eca-42f0-9307-8379b528fdc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.381596] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9aacbb7-822d-4a12-bfcb-a32f305aadf1 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "958768a7-2cf2-4006-9375-09abea50c2d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.708s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.444992] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1784.448129] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98187357-b73e-4f3d-8d3c-7eeac789dce4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.451027] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0b35e757-4390-4ff8-a717-95d9d13435a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.456997] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "0a5d3f8b-aa66-4ade-9814-7456acd5a0a1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.469153] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6333358-5444-4233-946f-add64c28b0d6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.474013] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1784.474013] env[62211]: value = "task-2074353" [ 1784.474013] env[62211]: _type = "Task" [ 1784.474013] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.485028] env[62211]: DEBUG oslo_vmware.api [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074350, 'name': PowerOnVM_Task, 'duration_secs': 0.575636} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.514987] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1784.514987] env[62211]: INFO nova.compute.manager [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1784.514987] env[62211]: DEBUG nova.compute.manager [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1784.515128] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074353, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.516216] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6e9db2-acbc-4d92-85ba-5b3b6255d124 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.520910] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc1de13-39c4-4b86-b887-9757d592b031 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.524413] env[62211]: DEBUG oslo_concurrency.lockutils [req-2e0764e7-9be9-4394-909f-3afaa40e2ff1 req-3d5a4402-9fb2-4ea8-ac36-63720fc6683a service nova] Releasing lock "refresh_cache-de76bde1-dc1e-4054-ae8b-72f9ed1da4a9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.537939] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4969d43-5056-4d92-ac23-45d7fa4247a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.547663] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.561408] env[62211]: DEBUG nova.compute.provider_tree [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1784.612743] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525505e7-ff43-553b-7762-aa47da0642f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012092} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.612743] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.612743] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] de76bde1-dc1e-4054-ae8b-72f9ed1da4a9/de76bde1-dc1e-4054-ae8b-72f9ed1da4a9.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1784.612743] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7ad8362-5903-4e62-8d41-8f34f490b630 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.621296] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Waiting for the task: (returnval){ [ 1784.621296] env[62211]: value = "task-2074354" [ 1784.621296] env[62211]: _type = "Task" [ 1784.621296] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.632089] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.839038] env[62211]: DEBUG oslo_concurrency.lockutils [req-fcf152ef-c20d-4ba3-9ba6-adda2821b5c4 req-62729851-7e94-4c65-a452-203f5c8ab4a3 service nova] Releasing lock "refresh_cache-102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.875716] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Acquiring lock "29124931-d28f-4336-934d-ecba302a33e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.875950] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Lock "29124931-d28f-4336-934d-ecba302a33e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.885672] env[62211]: DEBUG nova.compute.manager [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1784.988256] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074353, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.037692] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074352, 'name': ReconfigVM_Task, 'duration_secs': 0.712701} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.038334] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163/9e6de468-662e-4591-b8e5-c9c11e0c0163.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.039038] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d8809b6-8df9-4c1e-9d33-210ebd253afd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.050342] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1785.050342] env[62211]: value = "task-2074355" [ 1785.050342] env[62211]: _type = "Task" [ 1785.050342] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.056514] env[62211]: INFO nova.compute.manager [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Took 30.90 seconds to build instance. [ 1785.067352] env[62211]: DEBUG nova.scheduler.client.report [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1785.073259] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074355, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.134427] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074354, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.421643] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.489830] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074353, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.560968] env[62211]: DEBUG oslo_concurrency.lockutils [None req-647b5c1a-9e51-451e-88b2-6b286ef470b0 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Lock "42a83e79-9558-4c38-94a7-50847ca57ea0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.628s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.567930] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074355, 'name': Rename_Task, 'duration_secs': 0.216036} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.567930] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1785.568147] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d0d014b-49e3-4742-a074-472bd22a812e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.574696] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.578654] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.353s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.580342] env[62211]: INFO nova.compute.claims [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1785.583274] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1785.583274] env[62211]: value = "task-2074356" [ 1785.583274] env[62211]: _type = "Task" [ 1785.583274] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.598878] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.610243] env[62211]: INFO nova.scheduler.client.report [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Deleted allocations for instance 704aefed-050d-4614-a3bb-854e028fc9c8 [ 1785.635034] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564948} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.635429] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] de76bde1-dc1e-4054-ae8b-72f9ed1da4a9/de76bde1-dc1e-4054-ae8b-72f9ed1da4a9.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1785.635651] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1785.636126] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26eb4fc9-39c3-4728-ad18-40f4ef38b089 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.646044] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Waiting for the task: (returnval){ [ 1785.646044] env[62211]: value = "task-2074357" [ 1785.646044] env[62211]: _type = "Task" [ 1785.646044] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.662774] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.993741] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074353, 'name': CloneVM_Task, 'duration_secs': 1.467099} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.993741] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Created linked-clone VM from snapshot [ 1785.994767] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338943a2-f7fc-43a9-9467-7f3c46a335fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.007947] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Uploading image e36c2b8f-19a1-4a0f-9798-042966c215ec {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1786.039829] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1786.040185] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8d4c7a1b-756a-448a-a45b-af29f3c64445 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.052319] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1786.052319] env[62211]: value = "task-2074359" [ 1786.052319] env[62211]: _type = "Task" [ 1786.052319] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.065525] env[62211]: DEBUG nova.compute.manager [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1786.068394] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074359, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.114067] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074356, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.121210] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a63c5282-ed4b-44a7-b748-138e2bea2182 tempest-DeleteServersAdminTestJSON-320605427 tempest-DeleteServersAdminTestJSON-320605427-project-admin] Lock "704aefed-050d-4614-a3bb-854e028fc9c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.806s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.121760] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "704aefed-050d-4614-a3bb-854e028fc9c8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 23.670s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.124894] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4ca56a6-0b3f-4188-9046-88c18a07a527 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.143341] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e510150-960c-4efd-9ed2-87986c828534 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.172462] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122533} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.172462] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1786.172462] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cb692f-506f-4563-a48f-cdb99e34aa3c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.214829] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] de76bde1-dc1e-4054-ae8b-72f9ed1da4a9/de76bde1-dc1e-4054-ae8b-72f9ed1da4a9.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1786.216053] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7479467d-fa77-4a50-974a-be0237df9118 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.241100] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Waiting for the task: (returnval){ [ 1786.241100] env[62211]: value = "task-2074360" [ 1786.241100] env[62211]: _type = "Task" [ 1786.241100] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.251498] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074360, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.502816] env[62211]: DEBUG nova.network.neutron [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Successfully updated port: 049ad28f-b45c-4328-a420-e9c8627191e1 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1786.571482] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074359, 'name': Destroy_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.596195] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.607787] env[62211]: DEBUG oslo_vmware.api [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074356, 'name': PowerOnVM_Task, 'duration_secs': 0.705122} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.608703] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.608703] env[62211]: DEBUG nova.compute.manager [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.609257] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf50386-bc3f-476c-8ba6-502431593eeb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.719855] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "704aefed-050d-4614-a3bb-854e028fc9c8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.598s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.752856] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.007900] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Acquiring lock "refresh_cache-48f7357a-2911-463f-bda4-abf0c50d7d6d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.008445] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Acquired lock "refresh_cache-48f7357a-2911-463f-bda4-abf0c50d7d6d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.008445] env[62211]: DEBUG nova.network.neutron [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.071315] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074359, 'name': Destroy_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.114768] env[62211]: DEBUG nova.compute.manager [req-1f0326e3-969d-45f0-9ca6-ade09791ee2e req-5f4e87e8-328b-4667-ae41-1fce4b394a0d service nova] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Received event network-vif-plugged-049ad28f-b45c-4328-a420-e9c8627191e1 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1787.114982] env[62211]: DEBUG oslo_concurrency.lockutils [req-1f0326e3-969d-45f0-9ca6-ade09791ee2e req-5f4e87e8-328b-4667-ae41-1fce4b394a0d service nova] Acquiring lock "48f7357a-2911-463f-bda4-abf0c50d7d6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.115615] env[62211]: DEBUG oslo_concurrency.lockutils [req-1f0326e3-969d-45f0-9ca6-ade09791ee2e req-5f4e87e8-328b-4667-ae41-1fce4b394a0d service nova] Lock "48f7357a-2911-463f-bda4-abf0c50d7d6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.115830] env[62211]: DEBUG oslo_concurrency.lockutils [req-1f0326e3-969d-45f0-9ca6-ade09791ee2e req-5f4e87e8-328b-4667-ae41-1fce4b394a0d service nova] Lock "48f7357a-2911-463f-bda4-abf0c50d7d6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.116026] env[62211]: DEBUG nova.compute.manager [req-1f0326e3-969d-45f0-9ca6-ade09791ee2e req-5f4e87e8-328b-4667-ae41-1fce4b394a0d service nova] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] No waiting events found dispatching network-vif-plugged-049ad28f-b45c-4328-a420-e9c8627191e1 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1787.116219] env[62211]: WARNING nova.compute.manager [req-1f0326e3-969d-45f0-9ca6-ade09791ee2e req-5f4e87e8-328b-4667-ae41-1fce4b394a0d service nova] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Received unexpected event network-vif-plugged-049ad28f-b45c-4328-a420-e9c8627191e1 for instance with vm_state building and task_state spawning. [ 1787.137361] env[62211]: DEBUG oslo_concurrency.lockutils [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.148997] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20553b5-f4c7-4f81-b458-4efc8fc20b0c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.159978] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Acquiring lock "0824a71e-75ca-4a1d-a5e4-7b566fccf383" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.161068] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Lock "0824a71e-75ca-4a1d-a5e4-7b566fccf383" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.168265] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557683b3-2a4f-42cc-8677-b651c7e6e5b2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.203085] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f10abd8-14b4-4821-b60f-029e7518676c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.211598] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cbbf78-db13-4565-b229-e3420e88c385 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.231782] env[62211]: DEBUG nova.compute.provider_tree [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.252091] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074360, 'name': ReconfigVM_Task, 'duration_secs': 0.734015} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.252642] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Reconfigured VM instance instance-0000000f to attach disk [datastore1] de76bde1-dc1e-4054-ae8b-72f9ed1da4a9/de76bde1-dc1e-4054-ae8b-72f9ed1da4a9.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1787.253716] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f76587bc-6054-40de-9074-69b8d280fc30 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.261405] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Waiting for the task: (returnval){ [ 1787.261405] env[62211]: value = "task-2074361" [ 1787.261405] env[62211]: _type = "Task" [ 1787.261405] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.271283] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074361, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.566745] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074359, 'name': Destroy_Task, 'duration_secs': 1.385271} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.567057] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Destroyed the VM [ 1787.567392] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1787.567836] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce4a20bc-07ed-4a98-8b19-8bd5880f625d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.575973] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1787.575973] env[62211]: value = "task-2074362" [ 1787.575973] env[62211]: _type = "Task" [ 1787.575973] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.588082] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.650035] env[62211]: DEBUG nova.network.neutron [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1787.735827] env[62211]: DEBUG nova.scheduler.client.report [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.778636] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074361, 'name': Rename_Task, 'duration_secs': 0.352821} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.782121] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1787.782121] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65c2e531-52c0-4a98-bec9-44efbdae3f28 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.790161] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Waiting for the task: (returnval){ [ 1787.790161] env[62211]: value = "task-2074363" [ 1787.790161] env[62211]: _type = "Task" [ 1787.790161] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.809180] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.087683] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074362, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.210992] env[62211]: DEBUG nova.compute.manager [req-b4b205c6-1d8f-460f-a8a4-d79a5593a72b req-8a1921e7-81f6-4f6b-896e-90cfee914a6f service nova] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Received event network-changed-15e1f887-0317-46d7-a070-e8fc58e64da1 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1788.211547] env[62211]: DEBUG nova.compute.manager [req-b4b205c6-1d8f-460f-a8a4-d79a5593a72b req-8a1921e7-81f6-4f6b-896e-90cfee914a6f service nova] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Refreshing instance network info cache due to event network-changed-15e1f887-0317-46d7-a070-e8fc58e64da1. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1788.211547] env[62211]: DEBUG oslo_concurrency.lockutils [req-b4b205c6-1d8f-460f-a8a4-d79a5593a72b req-8a1921e7-81f6-4f6b-896e-90cfee914a6f service nova] Acquiring lock "refresh_cache-958768a7-2cf2-4006-9375-09abea50c2d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.211677] env[62211]: DEBUG oslo_concurrency.lockutils [req-b4b205c6-1d8f-460f-a8a4-d79a5593a72b req-8a1921e7-81f6-4f6b-896e-90cfee914a6f service nova] Acquired lock "refresh_cache-958768a7-2cf2-4006-9375-09abea50c2d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.211761] env[62211]: DEBUG nova.network.neutron [req-b4b205c6-1d8f-460f-a8a4-d79a5593a72b req-8a1921e7-81f6-4f6b-896e-90cfee914a6f service nova] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Refreshing network info cache for port 15e1f887-0317-46d7-a070-e8fc58e64da1 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.242407] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.242924] env[62211]: DEBUG nova.compute.manager [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1788.246056] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.069s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.247460] env[62211]: INFO nova.compute.claims [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1788.267459] env[62211]: DEBUG nova.network.neutron [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Updating instance_info_cache with network_info: [{"id": "049ad28f-b45c-4328-a420-e9c8627191e1", "address": "fa:16:3e:ca:4d:e9", "network": {"id": "ed747294-0a0d-4542-b622-073226b221bb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-321815686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1458f41fa7b347a39bdc5edf9f2ea1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap049ad28f-b4", "ovs_interfaceid": "049ad28f-b45c-4328-a420-e9c8627191e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.307882] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.420604] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquiring lock "de830fe1-9542-433f-bc92-6197cd691de7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.420851] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lock "de830fe1-9542-433f-bc92-6197cd691de7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.586396] env[62211]: DEBUG oslo_vmware.api [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074362, 'name': RemoveSnapshot_Task, 'duration_secs': 0.694485} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.586734] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1788.760533] env[62211]: DEBUG nova.compute.utils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1788.765025] env[62211]: DEBUG nova.compute.manager [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1788.765025] env[62211]: DEBUG nova.network.neutron [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1788.770917] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Releasing lock "refresh_cache-48f7357a-2911-463f-bda4-abf0c50d7d6d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.770917] env[62211]: DEBUG nova.compute.manager [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Instance network_info: |[{"id": "049ad28f-b45c-4328-a420-e9c8627191e1", "address": "fa:16:3e:ca:4d:e9", "network": {"id": "ed747294-0a0d-4542-b622-073226b221bb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-321815686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1458f41fa7b347a39bdc5edf9f2ea1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap049ad28f-b4", "ovs_interfaceid": "049ad28f-b45c-4328-a420-e9c8627191e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1788.771068] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:4d:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '049ad28f-b45c-4328-a420-e9c8627191e1', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1788.780142] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Creating folder: Project (1458f41fa7b347a39bdc5edf9f2ea1ac). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1788.780989] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36de081a-fac0-4121-b28b-8e1bf0a069ca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.800082] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Created folder: Project (1458f41fa7b347a39bdc5edf9f2ea1ac) in parent group-v425157. [ 1788.800082] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Creating folder: Instances. Parent ref: group-v425212. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1788.800253] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d173327-eaaa-4641-a1de-706ae7d7ca6e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.808011] env[62211]: DEBUG oslo_vmware.api [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074363, 'name': PowerOnVM_Task, 'duration_secs': 0.867228} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.808920] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1788.809216] env[62211]: INFO nova.compute.manager [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Took 11.48 seconds to spawn the instance on the hypervisor. [ 1788.809461] env[62211]: DEBUG nova.compute.manager [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1788.810380] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d998cb2-e37e-461e-88d1-403fc54491e6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.814456] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Created folder: Instances in parent group-v425212. [ 1788.814683] env[62211]: DEBUG oslo.service.loopingcall [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.815289] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1788.815599] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc7d998f-b4cf-45e4-bffb-76a0ad17684b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.850705] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1788.850705] env[62211]: value = "task-2074366" [ 1788.850705] env[62211]: _type = "Task" [ 1788.850705] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.859777] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074366, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.916132] env[62211]: DEBUG nova.policy [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df38e41509184614bc9b9903e6e0722c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd315a102517f4177a391ff0a1a13dc4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1789.092714] env[62211]: WARNING nova.compute.manager [None req-f06a4818-079d-4038-b49e-eaa53bc5d7fa tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Image not found during snapshot: nova.exception.ImageNotFound: Image e36c2b8f-19a1-4a0f-9798-042966c215ec could not be found. [ 1789.266347] env[62211]: DEBUG nova.compute.manager [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1789.292707] env[62211]: DEBUG nova.network.neutron [req-b4b205c6-1d8f-460f-a8a4-d79a5593a72b req-8a1921e7-81f6-4f6b-896e-90cfee914a6f service nova] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Updated VIF entry in instance network info cache for port 15e1f887-0317-46d7-a070-e8fc58e64da1. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.292883] env[62211]: DEBUG nova.network.neutron [req-b4b205c6-1d8f-460f-a8a4-d79a5593a72b req-8a1921e7-81f6-4f6b-896e-90cfee914a6f service nova] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Updating instance_info_cache with network_info: [{"id": "15e1f887-0317-46d7-a070-e8fc58e64da1", "address": "fa:16:3e:22:e1:6d", "network": {"id": "38fbde74-2a82-4381-a8e4-0ea3f8dfdb81", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-999368581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67593dacbdd0486dbeddcdf29ec4699c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15e1f887-03", "ovs_interfaceid": "15e1f887-0317-46d7-a070-e8fc58e64da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.309374] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Acquiring lock "8dfb1051-c5c0-47c7-9b38-7add404107c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.310062] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Lock "8dfb1051-c5c0-47c7-9b38-7add404107c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.360202] env[62211]: INFO nova.compute.manager [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Took 31.25 seconds to build instance. [ 1789.370221] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074366, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.512185] env[62211]: INFO nova.compute.manager [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Rebuilding instance [ 1789.569036] env[62211]: DEBUG nova.compute.manager [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1789.570143] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189ac43b-3f29-493d-b610-0343114dadba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.687708] env[62211]: DEBUG nova.network.neutron [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Successfully created port: c824fa35-3d69-4d8c-9bb4-f833585f4ff0 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1789.799998] env[62211]: DEBUG oslo_concurrency.lockutils [req-b4b205c6-1d8f-460f-a8a4-d79a5593a72b req-8a1921e7-81f6-4f6b-896e-90cfee914a6f service nova] Releasing lock "refresh_cache-958768a7-2cf2-4006-9375-09abea50c2d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.817547] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76115a5b-eb14-4cca-9ef3-c0a2bf0c2f2d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.826253] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ecee1a-fc9e-433d-8a1e-1d2bb6455430 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.867411] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46e2ad8c-4ff2-4022-9b0d-f0ea0ac8a961 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Lock "de76bde1-dc1e-4054-ae8b-72f9ed1da4a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.986s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.872879] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5e5458-43d3-4c72-bbcf-f0af6c660992 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.883671] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074366, 'name': CreateVM_Task, 'duration_secs': 0.585975} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.885162] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1789.885972] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.886248] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.886601] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1789.887819] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e72f63-fbc7-4195-be72-519d4bc0d76d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.892496] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b423a45-67a4-4af3-8f3a-3376348f8784 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.898896] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Waiting for the task: (returnval){ [ 1789.898896] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527ad55f-aaf1-57b3-085a-e6b827425d64" [ 1789.898896] env[62211]: _type = "Task" [ 1789.898896] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.911882] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1789.913836] env[62211]: DEBUG nova.compute.provider_tree [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.925635] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527ad55f-aaf1-57b3-085a-e6b827425d64, 'name': SearchDatastore_Task, 'duration_secs': 0.011153} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.926605] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.927054] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1789.927560] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.927560] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.927734] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1789.928301] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fe5a7c6-7c36-488f-bb16-2ee917d241e9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.939507] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1789.939612] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1789.940358] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f68278-dd30-44bc-9f2e-a8b15141486c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.949444] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Waiting for the task: (returnval){ [ 1789.949444] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52691c65-50e2-5fe7-8f39-d24333c88be4" [ 1789.949444] env[62211]: _type = "Task" [ 1789.949444] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.958809] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52691c65-50e2-5fe7-8f39-d24333c88be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.204574] env[62211]: DEBUG nova.compute.manager [req-37adf2c9-93ff-4a67-a558-4f6bc80bc3c6 req-bdd0653c-7f02-4b49-a9ee-2f74d9daaece service nova] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Received event network-changed-049ad28f-b45c-4328-a420-e9c8627191e1 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1790.204802] env[62211]: DEBUG nova.compute.manager [req-37adf2c9-93ff-4a67-a558-4f6bc80bc3c6 req-bdd0653c-7f02-4b49-a9ee-2f74d9daaece service nova] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Refreshing instance network info cache due to event network-changed-049ad28f-b45c-4328-a420-e9c8627191e1. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1790.205040] env[62211]: DEBUG oslo_concurrency.lockutils [req-37adf2c9-93ff-4a67-a558-4f6bc80bc3c6 req-bdd0653c-7f02-4b49-a9ee-2f74d9daaece service nova] Acquiring lock "refresh_cache-48f7357a-2911-463f-bda4-abf0c50d7d6d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.205186] env[62211]: DEBUG oslo_concurrency.lockutils [req-37adf2c9-93ff-4a67-a558-4f6bc80bc3c6 req-bdd0653c-7f02-4b49-a9ee-2f74d9daaece service nova] Acquired lock "refresh_cache-48f7357a-2911-463f-bda4-abf0c50d7d6d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.205344] env[62211]: DEBUG nova.network.neutron [req-37adf2c9-93ff-4a67-a558-4f6bc80bc3c6 req-bdd0653c-7f02-4b49-a9ee-2f74d9daaece service nova] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Refreshing network info cache for port 049ad28f-b45c-4328-a420-e9c8627191e1 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.286043] env[62211]: DEBUG nova.compute.manager [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1790.321056] env[62211]: DEBUG nova.virt.hardware [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1790.321362] env[62211]: DEBUG nova.virt.hardware [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.321589] env[62211]: DEBUG nova.virt.hardware [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1790.321782] env[62211]: DEBUG nova.virt.hardware [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.321950] env[62211]: DEBUG nova.virt.hardware [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1790.323034] env[62211]: DEBUG nova.virt.hardware [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1790.323034] env[62211]: DEBUG nova.virt.hardware [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1790.323034] env[62211]: DEBUG nova.virt.hardware [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1790.323034] env[62211]: DEBUG nova.virt.hardware [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1790.323034] env[62211]: DEBUG nova.virt.hardware [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1790.323214] env[62211]: DEBUG nova.virt.hardware [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1790.324122] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57458fb9-4242-4c4e-bf2e-75335ca9a4cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.333803] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c702d3c-0ac6-4676-9233-5c1996d31ad3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.360104] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.360358] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.380377] env[62211]: DEBUG nova.compute.manager [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1790.420897] env[62211]: DEBUG nova.scheduler.client.report [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1790.462296] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52691c65-50e2-5fe7-8f39-d24333c88be4, 'name': SearchDatastore_Task, 'duration_secs': 0.010792} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.463123] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-105947dc-32d3-4bb3-8e7a-3d0c5a291e6b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.472981] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Waiting for the task: (returnval){ [ 1790.472981] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52932cc1-f388-c452-7017-7005019b7bde" [ 1790.472981] env[62211]: _type = "Task" [ 1790.472981] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.482651] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52932cc1-f388-c452-7017-7005019b7bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.587162] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1790.587333] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04954fa1-432c-4474-b844-756f2778cfda {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.603570] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Waiting for the task: (returnval){ [ 1790.603570] env[62211]: value = "task-2074367" [ 1790.603570] env[62211]: _type = "Task" [ 1790.603570] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.618185] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.860432] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1790.861734] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1790.862045] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1790.928627] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.928627] env[62211]: DEBUG nova.compute.manager [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1790.937470] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.885s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.937470] env[62211]: DEBUG nova.objects.instance [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Lazy-loading 'resources' on Instance uuid 2eef5371-84e7-47f6-9443-0e1e07adb8f9 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.971947] env[62211]: DEBUG nova.compute.manager [req-9147dda9-08bb-4fc8-970f-08e0415b0e6c req-f887ccef-fb59-4a4a-aa1a-0bca0650241d service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Received event network-changed-f146202f-9d74-493d-bd7b-7b37f1db48ad {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1790.971947] env[62211]: DEBUG nova.compute.manager [req-9147dda9-08bb-4fc8-970f-08e0415b0e6c req-f887ccef-fb59-4a4a-aa1a-0bca0650241d service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Refreshing instance network info cache due to event network-changed-f146202f-9d74-493d-bd7b-7b37f1db48ad. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1790.971947] env[62211]: DEBUG oslo_concurrency.lockutils [req-9147dda9-08bb-4fc8-970f-08e0415b0e6c req-f887ccef-fb59-4a4a-aa1a-0bca0650241d service nova] Acquiring lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.972082] env[62211]: DEBUG oslo_concurrency.lockutils [req-9147dda9-08bb-4fc8-970f-08e0415b0e6c req-f887ccef-fb59-4a4a-aa1a-0bca0650241d service nova] Acquired lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.972243] env[62211]: DEBUG nova.network.neutron [req-9147dda9-08bb-4fc8-970f-08e0415b0e6c req-f887ccef-fb59-4a4a-aa1a-0bca0650241d service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Refreshing network info cache for port f146202f-9d74-493d-bd7b-7b37f1db48ad {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.988226] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52932cc1-f388-c452-7017-7005019b7bde, 'name': SearchDatastore_Task, 'duration_secs': 0.016322} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.989142] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.989557] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 48f7357a-2911-463f-bda4-abf0c50d7d6d/48f7357a-2911-463f-bda4-abf0c50d7d6d.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1790.990774] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5045dd60-e8f8-443d-9ff2-d1f44549d9c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.997918] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.998115] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.998405] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.998689] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.998905] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.003825] env[62211]: INFO nova.compute.manager [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Terminating instance [ 1791.006474] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Waiting for the task: (returnval){ [ 1791.006474] env[62211]: value = "task-2074368" [ 1791.006474] env[62211]: _type = "Task" [ 1791.006474] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.022485] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.118760] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074367, 'name': PowerOffVM_Task, 'duration_secs': 0.281151} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.119064] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1791.119307] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1791.122399] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b316d120-d2b0-45e3-8b7c-a478c33af798 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.132293] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1791.132913] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b649283-f362-4dac-b1c1-46d765ff523e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.169872] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.171522] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1791.171736] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1791.171913] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Deleting the datastore file [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1791.172311] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba17c985-716a-4e40-b40d-d9ab43074955 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.185404] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Waiting for the task: (returnval){ [ 1791.185404] env[62211]: value = "task-2074370" [ 1791.185404] env[62211]: _type = "Task" [ 1791.185404] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.199324] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Acquiring lock "65e59681-f925-4ec0-8ac1-0ded9fcc7947" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.199590] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Lock "65e59681-f925-4ec0-8ac1-0ded9fcc7947" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.207811] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.232280] env[62211]: DEBUG nova.network.neutron [req-37adf2c9-93ff-4a67-a558-4f6bc80bc3c6 req-bdd0653c-7f02-4b49-a9ee-2f74d9daaece service nova] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Updated VIF entry in instance network info cache for port 049ad28f-b45c-4328-a420-e9c8627191e1. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1791.232603] env[62211]: DEBUG nova.network.neutron [req-37adf2c9-93ff-4a67-a558-4f6bc80bc3c6 req-bdd0653c-7f02-4b49-a9ee-2f74d9daaece service nova] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Updating instance_info_cache with network_info: [{"id": "049ad28f-b45c-4328-a420-e9c8627191e1", "address": "fa:16:3e:ca:4d:e9", "network": {"id": "ed747294-0a0d-4542-b622-073226b221bb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-321815686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1458f41fa7b347a39bdc5edf9f2ea1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap049ad28f-b4", "ovs_interfaceid": "049ad28f-b45c-4328-a420-e9c8627191e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.371774] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Skipping network cache update for instance because it is being deleted. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 1791.372985] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Skipping network cache update for instance because it is Building. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1791.372985] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Skipping network cache update for instance because it is Building. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1791.372985] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Skipping network cache update for instance because it is Building. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1791.410171] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "refresh_cache-685d4ec2-62cf-466a-9990-7934576ea0aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.410171] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquired lock "refresh_cache-685d4ec2-62cf-466a-9990-7934576ea0aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.410171] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Forcefully refreshing network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1791.410171] env[62211]: DEBUG nova.objects.instance [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lazy-loading 'info_cache' on Instance uuid 685d4ec2-62cf-466a-9990-7934576ea0aa {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1791.434213] env[62211]: DEBUG nova.compute.utils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1791.435557] env[62211]: DEBUG nova.compute.manager [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1791.435720] env[62211]: DEBUG nova.network.neutron [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1791.510642] env[62211]: DEBUG nova.compute.manager [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1791.510874] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1791.518451] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925a716f-f7d6-43dd-9211-fb12cd124ac4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.529378] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074368, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.532015] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.532260] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acc4ae07-fc4b-4268-b021-984c5f85deeb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.543041] env[62211]: DEBUG oslo_vmware.api [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1791.543041] env[62211]: value = "task-2074371" [ 1791.543041] env[62211]: _type = "Task" [ 1791.543041] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.548475] env[62211]: DEBUG nova.policy [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b73c30b6f8c74d4897f13c0f01c36d40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1a93ab6f403468b99e37e44988157b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1791.557946] env[62211]: DEBUG oslo_vmware.api [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.704958] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410145} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.705256] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1791.705441] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1791.705618] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1791.738218] env[62211]: DEBUG oslo_concurrency.lockutils [req-37adf2c9-93ff-4a67-a558-4f6bc80bc3c6 req-bdd0653c-7f02-4b49-a9ee-2f74d9daaece service nova] Releasing lock "refresh_cache-48f7357a-2911-463f-bda4-abf0c50d7d6d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.941803] env[62211]: DEBUG nova.compute.manager [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1792.009393] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af84ddb-41ea-4856-a7fe-c658551a15b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.026584] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fac179e-4faa-416e-b928-a74b15735502 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.030032] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544532} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.030337] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 48f7357a-2911-463f-bda4-abf0c50d7d6d/48f7357a-2911-463f-bda4-abf0c50d7d6d.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1792.031424] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1792.031424] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76afadbb-ce88-4462-a9fd-bc85d5dffb88 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.065155] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ff322c-ac23-4466-9b7c-e9e331158347 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.067781] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Waiting for the task: (returnval){ [ 1792.067781] env[62211]: value = "task-2074372" [ 1792.067781] env[62211]: _type = "Task" [ 1792.067781] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.077194] env[62211]: DEBUG oslo_vmware.api [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074371, 'name': PowerOffVM_Task, 'duration_secs': 0.21895} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.077958] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1792.078157] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1792.079417] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f4fe51-2114-4eb6-aa03-2d6653cb960c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.086619] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ff8974b-7c05-4be9-97e0-4677cae66338 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.088197] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.103045] env[62211]: DEBUG nova.compute.provider_tree [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1792.181247] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1792.181247] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1792.181247] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Deleting the datastore file [datastore1] ef210777-ba8b-485a-b3bb-ef65a8ed3ad9 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1792.181247] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e63ad09e-cefe-4051-8f41-9db00f864c21 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.188784] env[62211]: DEBUG oslo_vmware.api [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1792.188784] env[62211]: value = "task-2074374" [ 1792.188784] env[62211]: _type = "Task" [ 1792.188784] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.201862] env[62211]: DEBUG nova.network.neutron [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Successfully updated port: c824fa35-3d69-4d8c-9bb4-f833585f4ff0 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1792.203254] env[62211]: DEBUG oslo_vmware.api [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.333325] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Acquiring lock "de76bde1-dc1e-4054-ae8b-72f9ed1da4a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.333803] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Lock "de76bde1-dc1e-4054-ae8b-72f9ed1da4a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.334008] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Acquiring lock "de76bde1-dc1e-4054-ae8b-72f9ed1da4a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.334345] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Lock "de76bde1-dc1e-4054-ae8b-72f9ed1da4a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.334473] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Lock "de76bde1-dc1e-4054-ae8b-72f9ed1da4a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.339929] env[62211]: INFO nova.compute.manager [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Terminating instance [ 1792.342508] env[62211]: DEBUG nova.network.neutron [req-9147dda9-08bb-4fc8-970f-08e0415b0e6c req-f887ccef-fb59-4a4a-aa1a-0bca0650241d service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Updated VIF entry in instance network info cache for port f146202f-9d74-493d-bd7b-7b37f1db48ad. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.343086] env[62211]: DEBUG nova.network.neutron [req-9147dda9-08bb-4fc8-970f-08e0415b0e6c req-f887ccef-fb59-4a4a-aa1a-0bca0650241d service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Updating instance_info_cache with network_info: [{"id": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "address": "fa:16:3e:b4:7f:dc", "network": {"id": "d8f5d780-65fe-446c-a41e-da13336e230e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-116189537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dada5b164464430ab667d6b476b937f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf146202f-9d", "ovs_interfaceid": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.441209] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1792.443432] env[62211]: DEBUG nova.network.neutron [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Successfully created port: 7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1792.578848] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076051} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.578848] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1792.579673] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46084945-46d4-484f-8557-1d5f503d45a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.606272] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 48f7357a-2911-463f-bda4-abf0c50d7d6d/48f7357a-2911-463f-bda4-abf0c50d7d6d.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.606569] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d66ad566-3360-4f2b-b8a6-f43cd7f22bbc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.630956] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Waiting for the task: (returnval){ [ 1792.630956] env[62211]: value = "task-2074375" [ 1792.630956] env[62211]: _type = "Task" [ 1792.630956] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.644025] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.645253] env[62211]: ERROR nova.scheduler.client.report [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] [req-ce8a816c-ad23-41b0-805e-d8a80bed72ab] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce8a816c-ad23-41b0-805e-d8a80bed72ab"}]} [ 1792.662455] env[62211]: DEBUG nova.scheduler.client.report [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1792.678800] env[62211]: DEBUG nova.scheduler.client.report [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1792.679033] env[62211]: DEBUG nova.compute.provider_tree [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1792.692419] env[62211]: DEBUG nova.compute.manager [req-7a5cc48b-d9fa-4b5d-ad0b-6523015668ad req-c45ab367-2720-4cc2-9a61-034d3c4892c5 service nova] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Received event network-vif-plugged-c824fa35-3d69-4d8c-9bb4-f833585f4ff0 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1792.692842] env[62211]: DEBUG oslo_concurrency.lockutils [req-7a5cc48b-d9fa-4b5d-ad0b-6523015668ad req-c45ab367-2720-4cc2-9a61-034d3c4892c5 service nova] Acquiring lock "7fda2b64-5d5f-46ed-b57b-00b24d9acee1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.692842] env[62211]: DEBUG oslo_concurrency.lockutils [req-7a5cc48b-d9fa-4b5d-ad0b-6523015668ad req-c45ab367-2720-4cc2-9a61-034d3c4892c5 service nova] Lock "7fda2b64-5d5f-46ed-b57b-00b24d9acee1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.693033] env[62211]: DEBUG oslo_concurrency.lockutils [req-7a5cc48b-d9fa-4b5d-ad0b-6523015668ad req-c45ab367-2720-4cc2-9a61-034d3c4892c5 service nova] Lock "7fda2b64-5d5f-46ed-b57b-00b24d9acee1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.693216] env[62211]: DEBUG nova.compute.manager [req-7a5cc48b-d9fa-4b5d-ad0b-6523015668ad req-c45ab367-2720-4cc2-9a61-034d3c4892c5 service nova] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] No waiting events found dispatching network-vif-plugged-c824fa35-3d69-4d8c-9bb4-f833585f4ff0 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1792.693390] env[62211]: WARNING nova.compute.manager [req-7a5cc48b-d9fa-4b5d-ad0b-6523015668ad req-c45ab367-2720-4cc2-9a61-034d3c4892c5 service nova] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Received unexpected event network-vif-plugged-c824fa35-3d69-4d8c-9bb4-f833585f4ff0 for instance with vm_state building and task_state spawning. [ 1792.693547] env[62211]: DEBUG nova.compute.manager [req-7a5cc48b-d9fa-4b5d-ad0b-6523015668ad req-c45ab367-2720-4cc2-9a61-034d3c4892c5 service nova] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Received event network-changed-c824fa35-3d69-4d8c-9bb4-f833585f4ff0 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1792.693698] env[62211]: DEBUG nova.compute.manager [req-7a5cc48b-d9fa-4b5d-ad0b-6523015668ad req-c45ab367-2720-4cc2-9a61-034d3c4892c5 service nova] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Refreshing instance network info cache due to event network-changed-c824fa35-3d69-4d8c-9bb4-f833585f4ff0. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1792.693875] env[62211]: DEBUG oslo_concurrency.lockutils [req-7a5cc48b-d9fa-4b5d-ad0b-6523015668ad req-c45ab367-2720-4cc2-9a61-034d3c4892c5 service nova] Acquiring lock "refresh_cache-7fda2b64-5d5f-46ed-b57b-00b24d9acee1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.694018] env[62211]: DEBUG oslo_concurrency.lockutils [req-7a5cc48b-d9fa-4b5d-ad0b-6523015668ad req-c45ab367-2720-4cc2-9a61-034d3c4892c5 service nova] Acquired lock "refresh_cache-7fda2b64-5d5f-46ed-b57b-00b24d9acee1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.694231] env[62211]: DEBUG nova.network.neutron [req-7a5cc48b-d9fa-4b5d-ad0b-6523015668ad req-c45ab367-2720-4cc2-9a61-034d3c4892c5 service nova] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Refreshing network info cache for port c824fa35-3d69-4d8c-9bb4-f833585f4ff0 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1792.696052] env[62211]: DEBUG nova.scheduler.client.report [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1792.705590] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Acquiring lock "refresh_cache-7fda2b64-5d5f-46ed-b57b-00b24d9acee1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.709417] env[62211]: DEBUG oslo_vmware.api [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16624} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.709692] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1792.709885] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1792.710062] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1792.710235] env[62211]: INFO nova.compute.manager [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1792.710470] env[62211]: DEBUG oslo.service.loopingcall [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.710904] env[62211]: DEBUG nova.compute.manager [-] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1792.710999] env[62211]: DEBUG nova.network.neutron [-] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1792.727434] env[62211]: DEBUG nova.scheduler.client.report [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1792.754367] env[62211]: DEBUG nova.virt.hardware [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1792.754627] env[62211]: DEBUG nova.virt.hardware [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1792.754785] env[62211]: DEBUG nova.virt.hardware [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1792.754966] env[62211]: DEBUG nova.virt.hardware [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1792.755844] env[62211]: DEBUG nova.virt.hardware [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1792.755844] env[62211]: DEBUG nova.virt.hardware [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1792.755844] env[62211]: DEBUG nova.virt.hardware [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1792.755844] env[62211]: DEBUG nova.virt.hardware [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1792.755844] env[62211]: DEBUG nova.virt.hardware [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1792.756020] env[62211]: DEBUG nova.virt.hardware [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1792.756219] env[62211]: DEBUG nova.virt.hardware [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1792.756989] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edffc68-f737-4e7c-b83c-89e9845a3da9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.769931] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d2c54f-5f24-4f16-b265-5afe20d3a730 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.788838] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Instance VIF info [] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1792.795014] env[62211]: DEBUG oslo.service.loopingcall [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.797890] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1792.798341] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f05f566-2b11-4c75-a699-aae51232487e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.820025] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1792.820025] env[62211]: value = "task-2074376" [ 1792.820025] env[62211]: _type = "Task" [ 1792.820025] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.831369] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074376, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.848122] env[62211]: DEBUG nova.compute.manager [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1792.848122] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1792.848122] env[62211]: DEBUG oslo_concurrency.lockutils [req-9147dda9-08bb-4fc8-970f-08e0415b0e6c req-f887ccef-fb59-4a4a-aa1a-0bca0650241d service nova] Releasing lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.848448] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70011d43-5fd4-437b-9f04-d8e4b0a56bb9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.858270] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1792.858596] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94954aeb-a362-49e5-b255-828aa3d6eb5c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.870429] env[62211]: DEBUG oslo_vmware.api [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Waiting for the task: (returnval){ [ 1792.870429] env[62211]: value = "task-2074377" [ 1792.870429] env[62211]: _type = "Task" [ 1792.870429] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.884294] env[62211]: DEBUG oslo_vmware.api [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.951382] env[62211]: DEBUG nova.compute.manager [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1792.982758] env[62211]: DEBUG nova.virt.hardware [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1792.983022] env[62211]: DEBUG nova.virt.hardware [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1792.983179] env[62211]: DEBUG nova.virt.hardware [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1792.983355] env[62211]: DEBUG nova.virt.hardware [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1792.983494] env[62211]: DEBUG nova.virt.hardware [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1792.983634] env[62211]: DEBUG nova.virt.hardware [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1792.983841] env[62211]: DEBUG nova.virt.hardware [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1792.983995] env[62211]: DEBUG nova.virt.hardware [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1792.984167] env[62211]: DEBUG nova.virt.hardware [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1792.984437] env[62211]: DEBUG nova.virt.hardware [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1792.984556] env[62211]: DEBUG nova.virt.hardware [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1792.985384] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0011528e-b85c-4a55-a4f8-4ec8bf7d68fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.998967] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4e847f-0503-4288-a1be-def60395c9fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.143457] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.155336] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.263988] env[62211]: DEBUG nova.network.neutron [req-7a5cc48b-d9fa-4b5d-ad0b-6523015668ad req-c45ab367-2720-4cc2-9a61-034d3c4892c5 service nova] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1793.294492] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c82447-8edb-4363-8318-82fe83300f83 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.303226] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef55ed5b-dcba-4235-b6db-4afc532ccbb3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.341198] env[62211]: DEBUG nova.network.neutron [req-7a5cc48b-d9fa-4b5d-ad0b-6523015668ad req-c45ab367-2720-4cc2-9a61-034d3c4892c5 service nova] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.350195] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7188c924-8744-49cb-a2a2-342263834e35 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.356759] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074376, 'name': CreateVM_Task, 'duration_secs': 0.457009} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.359425] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1793.360076] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.360279] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.360598] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1793.365514] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8561e9be-bd31-4a15-ba9d-d0866b3f3027 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.369633] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6dcda42-97d0-4a53-b9dd-2a58b19632c4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.386784] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Waiting for the task: (returnval){ [ 1793.386784] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52351335-3701-8b88-01c4-5c63ccc64922" [ 1793.386784] env[62211]: _type = "Task" [ 1793.386784] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.387857] env[62211]: DEBUG nova.compute.provider_tree [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.395803] env[62211]: DEBUG oslo_vmware.api [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074377, 'name': PowerOffVM_Task, 'duration_secs': 0.239964} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.396473] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1793.396676] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1793.397017] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56df9645-dbfe-447b-af1c-37d8fa625549 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.402530] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52351335-3701-8b88-01c4-5c63ccc64922, 'name': SearchDatastore_Task, 'duration_secs': 0.01258} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.403781] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.404064] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1793.404338] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.404557] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.404718] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1793.405267] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c4dd22-22f5-4f99-b052-c982aef45928 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.415469] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1793.415690] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1793.416453] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea0dc82-2d83-423a-8b1a-9c23adfde822 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.426239] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Waiting for the task: (returnval){ [ 1793.426239] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f78da4-6a1f-671d-81ac-24d986f6d7b0" [ 1793.426239] env[62211]: _type = "Task" [ 1793.426239] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.434089] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f78da4-6a1f-671d-81ac-24d986f6d7b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.507036] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1793.507226] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1793.507402] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Deleting the datastore file [datastore1] de76bde1-dc1e-4054-ae8b-72f9ed1da4a9 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1793.507760] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-002a2d92-729f-4c3e-a6ec-0733e033d9bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.516750] env[62211]: DEBUG oslo_vmware.api [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Waiting for the task: (returnval){ [ 1793.516750] env[62211]: value = "task-2074379" [ 1793.516750] env[62211]: _type = "Task" [ 1793.516750] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.526161] env[62211]: DEBUG oslo_vmware.api [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.645077] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074375, 'name': ReconfigVM_Task, 'duration_secs': 0.67977} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.645425] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 48f7357a-2911-463f-bda4-abf0c50d7d6d/48f7357a-2911-463f-bda4-abf0c50d7d6d.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.646452] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d43730f-9bd0-4d24-aea4-5d0849f603c0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.653694] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Waiting for the task: (returnval){ [ 1793.653694] env[62211]: value = "task-2074380" [ 1793.653694] env[62211]: _type = "Task" [ 1793.653694] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.662773] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Releasing lock "refresh_cache-685d4ec2-62cf-466a-9990-7934576ea0aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.663038] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Updated the network info_cache for instance {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1793.664489] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074380, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.664489] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1793.740139] env[62211]: DEBUG nova.network.neutron [-] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.851843] env[62211]: DEBUG oslo_concurrency.lockutils [req-7a5cc48b-d9fa-4b5d-ad0b-6523015668ad req-c45ab367-2720-4cc2-9a61-034d3c4892c5 service nova] Releasing lock "refresh_cache-7fda2b64-5d5f-46ed-b57b-00b24d9acee1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.852313] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Acquired lock "refresh_cache-7fda2b64-5d5f-46ed-b57b-00b24d9acee1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.852525] env[62211]: DEBUG nova.network.neutron [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1793.893702] env[62211]: DEBUG nova.scheduler.client.report [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1793.935966] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f78da4-6a1f-671d-81ac-24d986f6d7b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014961} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.936791] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d6d936-0ff4-4b64-b0a6-a5318842bce3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.945177] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Waiting for the task: (returnval){ [ 1793.945177] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]522cef5d-c28d-d6f9-41b2-9b9db9e66e63" [ 1793.945177] env[62211]: _type = "Task" [ 1793.945177] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.954742] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522cef5d-c28d-d6f9-41b2-9b9db9e66e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.032554] env[62211]: DEBUG oslo_vmware.api [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Task: {'id': task-2074379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216403} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.032554] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1794.032688] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1794.032847] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1794.033034] env[62211]: INFO nova.compute.manager [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1794.033376] env[62211]: DEBUG oslo.service.loopingcall [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.033470] env[62211]: DEBUG nova.compute.manager [-] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1794.033558] env[62211]: DEBUG nova.network.neutron [-] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1794.172901] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.173611] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074380, 'name': Rename_Task, 'duration_secs': 0.197404} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.173894] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1794.174151] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58c5ddb8-6034-4e96-b49e-a3ee9ef2a73b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.184715] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Waiting for the task: (returnval){ [ 1794.184715] env[62211]: value = "task-2074381" [ 1794.184715] env[62211]: _type = "Task" [ 1794.184715] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.195124] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.244843] env[62211]: INFO nova.compute.manager [-] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Took 1.53 seconds to deallocate network for instance. [ 1794.399962] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.464s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.403644] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.962s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.405389] env[62211]: INFO nova.compute.claims [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.431025] env[62211]: INFO nova.scheduler.client.report [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Deleted allocations for instance 2eef5371-84e7-47f6-9443-0e1e07adb8f9 [ 1794.450974] env[62211]: DEBUG nova.network.neutron [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1794.464138] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522cef5d-c28d-d6f9-41b2-9b9db9e66e63, 'name': SearchDatastore_Task, 'duration_secs': 0.043386} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.464952] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.465418] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163/9e6de468-662e-4591-b8e5-c9c11e0c0163.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1794.466521] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c6964d6-1e89-4a9a-9b93-d8b4ef145552 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.475899] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Waiting for the task: (returnval){ [ 1794.475899] env[62211]: value = "task-2074382" [ 1794.475899] env[62211]: _type = "Task" [ 1794.475899] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.488173] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.698656] env[62211]: DEBUG oslo_vmware.api [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074381, 'name': PowerOnVM_Task, 'duration_secs': 0.491334} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.698656] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1794.698656] env[62211]: INFO nova.compute.manager [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Took 11.55 seconds to spawn the instance on the hypervisor. [ 1794.698656] env[62211]: DEBUG nova.compute.manager [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.698656] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d737a01-2c97-4add-9c8c-558e72b27fd3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.719442] env[62211]: DEBUG nova.network.neutron [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Successfully updated port: 7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1794.753749] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.795261] env[62211]: DEBUG nova.compute.manager [req-d7f63c4f-d82d-454f-ae44-03a2e30ce81e req-f0010008-215a-409a-b5f8-c8cb7adc7431 service nova] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Received event network-vif-deleted-57774ca2-ef70-42eb-82c9-31d8aca8acba {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1794.797127] env[62211]: DEBUG nova.compute.manager [req-d7f63c4f-d82d-454f-ae44-03a2e30ce81e req-f0010008-215a-409a-b5f8-c8cb7adc7431 service nova] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Received event network-vif-plugged-7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1794.797127] env[62211]: DEBUG oslo_concurrency.lockutils [req-d7f63c4f-d82d-454f-ae44-03a2e30ce81e req-f0010008-215a-409a-b5f8-c8cb7adc7431 service nova] Acquiring lock "2d10090f-a5bc-41c9-a2fe-37a2dfc10446-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.797127] env[62211]: DEBUG oslo_concurrency.lockutils [req-d7f63c4f-d82d-454f-ae44-03a2e30ce81e req-f0010008-215a-409a-b5f8-c8cb7adc7431 service nova] Lock "2d10090f-a5bc-41c9-a2fe-37a2dfc10446-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.797127] env[62211]: DEBUG oslo_concurrency.lockutils [req-d7f63c4f-d82d-454f-ae44-03a2e30ce81e req-f0010008-215a-409a-b5f8-c8cb7adc7431 service nova] Lock "2d10090f-a5bc-41c9-a2fe-37a2dfc10446-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.797127] env[62211]: DEBUG nova.compute.manager [req-d7f63c4f-d82d-454f-ae44-03a2e30ce81e req-f0010008-215a-409a-b5f8-c8cb7adc7431 service nova] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] No waiting events found dispatching network-vif-plugged-7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1794.797430] env[62211]: WARNING nova.compute.manager [req-d7f63c4f-d82d-454f-ae44-03a2e30ce81e req-f0010008-215a-409a-b5f8-c8cb7adc7431 service nova] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Received unexpected event network-vif-plugged-7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320 for instance with vm_state building and task_state spawning. [ 1794.797430] env[62211]: DEBUG nova.compute.manager [req-d7f63c4f-d82d-454f-ae44-03a2e30ce81e req-f0010008-215a-409a-b5f8-c8cb7adc7431 service nova] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Received event network-vif-deleted-855ddcc9-327c-4d32-ad46-6b66169c329e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1794.797667] env[62211]: INFO nova.compute.manager [req-d7f63c4f-d82d-454f-ae44-03a2e30ce81e req-f0010008-215a-409a-b5f8-c8cb7adc7431 service nova] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Neutron deleted interface 855ddcc9-327c-4d32-ad46-6b66169c329e; detaching it from the instance and deleting it from the info cache [ 1794.797895] env[62211]: DEBUG nova.network.neutron [req-d7f63c4f-d82d-454f-ae44-03a2e30ce81e req-f0010008-215a-409a-b5f8-c8cb7adc7431 service nova] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.890572] env[62211]: DEBUG nova.network.neutron [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Updating instance_info_cache with network_info: [{"id": "c824fa35-3d69-4d8c-9bb4-f833585f4ff0", "address": "fa:16:3e:c1:ca:ae", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc824fa35-3d", "ovs_interfaceid": "c824fa35-3d69-4d8c-9bb4-f833585f4ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.944347] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35be3b66-e1d1-479c-9bdc-e5053408b285 tempest-ServerDiagnosticsNegativeTest-55693254 tempest-ServerDiagnosticsNegativeTest-55693254-project-member] Lock "2eef5371-84e7-47f6-9443-0e1e07adb8f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.884s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.989054] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074382, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.176367] env[62211]: DEBUG nova.network.neutron [-] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.225642] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Acquiring lock "refresh_cache-2d10090f-a5bc-41c9-a2fe-37a2dfc10446" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.225803] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Acquired lock "refresh_cache-2d10090f-a5bc-41c9-a2fe-37a2dfc10446" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.225953] env[62211]: DEBUG nova.network.neutron [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.229801] env[62211]: INFO nova.compute.manager [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Took 34.15 seconds to build instance. [ 1795.303019] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0074b0d-6662-4674-9d9a-d45172c44982 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.315682] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d031bcb-946b-4a38-8e40-808b2fa142ea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.347354] env[62211]: DEBUG nova.compute.manager [req-d7f63c4f-d82d-454f-ae44-03a2e30ce81e req-f0010008-215a-409a-b5f8-c8cb7adc7431 service nova] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Detach interface failed, port_id=855ddcc9-327c-4d32-ad46-6b66169c329e, reason: Instance de76bde1-dc1e-4054-ae8b-72f9ed1da4a9 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1795.393834] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Releasing lock "refresh_cache-7fda2b64-5d5f-46ed-b57b-00b24d9acee1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.394221] env[62211]: DEBUG nova.compute.manager [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Instance network_info: |[{"id": "c824fa35-3d69-4d8c-9bb4-f833585f4ff0", "address": "fa:16:3e:c1:ca:ae", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc824fa35-3d", "ovs_interfaceid": "c824fa35-3d69-4d8c-9bb4-f833585f4ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1795.394580] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:ca:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c824fa35-3d69-4d8c-9bb4-f833585f4ff0', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1795.402817] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Creating folder: Project (d315a102517f4177a391ff0a1a13dc4f). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1795.403117] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a70f68fa-03bb-4d5c-9e13-6a4627364143 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.416139] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Created folder: Project (d315a102517f4177a391ff0a1a13dc4f) in parent group-v425157. [ 1795.416477] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Creating folder: Instances. Parent ref: group-v425216. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1795.416775] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8565cd03-ea15-48b0-9170-0417bb7be049 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.437476] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Created folder: Instances in parent group-v425216. [ 1795.437753] env[62211]: DEBUG oslo.service.loopingcall [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.437976] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1795.439891] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d29dcdaa-098b-466b-a537-d49f2c045617 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.465195] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1795.465195] env[62211]: value = "task-2074385" [ 1795.465195] env[62211]: _type = "Task" [ 1795.465195] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.478154] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074385, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.490992] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611721} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.491305] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163/9e6de468-662e-4591-b8e5-c9c11e0c0163.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1795.491579] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1795.491848] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46c495e5-8f9e-41d9-9f5f-1100612e756e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.500242] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Waiting for the task: (returnval){ [ 1795.500242] env[62211]: value = "task-2074386" [ 1795.500242] env[62211]: _type = "Task" [ 1795.500242] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.510137] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.679469] env[62211]: INFO nova.compute.manager [-] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Took 1.65 seconds to deallocate network for instance. [ 1795.737728] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6588f883-a8a1-4b33-8739-7d8384d35279 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Lock "48f7357a-2911-463f-bda4-abf0c50d7d6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.401s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.845410] env[62211]: DEBUG nova.network.neutron [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1795.963838] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e04b9b-cddf-4f97-adbc-255da76622db {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.979725] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074385, 'name': CreateVM_Task, 'duration_secs': 0.4369} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.981610] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1795.982379] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.982631] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.982857] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1795.983946] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c25d9f-88a6-480d-ac99-8093a3a9574d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.987919] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7002f340-6bc0-415a-896d-b3a31a4eafaf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.995222] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Waiting for the task: (returnval){ [ 1795.995222] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529e83d6-07de-9711-e7f0-bbb7124cef62" [ 1795.995222] env[62211]: _type = "Task" [ 1795.995222] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.026396] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dcb47c-9b3c-40ac-bf1a-56f2f1124d7c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.038035] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074686} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.040796] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1796.041181] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529e83d6-07de-9711-e7f0-bbb7124cef62, 'name': SearchDatastore_Task, 'duration_secs': 0.026513} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.041929] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdef8fb-3a88-4201-b4d7-c3c33b94706b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.045785] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b97ac8-c359-4a72-ac33-324f195edf3a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.049669] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.049904] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1796.050143] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.050286] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.050514] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1796.050771] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c24aff8-6258-4940-82b4-6ff541123238 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.065870] env[62211]: DEBUG nova.compute.provider_tree [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.076081] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1796.076437] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1796.085240] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163/9e6de468-662e-4591-b8e5-c9c11e0c0163.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.087206] env[62211]: DEBUG nova.scheduler.client.report [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.090334] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85b3b4e-9db6-4ec0-a026-2c9012239c4e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.093128] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-160db044-3953-48d9-87e6-d7c1d225822a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.108889] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.705s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.109713] env[62211]: DEBUG nova.compute.manager [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1796.115659] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.402s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.124694] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Waiting for the task: (returnval){ [ 1796.124694] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5224a610-c373-0ac0-6803-50e82fd2014f" [ 1796.124694] env[62211]: _type = "Task" [ 1796.124694] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.124958] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Waiting for the task: (returnval){ [ 1796.124958] env[62211]: value = "task-2074387" [ 1796.124958] env[62211]: _type = "Task" [ 1796.124958] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.141818] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.143034] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5224a610-c373-0ac0-6803-50e82fd2014f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.191363] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.247981] env[62211]: DEBUG nova.compute.manager [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1796.275927] env[62211]: DEBUG nova.network.neutron [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Updating instance_info_cache with network_info: [{"id": "7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320", "address": "fa:16:3e:a0:3e:31", "network": {"id": "35909470-1622-4730-a558-98352340272d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1957554201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a93ab6f403468b99e37e44988157b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a537f1f-a3", "ovs_interfaceid": "7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.620465] env[62211]: INFO nova.compute.claims [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1796.630050] env[62211]: DEBUG nova.compute.utils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1796.630050] env[62211]: DEBUG nova.compute.manager [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1796.630050] env[62211]: DEBUG nova.network.neutron [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1796.647405] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5224a610-c373-0ac0-6803-50e82fd2014f, 'name': SearchDatastore_Task, 'duration_secs': 0.017768} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.652607] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.654445] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32735edd-0473-45de-ba29-f4608c467b21 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.666604] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Waiting for the task: (returnval){ [ 1796.666604] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52634aba-df87-401b-4c48-3e66b7f59c34" [ 1796.666604] env[62211]: _type = "Task" [ 1796.666604] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.676502] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52634aba-df87-401b-4c48-3e66b7f59c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.714391] env[62211]: DEBUG nova.policy [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '296458dd3dc542e8a26c04997ac0629b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e27a34fb6b144a6bbd33fd128932542', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1796.782949] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Releasing lock "refresh_cache-2d10090f-a5bc-41c9-a2fe-37a2dfc10446" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.783328] env[62211]: DEBUG nova.compute.manager [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Instance network_info: |[{"id": "7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320", "address": "fa:16:3e:a0:3e:31", "network": {"id": "35909470-1622-4730-a558-98352340272d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1957554201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a93ab6f403468b99e37e44988157b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a537f1f-a3", "ovs_interfaceid": "7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1796.784496] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.785085] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:3e:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.797213] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Creating folder: Project (f1a93ab6f403468b99e37e44988157b9). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1796.797213] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-332d14c1-555b-4942-9077-fa054e341005 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.811746] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Created folder: Project (f1a93ab6f403468b99e37e44988157b9) in parent group-v425157. [ 1796.812055] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Creating folder: Instances. Parent ref: group-v425219. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1796.812367] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1e7450e-da74-4856-912c-29ec8f03a791 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.827221] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Created folder: Instances in parent group-v425219. [ 1796.827221] env[62211]: DEBUG oslo.service.loopingcall [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.827379] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.827837] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d6531c4-b011-4482-9385-3d4644988755 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.856718] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.856718] env[62211]: value = "task-2074390" [ 1796.856718] env[62211]: _type = "Task" [ 1796.856718] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.874443] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074390, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.968265] env[62211]: DEBUG nova.compute.manager [req-467078be-cda9-43b1-983a-b68b42c5d069 req-de8e5fd1-5374-4fa3-b0c7-f0093e129879 service nova] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Received event network-changed-7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1796.968265] env[62211]: DEBUG nova.compute.manager [req-467078be-cda9-43b1-983a-b68b42c5d069 req-de8e5fd1-5374-4fa3-b0c7-f0093e129879 service nova] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Refreshing instance network info cache due to event network-changed-7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1796.968343] env[62211]: DEBUG oslo_concurrency.lockutils [req-467078be-cda9-43b1-983a-b68b42c5d069 req-de8e5fd1-5374-4fa3-b0c7-f0093e129879 service nova] Acquiring lock "refresh_cache-2d10090f-a5bc-41c9-a2fe-37a2dfc10446" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.968531] env[62211]: DEBUG oslo_concurrency.lockutils [req-467078be-cda9-43b1-983a-b68b42c5d069 req-de8e5fd1-5374-4fa3-b0c7-f0093e129879 service nova] Acquired lock "refresh_cache-2d10090f-a5bc-41c9-a2fe-37a2dfc10446" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.968642] env[62211]: DEBUG nova.network.neutron [req-467078be-cda9-43b1-983a-b68b42c5d069 req-de8e5fd1-5374-4fa3-b0c7-f0093e129879 service nova] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Refreshing network info cache for port 7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.103622] env[62211]: DEBUG nova.network.neutron [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Successfully created port: f40231db-6014-4aee-b333-0a23d30bbacd {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1797.131694] env[62211]: INFO nova.compute.resource_tracker [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating resource usage from migration 7cf1bbbb-4fe6-408c-931c-bba071d32764 [ 1797.141598] env[62211]: DEBUG nova.compute.manager [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1797.153944] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.180836] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52634aba-df87-401b-4c48-3e66b7f59c34, 'name': SearchDatastore_Task, 'duration_secs': 0.015412} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.184149] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.184424] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 7fda2b64-5d5f-46ed-b57b-00b24d9acee1/7fda2b64-5d5f-46ed-b57b-00b24d9acee1.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1797.184940] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a460c62-b9c5-4a32-8604-f9f6b21acd2c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.194819] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Waiting for the task: (returnval){ [ 1797.194819] env[62211]: value = "task-2074391" [ 1797.194819] env[62211]: _type = "Task" [ 1797.194819] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.211887] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.312292] env[62211]: DEBUG nova.compute.manager [req-27a628e4-1d4a-4c6f-be4d-f3fd08a0b6cd req-4b354407-7184-43a0-8239-041a6f32ebbd service nova] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Received event network-changed-049ad28f-b45c-4328-a420-e9c8627191e1 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1797.312400] env[62211]: DEBUG nova.compute.manager [req-27a628e4-1d4a-4c6f-be4d-f3fd08a0b6cd req-4b354407-7184-43a0-8239-041a6f32ebbd service nova] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Refreshing instance network info cache due to event network-changed-049ad28f-b45c-4328-a420-e9c8627191e1. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1797.312615] env[62211]: DEBUG oslo_concurrency.lockutils [req-27a628e4-1d4a-4c6f-be4d-f3fd08a0b6cd req-4b354407-7184-43a0-8239-041a6f32ebbd service nova] Acquiring lock "refresh_cache-48f7357a-2911-463f-bda4-abf0c50d7d6d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.312760] env[62211]: DEBUG oslo_concurrency.lockutils [req-27a628e4-1d4a-4c6f-be4d-f3fd08a0b6cd req-4b354407-7184-43a0-8239-041a6f32ebbd service nova] Acquired lock "refresh_cache-48f7357a-2911-463f-bda4-abf0c50d7d6d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.312918] env[62211]: DEBUG nova.network.neutron [req-27a628e4-1d4a-4c6f-be4d-f3fd08a0b6cd req-4b354407-7184-43a0-8239-041a6f32ebbd service nova] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Refreshing network info cache for port 049ad28f-b45c-4328-a420-e9c8627191e1 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.368348] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074390, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.647075] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.707591] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074391, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.710117] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93ced50-91bf-4131-8410-c3f8d744c7a9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.718928] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ac95f1-de7c-4691-bb85-cf3c35350844 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.754117] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c961b3-5803-4d7e-9516-6ad325c120ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.764901] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8d3d31-79d3-4b64-b4ae-721f290ce3cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.783183] env[62211]: DEBUG nova.compute.provider_tree [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1797.873251] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074390, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.148667] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074387, 'name': ReconfigVM_Task, 'duration_secs': 1.731164} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.148991] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163/9e6de468-662e-4591-b8e5-c9c11e0c0163.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.150137] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0238a421-32f5-41a3-9f64-5fb4c4f247bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.159160] env[62211]: DEBUG nova.compute.manager [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1798.161059] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Waiting for the task: (returnval){ [ 1798.161059] env[62211]: value = "task-2074392" [ 1798.161059] env[62211]: _type = "Task" [ 1798.161059] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.175350] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074392, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.183677] env[62211]: DEBUG nova.virt.hardware [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1798.183957] env[62211]: DEBUG nova.virt.hardware [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.184357] env[62211]: DEBUG nova.virt.hardware [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1798.184581] env[62211]: DEBUG nova.virt.hardware [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.184763] env[62211]: DEBUG nova.virt.hardware [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1798.184960] env[62211]: DEBUG nova.virt.hardware [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1798.185422] env[62211]: DEBUG nova.virt.hardware [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1798.185422] env[62211]: DEBUG nova.virt.hardware [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1798.185621] env[62211]: DEBUG nova.virt.hardware [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1798.185812] env[62211]: DEBUG nova.virt.hardware [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1798.186009] env[62211]: DEBUG nova.virt.hardware [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1798.186941] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b92ee-0122-4e2b-b8ca-02c13f63ba74 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.196485] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6380ffd-f616-4a28-8d7e-3ac8862cab0c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.209756] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57414} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.220499] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 7fda2b64-5d5f-46ed-b57b-00b24d9acee1/7fda2b64-5d5f-46ed-b57b-00b24d9acee1.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1798.220700] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1798.221736] env[62211]: DEBUG nova.network.neutron [req-467078be-cda9-43b1-983a-b68b42c5d069 req-de8e5fd1-5374-4fa3-b0c7-f0093e129879 service nova] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Updated VIF entry in instance network info cache for port 7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1798.222121] env[62211]: DEBUG nova.network.neutron [req-467078be-cda9-43b1-983a-b68b42c5d069 req-de8e5fd1-5374-4fa3-b0c7-f0093e129879 service nova] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Updating instance_info_cache with network_info: [{"id": "7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320", "address": "fa:16:3e:a0:3e:31", "network": {"id": "35909470-1622-4730-a558-98352340272d", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1957554201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a93ab6f403468b99e37e44988157b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a537f1f-a3", "ovs_interfaceid": "7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.223210] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18f607fa-d8ec-442a-b8ed-b4913131c78e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.235774] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Waiting for the task: (returnval){ [ 1798.235774] env[62211]: value = "task-2074393" [ 1798.235774] env[62211]: _type = "Task" [ 1798.235774] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.246424] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.286333] env[62211]: DEBUG nova.scheduler.client.report [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1798.370669] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074390, 'name': CreateVM_Task, 'duration_secs': 1.28043} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.370865] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1798.371554] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.371727] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.372050] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1798.372298] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9858b87-4b2c-4957-8622-274d68bab624 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.377401] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Waiting for the task: (returnval){ [ 1798.377401] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529a0982-aa47-46f8-2b2c-5f4434b758b3" [ 1798.377401] env[62211]: _type = "Task" [ 1798.377401] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.385906] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529a0982-aa47-46f8-2b2c-5f4434b758b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.487096] env[62211]: DEBUG nova.network.neutron [req-27a628e4-1d4a-4c6f-be4d-f3fd08a0b6cd req-4b354407-7184-43a0-8239-041a6f32ebbd service nova] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Updated VIF entry in instance network info cache for port 049ad28f-b45c-4328-a420-e9c8627191e1. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1798.487487] env[62211]: DEBUG nova.network.neutron [req-27a628e4-1d4a-4c6f-be4d-f3fd08a0b6cd req-4b354407-7184-43a0-8239-041a6f32ebbd service nova] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Updating instance_info_cache with network_info: [{"id": "049ad28f-b45c-4328-a420-e9c8627191e1", "address": "fa:16:3e:ca:4d:e9", "network": {"id": "ed747294-0a0d-4542-b622-073226b221bb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-321815686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1458f41fa7b347a39bdc5edf9f2ea1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap049ad28f-b4", "ovs_interfaceid": "049ad28f-b45c-4328-a420-e9c8627191e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.674022] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074392, 'name': Rename_Task, 'duration_secs': 0.166777} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.676034] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.676382] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d95b046a-5e91-4124-8f08-9fe11fe9de20 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.686610] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Waiting for the task: (returnval){ [ 1798.686610] env[62211]: value = "task-2074394" [ 1798.686610] env[62211]: _type = "Task" [ 1798.686610] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.697380] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.727961] env[62211]: DEBUG oslo_concurrency.lockutils [req-467078be-cda9-43b1-983a-b68b42c5d069 req-de8e5fd1-5374-4fa3-b0c7-f0093e129879 service nova] Releasing lock "refresh_cache-2d10090f-a5bc-41c9-a2fe-37a2dfc10446" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.748414] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074894} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.748414] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1798.749254] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbb4e46-bc4d-4c1c-9682-27e9cb315450 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.777493] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 7fda2b64-5d5f-46ed-b57b-00b24d9acee1/7fda2b64-5d5f-46ed-b57b-00b24d9acee1.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1798.779016] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e33661b8-7994-441a-8e8f-8af2fa0a830e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.795170] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.682s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.795553] env[62211]: INFO nova.compute.manager [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Migrating [ 1798.795903] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.796192] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.797892] env[62211]: DEBUG oslo_concurrency.lockutils [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.009s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.799017] env[62211]: DEBUG nova.objects.instance [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Lazy-loading 'resources' on Instance uuid c8083792-677e-4647-8d8c-08fdc6712cd9 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.802209] env[62211]: INFO nova.compute.rpcapi [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1798.802561] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.814931] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Waiting for the task: (returnval){ [ 1798.814931] env[62211]: value = "task-2074395" [ 1798.814931] env[62211]: _type = "Task" [ 1798.814931] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.831616] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.888803] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529a0982-aa47-46f8-2b2c-5f4434b758b3, 'name': SearchDatastore_Task, 'duration_secs': 0.084398} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.889255] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.889527] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1798.889799] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.889999] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.890233] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1798.890558] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84ddce46-b1ab-415d-8349-48ad9e04ec9a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.901756] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1798.902033] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1798.902877] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb2d77b8-b98e-4439-87ea-83da15885880 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.909684] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Waiting for the task: (returnval){ [ 1798.909684] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521d17ae-ba28-49cd-1594-b34683ee2523" [ 1798.909684] env[62211]: _type = "Task" [ 1798.909684] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.919064] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521d17ae-ba28-49cd-1594-b34683ee2523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.993924] env[62211]: DEBUG oslo_concurrency.lockutils [req-27a628e4-1d4a-4c6f-be4d-f3fd08a0b6cd req-4b354407-7184-43a0-8239-041a6f32ebbd service nova] Releasing lock "refresh_cache-48f7357a-2911-463f-bda4-abf0c50d7d6d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.198883] env[62211]: DEBUG oslo_vmware.api [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Task: {'id': task-2074394, 'name': PowerOnVM_Task, 'duration_secs': 0.50906} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.199471] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1799.199881] env[62211]: DEBUG nova.compute.manager [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.200885] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8472f476-e71b-41f4-9132-12497468eea4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.329524] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.329524] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.329524] env[62211]: DEBUG nova.network.neutron [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.339117] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074395, 'name': ReconfigVM_Task, 'duration_secs': 0.322526} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.340661] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 7fda2b64-5d5f-46ed-b57b-00b24d9acee1/7fda2b64-5d5f-46ed-b57b-00b24d9acee1.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1799.343016] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-871e696c-9684-4e4c-b968-f97130f965f8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.354177] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Waiting for the task: (returnval){ [ 1799.354177] env[62211]: value = "task-2074396" [ 1799.354177] env[62211]: _type = "Task" [ 1799.354177] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.365794] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074396, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.422188] env[62211]: DEBUG nova.compute.manager [req-39495c5c-9fc4-45dc-9a0c-ab267e5e9a88 req-820c9ffe-4977-4d13-86e5-6d4b1e030c6e service nova] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Received event network-vif-plugged-f40231db-6014-4aee-b333-0a23d30bbacd {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1799.423587] env[62211]: DEBUG oslo_concurrency.lockutils [req-39495c5c-9fc4-45dc-9a0c-ab267e5e9a88 req-820c9ffe-4977-4d13-86e5-6d4b1e030c6e service nova] Acquiring lock "4e43c86c-f642-4cee-a188-efcbc6942ac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.423587] env[62211]: DEBUG oslo_concurrency.lockutils [req-39495c5c-9fc4-45dc-9a0c-ab267e5e9a88 req-820c9ffe-4977-4d13-86e5-6d4b1e030c6e service nova] Lock "4e43c86c-f642-4cee-a188-efcbc6942ac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.423587] env[62211]: DEBUG oslo_concurrency.lockutils [req-39495c5c-9fc4-45dc-9a0c-ab267e5e9a88 req-820c9ffe-4977-4d13-86e5-6d4b1e030c6e service nova] Lock "4e43c86c-f642-4cee-a188-efcbc6942ac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.423587] env[62211]: DEBUG nova.compute.manager [req-39495c5c-9fc4-45dc-9a0c-ab267e5e9a88 req-820c9ffe-4977-4d13-86e5-6d4b1e030c6e service nova] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] No waiting events found dispatching network-vif-plugged-f40231db-6014-4aee-b333-0a23d30bbacd {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1799.423587] env[62211]: WARNING nova.compute.manager [req-39495c5c-9fc4-45dc-9a0c-ab267e5e9a88 req-820c9ffe-4977-4d13-86e5-6d4b1e030c6e service nova] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Received unexpected event network-vif-plugged-f40231db-6014-4aee-b333-0a23d30bbacd for instance with vm_state building and task_state spawning. [ 1799.438385] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521d17ae-ba28-49cd-1594-b34683ee2523, 'name': SearchDatastore_Task, 'duration_secs': 0.020742} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.439583] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae22f358-5379-4962-a13f-30005eaa3bd7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.447633] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Waiting for the task: (returnval){ [ 1799.447633] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52705cf7-a8a1-4e35-9397-1e60c91f667e" [ 1799.447633] env[62211]: _type = "Task" [ 1799.447633] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.467664] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52705cf7-a8a1-4e35-9397-1e60c91f667e, 'name': SearchDatastore_Task, 'duration_secs': 0.011837} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.468822] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.469175] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 2d10090f-a5bc-41c9-a2fe-37a2dfc10446/2d10090f-a5bc-41c9-a2fe-37a2dfc10446.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1799.469478] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24e2cff1-bc56-4f86-9896-2f36af192ec3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.485258] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Waiting for the task: (returnval){ [ 1799.485258] env[62211]: value = "task-2074397" [ 1799.485258] env[62211]: _type = "Task" [ 1799.485258] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.500997] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.540217] env[62211]: DEBUG nova.network.neutron [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Successfully updated port: f40231db-6014-4aee-b333-0a23d30bbacd {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1799.611175] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "df835a2d-6682-42c6-b744-923a9bc8bd5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.611577] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "df835a2d-6682-42c6-b744-923a9bc8bd5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.724627] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.864548] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074396, 'name': Rename_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.933253] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eacbbc-6144-42b6-80c7-564cafb94f47 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.949160] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479d5231-a08d-41e7-b774-ade507b8a9ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.990793] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bafb07-0270-4e07-a5d8-8bf880f041b4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.004520] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074397, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.011668] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e4f71d-2552-4167-8e93-5f73532dea22 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.035883] env[62211]: DEBUG nova.compute.provider_tree [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.047734] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "refresh_cache-4e43c86c-f642-4cee-a188-efcbc6942ac2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.047734] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquired lock "refresh_cache-4e43c86c-f642-4cee-a188-efcbc6942ac2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.047734] env[62211]: DEBUG nova.network.neutron [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.076915] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "d89bf374-605f-4f2d-a262-b18552959845" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.076915] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "d89bf374-605f-4f2d-a262-b18552959845" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.367596] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074396, 'name': Rename_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.379520] env[62211]: DEBUG nova.network.neutron [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating instance_info_cache with network_info: [{"id": "22a9b407-0979-474e-9da4-a427e6d1f4d8", "address": "fa:16:3e:71:4d:fb", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22a9b407-09", "ovs_interfaceid": "22a9b407-0979-474e-9da4-a427e6d1f4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.500252] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810288} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.500252] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 2d10090f-a5bc-41c9-a2fe-37a2dfc10446/2d10090f-a5bc-41c9-a2fe-37a2dfc10446.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1800.500252] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1800.500252] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45aadf5e-4514-4149-862b-17f6bd79e44d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.508969] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Waiting for the task: (returnval){ [ 1800.508969] env[62211]: value = "task-2074398" [ 1800.508969] env[62211]: _type = "Task" [ 1800.508969] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.520069] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.539291] env[62211]: DEBUG nova.scheduler.client.report [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1800.616088] env[62211]: DEBUG nova.network.neutron [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.672479] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquiring lock "9e6de468-662e-4591-b8e5-c9c11e0c0163" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.672479] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Lock "9e6de468-662e-4591-b8e5-c9c11e0c0163" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.672479] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquiring lock "9e6de468-662e-4591-b8e5-c9c11e0c0163-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.672479] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Lock "9e6de468-662e-4591-b8e5-c9c11e0c0163-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.672674] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Lock "9e6de468-662e-4591-b8e5-c9c11e0c0163-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.673826] env[62211]: INFO nova.compute.manager [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Terminating instance [ 1800.862637] env[62211]: DEBUG nova.network.neutron [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Updating instance_info_cache with network_info: [{"id": "f40231db-6014-4aee-b333-0a23d30bbacd", "address": "fa:16:3e:a4:8b:b8", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf40231db-60", "ovs_interfaceid": "f40231db-6014-4aee-b333-0a23d30bbacd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.869470] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074396, 'name': Rename_Task, 'duration_secs': 1.140106} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.869741] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1800.869982] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68eb9896-404c-4a89-b9ed-fe5f2d9b3634 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.877344] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Waiting for the task: (returnval){ [ 1800.877344] env[62211]: value = "task-2074399" [ 1800.877344] env[62211]: _type = "Task" [ 1800.877344] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.887169] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Releasing lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.889659] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.024016] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066108} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.024016] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1801.024856] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fb16c9-c622-4406-a010-9843d59e4f03 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.045191] env[62211]: DEBUG oslo_concurrency.lockutils [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.058626] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 2d10090f-a5bc-41c9-a2fe-37a2dfc10446/2d10090f-a5bc-41c9-a2fe-37a2dfc10446.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1801.059365] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.015s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.059658] env[62211]: DEBUG nova.objects.instance [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Lazy-loading 'resources' on Instance uuid 685d4ec2-62cf-466a-9990-7934576ea0aa {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.064074] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eaa86eb-8f72-4c41-b6c4-7b9216aac146 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.089046] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Waiting for the task: (returnval){ [ 1801.089046] env[62211]: value = "task-2074400" [ 1801.089046] env[62211]: _type = "Task" [ 1801.089046] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.094425] env[62211]: INFO nova.scheduler.client.report [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Deleted allocations for instance c8083792-677e-4647-8d8c-08fdc6712cd9 [ 1801.101186] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.182062] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquiring lock "refresh_cache-9e6de468-662e-4591-b8e5-c9c11e0c0163" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.182214] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquired lock "refresh_cache-9e6de468-662e-4591-b8e5-c9c11e0c0163" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.182501] env[62211]: DEBUG nova.network.neutron [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1801.368035] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Releasing lock "refresh_cache-4e43c86c-f642-4cee-a188-efcbc6942ac2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.368672] env[62211]: DEBUG nova.compute.manager [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Instance network_info: |[{"id": "f40231db-6014-4aee-b333-0a23d30bbacd", "address": "fa:16:3e:a4:8b:b8", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf40231db-60", "ovs_interfaceid": "f40231db-6014-4aee-b333-0a23d30bbacd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1801.370098] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:8b:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f40231db-6014-4aee-b333-0a23d30bbacd', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1801.381756] env[62211]: DEBUG oslo.service.loopingcall [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.381756] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1801.383923] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde7955d-0684-4b19-a078-ebdea3b9d635 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.413740] env[62211]: DEBUG oslo_vmware.api [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074399, 'name': PowerOnVM_Task, 'duration_secs': 0.511697} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.413883] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.414135] env[62211]: INFO nova.compute.manager [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Took 11.13 seconds to spawn the instance on the hypervisor. [ 1801.414411] env[62211]: DEBUG nova.compute.manager [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.414671] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1801.414671] env[62211]: value = "task-2074401" [ 1801.414671] env[62211]: _type = "Task" [ 1801.414671] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.415413] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befbd120-b2c9-4111-877e-48450ba9bf28 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.432064] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074401, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.607100] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.607969] env[62211]: DEBUG oslo_concurrency.lockutils [None req-482db848-5176-4931-8b46-2640b419d08e tempest-ServerExternalEventsTest-1626571533 tempest-ServerExternalEventsTest-1626571533-project-member] Lock "c8083792-677e-4647-8d8c-08fdc6712cd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.625s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.682405] env[62211]: DEBUG nova.compute.manager [req-14095ec2-c04c-4558-91ad-59d78f11e0fc req-5ef0765d-204d-4f2f-9d45-5aba1b5bc79f service nova] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Received event network-changed-f40231db-6014-4aee-b333-0a23d30bbacd {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1801.683189] env[62211]: DEBUG nova.compute.manager [req-14095ec2-c04c-4558-91ad-59d78f11e0fc req-5ef0765d-204d-4f2f-9d45-5aba1b5bc79f service nova] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Refreshing instance network info cache due to event network-changed-f40231db-6014-4aee-b333-0a23d30bbacd. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1801.683656] env[62211]: DEBUG oslo_concurrency.lockutils [req-14095ec2-c04c-4558-91ad-59d78f11e0fc req-5ef0765d-204d-4f2f-9d45-5aba1b5bc79f service nova] Acquiring lock "refresh_cache-4e43c86c-f642-4cee-a188-efcbc6942ac2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.687578] env[62211]: DEBUG oslo_concurrency.lockutils [req-14095ec2-c04c-4558-91ad-59d78f11e0fc req-5ef0765d-204d-4f2f-9d45-5aba1b5bc79f service nova] Acquired lock "refresh_cache-4e43c86c-f642-4cee-a188-efcbc6942ac2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.687578] env[62211]: DEBUG nova.network.neutron [req-14095ec2-c04c-4558-91ad-59d78f11e0fc req-5ef0765d-204d-4f2f-9d45-5aba1b5bc79f service nova] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Refreshing network info cache for port f40231db-6014-4aee-b333-0a23d30bbacd {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1801.714228] env[62211]: DEBUG nova.network.neutron [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1801.792273] env[62211]: DEBUG nova.network.neutron [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.944218] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074401, 'name': CreateVM_Task, 'duration_secs': 0.508199} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.946286] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1801.946752] env[62211]: INFO nova.compute.manager [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Took 38.75 seconds to build instance. [ 1801.947945] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.948453] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.948708] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1801.949185] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d44289-9d3d-4f9c-9195-ba75822193ca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.957189] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1801.957189] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f07f98-7c4d-9aee-59d0-a493e98b97f8" [ 1801.957189] env[62211]: _type = "Task" [ 1801.957189] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.970411] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f07f98-7c4d-9aee-59d0-a493e98b97f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.104240] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074400, 'name': ReconfigVM_Task, 'duration_secs': 0.626385} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.107449] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 2d10090f-a5bc-41c9-a2fe-37a2dfc10446/2d10090f-a5bc-41c9-a2fe-37a2dfc10446.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1802.108267] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b900022-25ac-46b9-8212-fc24a1fa13be {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.117562] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Waiting for the task: (returnval){ [ 1802.117562] env[62211]: value = "task-2074402" [ 1802.117562] env[62211]: _type = "Task" [ 1802.117562] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.133676] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074402, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.160113] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686eb788-e2c0-4769-b709-a9bc64e4326f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.169664] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1a4074-4b3a-4b36-8a80-ba57575f6442 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.215884] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35519c20-651c-4edd-97a0-67d85fa63d46 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.226362] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19236a82-fdc7-44fb-b7ad-fd580aa2816c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.246398] env[62211]: DEBUG nova.compute.provider_tree [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.294643] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Releasing lock "refresh_cache-9e6de468-662e-4591-b8e5-c9c11e0c0163" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.295348] env[62211]: DEBUG nova.compute.manager [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1802.295348] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1802.296162] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947b7c6e-c1f2-4b25-8dec-aa5ef47da6f3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.306427] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.306708] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6220fdb1-c2c6-46cc-aed1-1b024783d998 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.315954] env[62211]: DEBUG oslo_vmware.api [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1802.315954] env[62211]: value = "task-2074403" [ 1802.315954] env[62211]: _type = "Task" [ 1802.315954] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.325200] env[62211]: DEBUG oslo_vmware.api [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.424591] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1252558-54af-4b5c-8928-a15c15479e72 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.448173] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating instance '3f952136-5629-42ba-8a95-a21524601643' progress to 0 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1802.452759] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3b9a643-be92-4e9c-8e53-87a45afb69cd tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Lock "7fda2b64-5d5f-46ed-b57b-00b24d9acee1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.514s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.476091] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f07f98-7c4d-9aee-59d0-a493e98b97f8, 'name': SearchDatastore_Task, 'duration_secs': 0.061631} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.477027] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.477308] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1802.477640] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.477722] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.477924] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1802.478460] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f32cb72-9fcb-4cd6-b8e1-79f24d7db4f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.491755] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1802.491980] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1802.492793] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf6cbd91-7fc2-4230-b752-f850303ee1d7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.500329] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1802.500329] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526de7b5-b54e-96ef-25dd-fbe83bef6a05" [ 1802.500329] env[62211]: _type = "Task" [ 1802.500329] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.510428] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526de7b5-b54e-96ef-25dd-fbe83bef6a05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.559544] env[62211]: DEBUG nova.network.neutron [req-14095ec2-c04c-4558-91ad-59d78f11e0fc req-5ef0765d-204d-4f2f-9d45-5aba1b5bc79f service nova] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Updated VIF entry in instance network info cache for port f40231db-6014-4aee-b333-0a23d30bbacd. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1802.559544] env[62211]: DEBUG nova.network.neutron [req-14095ec2-c04c-4558-91ad-59d78f11e0fc req-5ef0765d-204d-4f2f-9d45-5aba1b5bc79f service nova] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Updating instance_info_cache with network_info: [{"id": "f40231db-6014-4aee-b333-0a23d30bbacd", "address": "fa:16:3e:a4:8b:b8", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf40231db-60", "ovs_interfaceid": "f40231db-6014-4aee-b333-0a23d30bbacd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.629212] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074402, 'name': Rename_Task, 'duration_secs': 0.26612} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.629616] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1802.629884] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29667093-816d-467b-8797-81fec5f68817 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.638085] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Waiting for the task: (returnval){ [ 1802.638085] env[62211]: value = "task-2074404" [ 1802.638085] env[62211]: _type = "Task" [ 1802.638085] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.647022] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.751047] env[62211]: DEBUG nova.scheduler.client.report [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1802.835902] env[62211]: DEBUG oslo_vmware.api [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074403, 'name': PowerOffVM_Task, 'duration_secs': 0.120344} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.836248] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1802.836473] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1802.836902] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cad3f981-b7e2-4361-9729-c394e237cd2a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.872473] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1802.872702] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1802.872819] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Deleting the datastore file [datastore1] 9e6de468-662e-4591-b8e5-c9c11e0c0163 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1802.874092] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85b4d2ee-5a0f-43c4-941b-2ff5a56636a4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.887016] env[62211]: DEBUG oslo_vmware.api [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for the task: (returnval){ [ 1802.887016] env[62211]: value = "task-2074406" [ 1802.887016] env[62211]: _type = "Task" [ 1802.887016] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.896894] env[62211]: DEBUG oslo_vmware.api [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.959258] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.959258] env[62211]: DEBUG nova.compute.manager [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1802.967169] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d5ff68c-2b9b-42e5-bbdc-2082edc5f7e8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.984448] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1802.984448] env[62211]: value = "task-2074407" [ 1802.984448] env[62211]: _type = "Task" [ 1802.984448] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.003977] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.016880] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526de7b5-b54e-96ef-25dd-fbe83bef6a05, 'name': SearchDatastore_Task, 'duration_secs': 0.016894} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.017540] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3218aaf4-5bed-4e79-bfd2-3726aa6cc6c2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.024965] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1803.024965] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5239e37b-695a-448c-18d9-7f8ed702aa67" [ 1803.024965] env[62211]: _type = "Task" [ 1803.024965] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.039190] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5239e37b-695a-448c-18d9-7f8ed702aa67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.063132] env[62211]: DEBUG oslo_concurrency.lockutils [req-14095ec2-c04c-4558-91ad-59d78f11e0fc req-5ef0765d-204d-4f2f-9d45-5aba1b5bc79f service nova] Releasing lock "refresh_cache-4e43c86c-f642-4cee-a188-efcbc6942ac2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.152527] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074404, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.257220] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.259723] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.160s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.263127] env[62211]: INFO nova.compute.claims [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1803.296259] env[62211]: INFO nova.scheduler.client.report [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Deleted allocations for instance 685d4ec2-62cf-466a-9990-7934576ea0aa [ 1803.402617] env[62211]: DEBUG oslo_vmware.api [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Task: {'id': task-2074406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171023} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.403529] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1803.403735] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1803.403921] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1803.404132] env[62211]: INFO nova.compute.manager [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1803.404437] env[62211]: DEBUG oslo.service.loopingcall [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.404975] env[62211]: DEBUG nova.compute.manager [-] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1803.405061] env[62211]: DEBUG nova.network.neutron [-] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1803.436836] env[62211]: DEBUG nova.network.neutron [-] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1803.501944] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074407, 'name': PowerOffVM_Task, 'duration_secs': 0.287495} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.501944] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.501944] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.501944] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating instance '3f952136-5629-42ba-8a95-a21524601643' progress to 17 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1803.536936] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5239e37b-695a-448c-18d9-7f8ed702aa67, 'name': SearchDatastore_Task, 'duration_secs': 0.022753} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.537381] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.537703] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4e43c86c-f642-4cee-a188-efcbc6942ac2/4e43c86c-f642-4cee-a188-efcbc6942ac2.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1803.538050] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a2b523a-b11e-4cde-ac32-989e8a0cdfea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.548267] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1803.548267] env[62211]: value = "task-2074408" [ 1803.548267] env[62211]: _type = "Task" [ 1803.548267] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.561562] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.649847] env[62211]: DEBUG oslo_vmware.api [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074404, 'name': PowerOnVM_Task, 'duration_secs': 0.885387} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.650130] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1803.650326] env[62211]: INFO nova.compute.manager [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1803.650559] env[62211]: DEBUG nova.compute.manager [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1803.651638] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78c1a7f-e42b-480f-b699-39bbcf7d69aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.810140] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4d9344-bf94-45e8-8eda-b5aae32e4ca3 tempest-InstanceActionsTestJSON-924775763 tempest-InstanceActionsTestJSON-924775763-project-member] Lock "685d4ec2-62cf-466a-9990-7934576ea0aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.615s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.941295] env[62211]: DEBUG nova.network.neutron [-] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.010305] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1804.017024] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1804.017024] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1804.017024] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1804.017024] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1804.017024] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1804.017306] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1804.017306] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1804.017306] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1804.017306] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1804.017306] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1804.023538] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b8f0dda-0921-4bfe-afa3-0c72e047b15d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.058051] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1804.058051] env[62211]: value = "task-2074409" [ 1804.058051] env[62211]: _type = "Task" [ 1804.058051] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.063325] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074408, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.077792] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.174581] env[62211]: INFO nova.compute.manager [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Took 39.04 seconds to build instance. [ 1804.444230] env[62211]: INFO nova.compute.manager [-] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Took 1.04 seconds to deallocate network for instance. [ 1804.483539] env[62211]: DEBUG oslo_concurrency.lockutils [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Acquiring lock "7fda2b64-5d5f-46ed-b57b-00b24d9acee1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.484798] env[62211]: DEBUG oslo_concurrency.lockutils [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Lock "7fda2b64-5d5f-46ed-b57b-00b24d9acee1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.484798] env[62211]: DEBUG oslo_concurrency.lockutils [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Acquiring lock "7fda2b64-5d5f-46ed-b57b-00b24d9acee1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.484798] env[62211]: DEBUG oslo_concurrency.lockutils [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Lock "7fda2b64-5d5f-46ed-b57b-00b24d9acee1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.484798] env[62211]: DEBUG oslo_concurrency.lockutils [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Lock "7fda2b64-5d5f-46ed-b57b-00b24d9acee1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.489451] env[62211]: INFO nova.compute.manager [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Terminating instance [ 1804.565018] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646972} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.565018] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4e43c86c-f642-4cee-a188-efcbc6942ac2/4e43c86c-f642-4cee-a188-efcbc6942ac2.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1804.565018] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1804.565018] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-574bd960-ba5b-4efc-a400-1fcd013d7f6e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.575815] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1804.575815] env[62211]: value = "task-2074410" [ 1804.575815] env[62211]: _type = "Task" [ 1804.575815] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.580168] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.594557] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.676726] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe460d8c-739a-4417-8e27-78269bed232a tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Lock "2d10090f-a5bc-41c9-a2fe-37a2dfc10446" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.105s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.795023] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ab1a30-4f0c-4ead-aba7-900535821a04 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.804862] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ee3d26-a7d1-458e-867f-8c451b2313fd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.846394] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7f3e9f-a14f-48b3-a148-3b1ac8e55033 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.855674] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d17a235-c327-4832-9c16-07d0c09ff3b3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.873117] env[62211]: DEBUG nova.compute.provider_tree [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1804.951683] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.992129] env[62211]: DEBUG nova.compute.manager [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1804.993052] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1804.995292] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf942c3e-3386-4cab-b4fd-6d473e0d0244 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.003070] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1805.003376] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78023ae3-9be2-4d4d-bcb9-22f908655752 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.013113] env[62211]: DEBUG oslo_vmware.api [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Waiting for the task: (returnval){ [ 1805.013113] env[62211]: value = "task-2074411" [ 1805.013113] env[62211]: _type = "Task" [ 1805.013113] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.026090] env[62211]: DEBUG oslo_vmware.api [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.076273] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.092819] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072074} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.098874] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1805.098874] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab76a3cb-4b75-4657-b4fd-d797d2bb6cb6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.132526] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 4e43c86c-f642-4cee-a188-efcbc6942ac2/4e43c86c-f642-4cee-a188-efcbc6942ac2.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1805.133071] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50d3569a-e929-4616-9dc4-196a2dec3dc8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.160670] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1805.160670] env[62211]: value = "task-2074412" [ 1805.160670] env[62211]: _type = "Task" [ 1805.160670] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.171274] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.181994] env[62211]: DEBUG nova.compute.manager [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1805.403682] env[62211]: ERROR nova.scheduler.client.report [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [req-06b3e05d-338a-4086-b377-3011da14bb06] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-06b3e05d-338a-4086-b377-3011da14bb06"}]} [ 1805.430379] env[62211]: DEBUG nova.scheduler.client.report [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1805.463862] env[62211]: DEBUG nova.scheduler.client.report [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1805.463862] env[62211]: DEBUG nova.compute.provider_tree [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1805.475761] env[62211]: DEBUG nova.scheduler.client.report [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1805.497217] env[62211]: DEBUG nova.scheduler.client.report [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1805.527787] env[62211]: DEBUG oslo_vmware.api [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074411, 'name': PowerOffVM_Task, 'duration_secs': 0.24757} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.530697] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.530878] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1805.531344] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0fff9e2-c1f1-4ccf-b6fe-60df09f1e24b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.576908] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074409, 'name': ReconfigVM_Task, 'duration_secs': 1.251935} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.579871] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating instance '3f952136-5629-42ba-8a95-a21524601643' progress to 33 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1805.672856] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074412, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.705228] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.966714] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Acquiring lock "2d10090f-a5bc-41c9-a2fe-37a2dfc10446" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.967170] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Lock "2d10090f-a5bc-41c9-a2fe-37a2dfc10446" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.967290] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Acquiring lock "2d10090f-a5bc-41c9-a2fe-37a2dfc10446-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.967479] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Lock "2d10090f-a5bc-41c9-a2fe-37a2dfc10446-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.967662] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Lock "2d10090f-a5bc-41c9-a2fe-37a2dfc10446-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.970100] env[62211]: INFO nova.compute.manager [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Terminating instance [ 1806.004183] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2074fd-d06c-4207-9676-663ee2175ea4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.012819] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677c32ea-1490-4a91-aaeb-70ec087e2241 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.045703] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49add75e-0f61-4f13-a914-8dbd951c17a0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.054342] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04351918-78e7-4f9a-ad59-3c112f016d0f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.069045] env[62211]: DEBUG nova.compute.provider_tree [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1806.087052] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1806.087052] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1806.087052] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1806.087052] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1806.087264] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1806.087297] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1806.087506] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1806.087642] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1806.087801] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1806.088025] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1806.088154] env[62211]: DEBUG nova.virt.hardware [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1806.093471] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1806.094113] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f447a4-5286-4729-b901-35aa24527247 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.117837] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1806.117837] env[62211]: value = "task-2074414" [ 1806.117837] env[62211]: _type = "Task" [ 1806.117837] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.147400] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.171794] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074412, 'name': ReconfigVM_Task, 'duration_secs': 0.519677} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.172079] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 4e43c86c-f642-4cee-a188-efcbc6942ac2/4e43c86c-f642-4cee-a188-efcbc6942ac2.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1806.172847] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f44c0f1-864c-42cb-82ca-bb76ac02260b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.180886] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1806.180886] env[62211]: value = "task-2074415" [ 1806.180886] env[62211]: _type = "Task" [ 1806.180886] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.190221] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074415, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.302157] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1806.302344] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1806.302664] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Deleting the datastore file [datastore1] 7fda2b64-5d5f-46ed-b57b-00b24d9acee1 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1806.302841] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d63c648-0ecb-4836-813a-a61db64f5adc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.311645] env[62211]: DEBUG oslo_vmware.api [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Waiting for the task: (returnval){ [ 1806.311645] env[62211]: value = "task-2074416" [ 1806.311645] env[62211]: _type = "Task" [ 1806.311645] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.320378] env[62211]: DEBUG oslo_vmware.api [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.479601] env[62211]: DEBUG nova.compute.manager [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1806.479794] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1806.481214] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c9640c-e2c7-4b6f-bc21-01dbae4a8194 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.497282] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1806.497732] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b88cef5-7b7a-48fc-8233-3437847735a2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.506468] env[62211]: DEBUG oslo_vmware.api [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Waiting for the task: (returnval){ [ 1806.506468] env[62211]: value = "task-2074417" [ 1806.506468] env[62211]: _type = "Task" [ 1806.506468] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.517823] env[62211]: DEBUG oslo_vmware.api [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.548541] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Acquiring lock "8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.549192] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Lock "8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.591637] env[62211]: ERROR nova.scheduler.client.report [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [req-1e5ddd8b-f491-4bff-87ef-ac5a394d447e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1e5ddd8b-f491-4bff-87ef-ac5a394d447e"}]} [ 1806.611536] env[62211]: DEBUG nova.scheduler.client.report [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1806.630598] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074414, 'name': ReconfigVM_Task, 'duration_secs': 0.252504} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.631742] env[62211]: DEBUG nova.scheduler.client.report [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1806.631938] env[62211]: DEBUG nova.compute.provider_tree [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1806.634046] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1806.635496] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d3d600-b0c1-4c3b-81b1-2f547639d182 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.667077] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 3f952136-5629-42ba-8a95-a21524601643/3f952136-5629-42ba-8a95-a21524601643.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.671881] env[62211]: DEBUG nova.scheduler.client.report [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1806.674456] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68a8df1b-a213-4015-ae69-a0ab1b91dec5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.700653] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074415, 'name': Rename_Task, 'duration_secs': 0.164521} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.702477] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1806.702787] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1806.702787] env[62211]: value = "task-2074418" [ 1806.702787] env[62211]: _type = "Task" [ 1806.702787] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.702981] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96c78950-de36-4044-b928-237b2e09dfbe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.716206] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.718428] env[62211]: DEBUG nova.scheduler.client.report [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1806.723591] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1806.723591] env[62211]: value = "task-2074419" [ 1806.723591] env[62211]: _type = "Task" [ 1806.723591] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.738280] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.826149] env[62211]: DEBUG oslo_vmware.api [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Task: {'id': task-2074416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163194} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.826895] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1806.826895] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1806.826895] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1806.827145] env[62211]: INFO nova.compute.manager [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1806.827348] env[62211]: DEBUG oslo.service.loopingcall [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.827565] env[62211]: DEBUG nova.compute.manager [-] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1806.827565] env[62211]: DEBUG nova.network.neutron [-] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1807.042408] env[62211]: DEBUG oslo_vmware.api [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074417, 'name': PowerOffVM_Task, 'duration_secs': 0.204104} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.043301] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1807.043301] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1807.043301] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8ab5dda-f6ad-42e6-916c-6a6fe9e62465 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.133537] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1807.133827] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1807.133930] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Deleting the datastore file [datastore1] 2d10090f-a5bc-41c9-a2fe-37a2dfc10446 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.134209] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b64e3924-d6fc-4495-89fc-b200fb08f2ab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.143948] env[62211]: DEBUG oslo_vmware.api [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Waiting for the task: (returnval){ [ 1807.143948] env[62211]: value = "task-2074421" [ 1807.143948] env[62211]: _type = "Task" [ 1807.143948] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.152590] env[62211]: DEBUG oslo_vmware.api [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.217361] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074418, 'name': ReconfigVM_Task, 'duration_secs': 0.337299} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.217818] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 3f952136-5629-42ba-8a95-a21524601643/3f952136-5629-42ba-8a95-a21524601643.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.218295] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating instance '3f952136-5629-42ba-8a95-a21524601643' progress to 50 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1807.242099] env[62211]: DEBUG oslo_vmware.api [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074419, 'name': PowerOnVM_Task, 'duration_secs': 0.512457} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.242372] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1807.242737] env[62211]: INFO nova.compute.manager [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1807.242737] env[62211]: DEBUG nova.compute.manager [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1807.243572] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e0164e-be55-4860-9e9a-3a754279edd8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.337374] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da00b70f-d2e4-4bef-b2bc-09ef613c38e1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.347039] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8cd464-2293-4fd2-a0e2-239817689ffe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.383200] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d0b1f4-7c2c-42a0-8781-4e7f4fe5eb1e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.393404] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e97967-14bf-48ff-b928-57298ee3330e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.409415] env[62211]: DEBUG nova.compute.provider_tree [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.654309] env[62211]: DEBUG oslo_vmware.api [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Task: {'id': task-2074421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437663} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.654557] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1807.654740] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1807.654915] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1807.655123] env[62211]: INFO nova.compute.manager [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1807.655335] env[62211]: DEBUG oslo.service.loopingcall [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.655522] env[62211]: DEBUG nova.compute.manager [-] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1807.655613] env[62211]: DEBUG nova.network.neutron [-] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1807.727105] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43964e1f-c30b-445c-bfc7-a81ff37753a9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.753073] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4245dd-132b-46ff-8992-20c1906b1986 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.764046] env[62211]: INFO nova.compute.manager [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Took 39.35 seconds to build instance. [ 1807.779331] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating instance '3f952136-5629-42ba-8a95-a21524601643' progress to 67 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1807.787032] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58763b42-c933-4651-b9c1-4274d0858f53 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "4e43c86c-f642-4cee-a188-efcbc6942ac2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.058s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.912673] env[62211]: DEBUG nova.scheduler.client.report [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.038008] env[62211]: DEBUG nova.compute.manager [req-f1fbbdcd-6615-4e51-9b1f-15fd2a3cb36e req-a78a3a9b-e102-4292-a808-3ce4e2593e73 service nova] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Received event network-vif-deleted-c824fa35-3d69-4d8c-9bb4-f833585f4ff0 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1808.038412] env[62211]: INFO nova.compute.manager [req-f1fbbdcd-6615-4e51-9b1f-15fd2a3cb36e req-a78a3a9b-e102-4292-a808-3ce4e2593e73 service nova] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Neutron deleted interface c824fa35-3d69-4d8c-9bb4-f833585f4ff0; detaching it from the instance and deleting it from the info cache [ 1808.038637] env[62211]: DEBUG nova.network.neutron [req-f1fbbdcd-6615-4e51-9b1f-15fd2a3cb36e req-a78a3a9b-e102-4292-a808-3ce4e2593e73 service nova] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.289439] env[62211]: DEBUG nova.compute.manager [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1808.293599] env[62211]: DEBUG nova.network.neutron [-] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.417107] env[62211]: DEBUG nova.network.neutron [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Port 22a9b407-0979-474e-9da4-a427e6d1f4d8 binding to destination host cpu-1 is already ACTIVE {{(pid=62211) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1808.425029] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.162s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.425029] env[62211]: DEBUG nova.compute.manager [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1808.425246] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.764s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.426636] env[62211]: INFO nova.compute.claims [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1808.542343] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-059cc53f-3975-498f-a903-84a9307d92ab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.551899] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fccb48-f273-413e-bf2f-09e73eb91f65 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.584022] env[62211]: DEBUG nova.compute.manager [req-f1fbbdcd-6615-4e51-9b1f-15fd2a3cb36e req-a78a3a9b-e102-4292-a808-3ce4e2593e73 service nova] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Detach interface failed, port_id=c824fa35-3d69-4d8c-9bb4-f833585f4ff0, reason: Instance 7fda2b64-5d5f-46ed-b57b-00b24d9acee1 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1808.798908] env[62211]: INFO nova.compute.manager [-] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Took 1.97 seconds to deallocate network for instance. [ 1808.823081] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.910984] env[62211]: DEBUG nova.network.neutron [-] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.931150] env[62211]: DEBUG nova.compute.utils [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1808.936083] env[62211]: DEBUG nova.compute.manager [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Not allocating networking since 'none' was specified. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1809.310714] env[62211]: DEBUG oslo_concurrency.lockutils [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.357638] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "0f4ad662-7f72-436e-a05b-9255c76d06b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.358904] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "0f4ad662-7f72-436e-a05b-9255c76d06b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.407503] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1c3c57-cc5d-4aa3-8a45-201db020bd61 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.414733] env[62211]: INFO nova.compute.manager [-] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Took 1.76 seconds to deallocate network for instance. [ 1809.414733] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdcba7f-fb01-4140-aea0-72c0ee46beb9 tempest-ServersAdminNegativeTestJSON-221046554 tempest-ServersAdminNegativeTestJSON-221046554-project-admin] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Suspending the VM {{(pid=62211) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1809.416580] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5a1d1f61-3155-44dc-803f-09abbd2f755f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.435495] env[62211]: DEBUG nova.compute.manager [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1809.437910] env[62211]: DEBUG oslo_vmware.api [None req-8cdcba7f-fb01-4140-aea0-72c0ee46beb9 tempest-ServersAdminNegativeTestJSON-221046554 tempest-ServersAdminNegativeTestJSON-221046554-project-admin] Waiting for the task: (returnval){ [ 1809.437910] env[62211]: value = "task-2074422" [ 1809.437910] env[62211]: _type = "Task" [ 1809.437910] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.449623] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "3f952136-5629-42ba-8a95-a21524601643-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.449623] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "3f952136-5629-42ba-8a95-a21524601643-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.449623] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "3f952136-5629-42ba-8a95-a21524601643-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.463806] env[62211]: DEBUG oslo_vmware.api [None req-8cdcba7f-fb01-4140-aea0-72c0ee46beb9 tempest-ServersAdminNegativeTestJSON-221046554 tempest-ServersAdminNegativeTestJSON-221046554-project-admin] Task: {'id': task-2074422, 'name': SuspendVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.923374] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.956103] env[62211]: DEBUG oslo_vmware.api [None req-8cdcba7f-fb01-4140-aea0-72c0ee46beb9 tempest-ServersAdminNegativeTestJSON-221046554 tempest-ServersAdminNegativeTestJSON-221046554-project-admin] Task: {'id': task-2074422, 'name': SuspendVM_Task} progress is 62%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.965921] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344abad2-f703-4f22-b8e8-be9e78c1b788 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.978760] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a32f97-d147-4e95-b714-4e06a8db6dc6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.021818] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a9eaea-2a72-41a0-8280-199c2022e7e6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.034237] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7e55e8-6f97-4412-926f-925bb359c8a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.051994] env[62211]: DEBUG nova.compute.provider_tree [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.143761] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "b4f12b51-3456-418b-97f7-4ad1030a2a32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.144277] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "b4f12b51-3456-418b-97f7-4ad1030a2a32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.447870] env[62211]: DEBUG nova.compute.manager [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1810.469581] env[62211]: DEBUG oslo_vmware.api [None req-8cdcba7f-fb01-4140-aea0-72c0ee46beb9 tempest-ServersAdminNegativeTestJSON-221046554 tempest-ServersAdminNegativeTestJSON-221046554-project-admin] Task: {'id': task-2074422, 'name': SuspendVM_Task, 'duration_secs': 0.650624} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.472214] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8cdcba7f-fb01-4140-aea0-72c0ee46beb9 tempest-ServersAdminNegativeTestJSON-221046554 tempest-ServersAdminNegativeTestJSON-221046554-project-admin] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Suspended the VM {{(pid=62211) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1810.472214] env[62211]: DEBUG nova.compute.manager [None req-8cdcba7f-fb01-4140-aea0-72c0ee46beb9 tempest-ServersAdminNegativeTestJSON-221046554 tempest-ServersAdminNegativeTestJSON-221046554-project-admin] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.472214] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf20f45-165b-438b-8d5a-2de8d833f3fd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.487970] env[62211]: DEBUG nova.virt.hardware [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1810.487970] env[62211]: DEBUG nova.virt.hardware [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1810.487970] env[62211]: DEBUG nova.virt.hardware [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1810.488228] env[62211]: DEBUG nova.virt.hardware [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1810.488228] env[62211]: DEBUG nova.virt.hardware [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1810.488326] env[62211]: DEBUG nova.virt.hardware [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1810.488524] env[62211]: DEBUG nova.virt.hardware [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1810.488673] env[62211]: DEBUG nova.virt.hardware [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1810.488834] env[62211]: DEBUG nova.virt.hardware [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1810.488988] env[62211]: DEBUG nova.virt.hardware [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1810.489168] env[62211]: DEBUG nova.virt.hardware [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1810.490027] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5907496-db22-42f5-bd27-3278cd5d721f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.497901] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05ebbd4-516a-4e0e-a1c9-ccd1738fc4af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.521587] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Instance VIF info [] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1810.527735] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Creating folder: Project (30974e9d5a574192ac591e041a1b0ef6). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1810.528125] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfa8cb5e-95db-4ff8-bf76-77c92b09dda0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.540033] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Created folder: Project (30974e9d5a574192ac591e041a1b0ef6) in parent group-v425157. [ 1810.540033] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Creating folder: Instances. Parent ref: group-v425223. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1810.542510] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.542510] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.542510] env[62211]: DEBUG nova.network.neutron [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1810.542510] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad184df1-9c07-4a3e-8eb5-96953f9a5a9b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.554333] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Created folder: Instances in parent group-v425223. [ 1810.554775] env[62211]: DEBUG oslo.service.loopingcall [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.555936] env[62211]: DEBUG nova.scheduler.client.report [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.558800] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1810.559442] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c84a4faf-f12c-4ea4-a37d-4cbd88ba9ca7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.578241] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1810.578241] env[62211]: value = "task-2074425" [ 1810.578241] env[62211]: _type = "Task" [ 1810.578241] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.587443] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074425, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.721685] env[62211]: DEBUG nova.compute.manager [req-ca6f96c2-8587-4a7d-ad27-6619dd292069 req-a0035427-2839-4289-800b-06ccc6df21e6 service nova] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Received event network-vif-deleted-7a537f1f-a3ab-43ab-bbf0-6ae44d7bb320 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1811.043951] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "2f7b66d0-b6ee-4261-a565-cc3e2008f8a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.044329] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "2f7b66d0-b6ee-4261-a565-cc3e2008f8a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.060372] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.061474] env[62211]: DEBUG nova.compute.manager [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1811.064028] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.485s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.065181] env[62211]: INFO nova.compute.claims [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.090842] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074425, 'name': CreateVM_Task, 'duration_secs': 0.30971} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.091013] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1811.091462] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.091643] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.091965] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1811.092225] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf7ec512-773d-4ded-a6a6-60076a975d5b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.098381] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Waiting for the task: (returnval){ [ 1811.098381] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52921d21-0064-60f1-d0f2-4d030a5e27c8" [ 1811.098381] env[62211]: _type = "Task" [ 1811.098381] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.115732] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52921d21-0064-60f1-d0f2-4d030a5e27c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011022} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.115732] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.115732] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1811.115732] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.116348] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.116348] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1811.116348] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a628183a-65e3-4e1a-bf01-02b8e377eb81 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.138020] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1811.138020] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1811.138194] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2887ff-5f52-46d5-878f-64124e2fe482 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.144110] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Waiting for the task: (returnval){ [ 1811.144110] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cfdb93-88dc-eeaf-e1cb-5ee09df93a56" [ 1811.144110] env[62211]: _type = "Task" [ 1811.144110] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.153301] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52cfdb93-88dc-eeaf-e1cb-5ee09df93a56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.528439] env[62211]: DEBUG nova.network.neutron [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating instance_info_cache with network_info: [{"id": "22a9b407-0979-474e-9da4-a427e6d1f4d8", "address": "fa:16:3e:71:4d:fb", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22a9b407-09", "ovs_interfaceid": "22a9b407-0979-474e-9da4-a427e6d1f4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.572106] env[62211]: DEBUG nova.compute.utils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1811.575551] env[62211]: DEBUG nova.compute.manager [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1811.575808] env[62211]: DEBUG nova.network.neutron [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1811.628486] env[62211]: DEBUG nova.policy [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72d2211258fe42daa30bccaf4f71afca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '311034a367154bbc9c32ff2c6eea73f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1811.656751] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52cfdb93-88dc-eeaf-e1cb-5ee09df93a56, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.657583] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a804dda-32d7-4b41-9b5e-808ee9a15cf8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.664785] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Waiting for the task: (returnval){ [ 1811.664785] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52a2035b-7ad7-1c4b-6f45-636eadf54472" [ 1811.664785] env[62211]: _type = "Task" [ 1811.664785] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.673007] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a2035b-7ad7-1c4b-6f45-636eadf54472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.979671] env[62211]: DEBUG nova.network.neutron [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Successfully created port: 995758e3-861b-4404-8507-819286e4d183 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1812.030532] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Releasing lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.076425] env[62211]: DEBUG nova.compute.manager [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1812.178833] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a2035b-7ad7-1c4b-6f45-636eadf54472, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.179329] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.179747] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81/dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1812.180218] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d60f7cbc-2871-4fca-8e34-6df226cace76 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.188135] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Waiting for the task: (returnval){ [ 1812.188135] env[62211]: value = "task-2074426" [ 1812.188135] env[62211]: _type = "Task" [ 1812.188135] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.198059] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.325601] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "318ea049-c1ce-4e68-9e63-b1990e7050c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.325601] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "318ea049-c1ce-4e68-9e63-b1990e7050c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.566942] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5160e8da-ab3f-442d-94ab-98d80d5cd481 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.601888] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999ce686-310d-43c2-97cd-e7c080db196f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.613167] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating instance '3f952136-5629-42ba-8a95-a21524601643' progress to 83 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1812.700533] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492938} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.700856] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81/dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1812.701143] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1812.701396] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-111145f1-592d-44f2-bb60-6236d98055a4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.710037] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Waiting for the task: (returnval){ [ 1812.710037] env[62211]: value = "task-2074427" [ 1812.710037] env[62211]: _type = "Task" [ 1812.710037] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.721097] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.730961] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6c6eaa-0a85-493b-a617-28d312455d06 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.742023] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3611296d-f552-4ab7-87e6-0e52b9f7a84e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.772757] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bf9e6b-f9d0-4bec-8d75-176870799c07 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.780683] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd3d7bf-9fb3-463e-a5ed-831b7cb3fa5d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.794883] env[62211]: DEBUG nova.compute.provider_tree [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1813.072903] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.073219] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.100683] env[62211]: DEBUG nova.compute.manager [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1813.121394] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1813.121723] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5a04e05-6c1e-414e-b06a-84613fa40361 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.131190] env[62211]: DEBUG nova.virt.hardware [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1813.131449] env[62211]: DEBUG nova.virt.hardware [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1813.131637] env[62211]: DEBUG nova.virt.hardware [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1813.131808] env[62211]: DEBUG nova.virt.hardware [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1813.131951] env[62211]: DEBUG nova.virt.hardware [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1813.132106] env[62211]: DEBUG nova.virt.hardware [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1813.133036] env[62211]: DEBUG nova.virt.hardware [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1813.133036] env[62211]: DEBUG nova.virt.hardware [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1813.133036] env[62211]: DEBUG nova.virt.hardware [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1813.133036] env[62211]: DEBUG nova.virt.hardware [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1813.133036] env[62211]: DEBUG nova.virt.hardware [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1813.133735] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62750345-1698-4ed2-982f-242556ce5220 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.137492] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1813.137492] env[62211]: value = "task-2074428" [ 1813.137492] env[62211]: _type = "Task" [ 1813.137492] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.144820] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95a8de4-8ba7-4681-a8a9-82d0be7e171e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.153046] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074428, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.219957] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06905} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.220291] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1813.221230] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dfe9f1-6d86-4184-a1eb-5b304e52d2a9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.250360] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81/dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.250754] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cdd4147-fdb0-4c89-b96e-ab1ac73299fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.274284] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Waiting for the task: (returnval){ [ 1813.274284] env[62211]: value = "task-2074429" [ 1813.274284] env[62211]: _type = "Task" [ 1813.274284] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.283403] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.321223] env[62211]: ERROR nova.scheduler.client.report [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [req-f20c2777-83b3-45a6-b575-b78d44228a66] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f20c2777-83b3-45a6-b575-b78d44228a66"}]} [ 1813.349066] env[62211]: DEBUG nova.scheduler.client.report [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1813.366407] env[62211]: DEBUG nova.scheduler.client.report [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1813.366636] env[62211]: DEBUG nova.compute.provider_tree [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1813.379817] env[62211]: DEBUG nova.scheduler.client.report [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1813.401154] env[62211]: DEBUG nova.scheduler.client.report [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1813.649086] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.763169] env[62211]: DEBUG nova.network.neutron [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Successfully updated port: 995758e3-861b-4404-8507-819286e4d183 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1813.775604] env[62211]: DEBUG nova.compute.manager [req-ecd1458d-51fc-47d8-aa1e-311527dad862 req-4b9de442-4d2c-4231-8182-b56dc7a1c39a service nova] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Received event network-vif-plugged-995758e3-861b-4404-8507-819286e4d183 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1813.775875] env[62211]: DEBUG oslo_concurrency.lockutils [req-ecd1458d-51fc-47d8-aa1e-311527dad862 req-4b9de442-4d2c-4231-8182-b56dc7a1c39a service nova] Acquiring lock "b0870ac7-90ba-4212-a8e0-100466cd838b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.776345] env[62211]: DEBUG oslo_concurrency.lockutils [req-ecd1458d-51fc-47d8-aa1e-311527dad862 req-4b9de442-4d2c-4231-8182-b56dc7a1c39a service nova] Lock "b0870ac7-90ba-4212-a8e0-100466cd838b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.776604] env[62211]: DEBUG oslo_concurrency.lockutils [req-ecd1458d-51fc-47d8-aa1e-311527dad862 req-4b9de442-4d2c-4231-8182-b56dc7a1c39a service nova] Lock "b0870ac7-90ba-4212-a8e0-100466cd838b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.777117] env[62211]: DEBUG nova.compute.manager [req-ecd1458d-51fc-47d8-aa1e-311527dad862 req-4b9de442-4d2c-4231-8182-b56dc7a1c39a service nova] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] No waiting events found dispatching network-vif-plugged-995758e3-861b-4404-8507-819286e4d183 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1813.777117] env[62211]: WARNING nova.compute.manager [req-ecd1458d-51fc-47d8-aa1e-311527dad862 req-4b9de442-4d2c-4231-8182-b56dc7a1c39a service nova] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Received unexpected event network-vif-plugged-995758e3-861b-4404-8507-819286e4d183 for instance with vm_state building and task_state spawning. [ 1813.791140] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074429, 'name': ReconfigVM_Task, 'duration_secs': 0.454917} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.791140] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Reconfigured VM instance instance-00000014 to attach disk [datastore1] dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81/dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.792016] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c1fbddf-bc4e-4067-b44c-273608e0c86a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.798991] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Waiting for the task: (returnval){ [ 1813.798991] env[62211]: value = "task-2074430" [ 1813.798991] env[62211]: _type = "Task" [ 1813.798991] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.811174] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074430, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.957110] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6739e0aa-5259-4675-82cf-1f11af333445 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.970179] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0cdafe-9cba-4d90-9dcf-e510b87cf166 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.001163] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28499cd9-ce5c-4adf-9f5e-65e93ef2a8aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.009745] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a8e06d-15d5-47be-bdf2-7449a9784d74 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.026360] env[62211]: DEBUG nova.compute.provider_tree [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.152992] env[62211]: DEBUG oslo_vmware.api [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074428, 'name': PowerOnVM_Task, 'duration_secs': 0.695528} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.153380] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1814.153707] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6fb6ac-830f-4dc3-bed4-739b049a6dfc tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating instance '3f952136-5629-42ba-8a95-a21524601643' progress to 100 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1814.189774] env[62211]: DEBUG oslo_concurrency.lockutils [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "4e43c86c-f642-4cee-a188-efcbc6942ac2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.189774] env[62211]: DEBUG oslo_concurrency.lockutils [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "4e43c86c-f642-4cee-a188-efcbc6942ac2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.189774] env[62211]: DEBUG oslo_concurrency.lockutils [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "4e43c86c-f642-4cee-a188-efcbc6942ac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.189774] env[62211]: DEBUG oslo_concurrency.lockutils [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "4e43c86c-f642-4cee-a188-efcbc6942ac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.190169] env[62211]: DEBUG oslo_concurrency.lockutils [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "4e43c86c-f642-4cee-a188-efcbc6942ac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.194939] env[62211]: INFO nova.compute.manager [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Terminating instance [ 1814.267646] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Acquiring lock "refresh_cache-b0870ac7-90ba-4212-a8e0-100466cd838b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.271017] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Acquired lock "refresh_cache-b0870ac7-90ba-4212-a8e0-100466cd838b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.271017] env[62211]: DEBUG nova.network.neutron [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.309230] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074430, 'name': Rename_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.565226] env[62211]: DEBUG nova.scheduler.client.report [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1814.565226] env[62211]: DEBUG nova.compute.provider_tree [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 51 to 52 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1814.565226] env[62211]: DEBUG nova.compute.provider_tree [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.700790] env[62211]: DEBUG nova.compute.manager [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1814.702176] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1814.702176] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748c3fde-b90b-4267-86c1-af0d27663abc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.710100] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1814.710337] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aae884b1-2e98-4805-90e6-b857b4bcec6c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.788438] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1814.788438] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1814.788438] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Deleting the datastore file [datastore1] 4e43c86c-f642-4cee-a188-efcbc6942ac2 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1814.788438] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40652bf5-8dc0-4c97-87f2-5271325081ff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.794559] env[62211]: DEBUG oslo_vmware.api [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1814.794559] env[62211]: value = "task-2074432" [ 1814.794559] env[62211]: _type = "Task" [ 1814.794559] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.804190] env[62211]: DEBUG nova.network.neutron [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1814.810346] env[62211]: DEBUG oslo_vmware.api [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.814542] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074430, 'name': Rename_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.983569] env[62211]: DEBUG nova.network.neutron [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Updating instance_info_cache with network_info: [{"id": "995758e3-861b-4404-8507-819286e4d183", "address": "fa:16:3e:67:c0:db", "network": {"id": "0a0e15a6-9a63-4e3c-8eb3-2552b514284b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2039121135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "311034a367154bbc9c32ff2c6eea73f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995758e3-86", "ovs_interfaceid": "995758e3-861b-4404-8507-819286e4d183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.072785] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.007s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.073371] env[62211]: DEBUG nova.compute.manager [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1815.078622] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.658s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.080940] env[62211]: INFO nova.compute.claims [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1815.308541] env[62211]: DEBUG oslo_vmware.api [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141206} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.311517] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1815.311732] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1815.311908] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1815.312132] env[62211]: INFO nova.compute.manager [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1815.313377] env[62211]: DEBUG oslo.service.loopingcall [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.313377] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074430, 'name': Rename_Task, 'duration_secs': 1.372161} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.313377] env[62211]: DEBUG nova.compute.manager [-] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1815.313377] env[62211]: DEBUG nova.network.neutron [-] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1815.314645] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1815.315310] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbdf9383-b9b6-4b48-ab07-4ec136d65d53 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.325409] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Waiting for the task: (returnval){ [ 1815.325409] env[62211]: value = "task-2074433" [ 1815.325409] env[62211]: _type = "Task" [ 1815.325409] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.333423] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.486706] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Releasing lock "refresh_cache-b0870ac7-90ba-4212-a8e0-100466cd838b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.489028] env[62211]: DEBUG nova.compute.manager [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Instance network_info: |[{"id": "995758e3-861b-4404-8507-819286e4d183", "address": "fa:16:3e:67:c0:db", "network": {"id": "0a0e15a6-9a63-4e3c-8eb3-2552b514284b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2039121135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "311034a367154bbc9c32ff2c6eea73f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995758e3-86", "ovs_interfaceid": "995758e3-861b-4404-8507-819286e4d183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1815.489205] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:c0:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '995758e3-861b-4404-8507-819286e4d183', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1815.498511] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Creating folder: Project (311034a367154bbc9c32ff2c6eea73f8). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1815.498970] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-490363a2-38e3-4f38-8973-d1a60588215d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.512060] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Created folder: Project (311034a367154bbc9c32ff2c6eea73f8) in parent group-v425157. [ 1815.512060] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Creating folder: Instances. Parent ref: group-v425226. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1815.512223] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-789906f8-51d3-4478-881f-9ca0ca662df4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.522702] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Created folder: Instances in parent group-v425226. [ 1815.522702] env[62211]: DEBUG oslo.service.loopingcall [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.522702] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1815.522890] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ecc761b-d78a-40a1-b4f2-c70b264d7101 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.544130] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1815.544130] env[62211]: value = "task-2074436" [ 1815.544130] env[62211]: _type = "Task" [ 1815.544130] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.554993] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074436, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.580351] env[62211]: DEBUG nova.compute.utils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1815.581704] env[62211]: DEBUG nova.compute.manager [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1815.581863] env[62211]: DEBUG nova.network.neutron [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1815.648043] env[62211]: DEBUG nova.policy [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ba5853dc57c446abf43c193f69f4e9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '145aa92b62e3493cbe952867493bd447', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1815.835781] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074433, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.891653] env[62211]: DEBUG nova.compute.manager [req-dc5c286b-1291-4090-a9f4-f6dd0149d45c req-ddfc50f8-a57a-402a-97cd-403d6f92d61b service nova] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Received event network-changed-995758e3-861b-4404-8507-819286e4d183 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1815.892214] env[62211]: DEBUG nova.compute.manager [req-dc5c286b-1291-4090-a9f4-f6dd0149d45c req-ddfc50f8-a57a-402a-97cd-403d6f92d61b service nova] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Refreshing instance network info cache due to event network-changed-995758e3-861b-4404-8507-819286e4d183. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1815.892887] env[62211]: DEBUG oslo_concurrency.lockutils [req-dc5c286b-1291-4090-a9f4-f6dd0149d45c req-ddfc50f8-a57a-402a-97cd-403d6f92d61b service nova] Acquiring lock "refresh_cache-b0870ac7-90ba-4212-a8e0-100466cd838b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.893466] env[62211]: DEBUG oslo_concurrency.lockutils [req-dc5c286b-1291-4090-a9f4-f6dd0149d45c req-ddfc50f8-a57a-402a-97cd-403d6f92d61b service nova] Acquired lock "refresh_cache-b0870ac7-90ba-4212-a8e0-100466cd838b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.893930] env[62211]: DEBUG nova.network.neutron [req-dc5c286b-1291-4090-a9f4-f6dd0149d45c req-ddfc50f8-a57a-402a-97cd-403d6f92d61b service nova] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Refreshing network info cache for port 995758e3-861b-4404-8507-819286e4d183 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1816.040231] env[62211]: DEBUG nova.network.neutron [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Successfully created port: 851c3f18-aeb7-4667-aaa7-5c65c7035f01 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1816.054895] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074436, 'name': CreateVM_Task, 'duration_secs': 0.357228} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.054895] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1816.055493] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.055660] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.055981] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1816.056249] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b691df4-6473-4094-a068-aaae491928da {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.062943] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Waiting for the task: (returnval){ [ 1816.062943] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5229dda6-9b75-e5a6-03b9-e240254fb320" [ 1816.062943] env[62211]: _type = "Task" [ 1816.062943] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.073638] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5229dda6-9b75-e5a6-03b9-e240254fb320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.093918] env[62211]: DEBUG nova.compute.manager [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1816.113724] env[62211]: DEBUG nova.network.neutron [-] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.171907] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Acquiring lock "042bd6d1-d788-4171-885c-e93a46af43a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.172330] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Lock "042bd6d1-d788-4171-885c-e93a46af43a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.316493] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "3f952136-5629-42ba-8a95-a21524601643" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.316792] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "3f952136-5629-42ba-8a95-a21524601643" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.317025] env[62211]: DEBUG nova.compute.manager [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Going to confirm migration 1 {{(pid=62211) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1816.335124] env[62211]: DEBUG oslo_vmware.api [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074433, 'name': PowerOnVM_Task, 'duration_secs': 0.57827} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.336182] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1816.336625] env[62211]: INFO nova.compute.manager [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Took 5.89 seconds to spawn the instance on the hypervisor. [ 1816.336947] env[62211]: DEBUG nova.compute.manager [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1816.337983] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a14e45-4439-41c0-8762-5bdc861c53ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.576719] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5229dda6-9b75-e5a6-03b9-e240254fb320, 'name': SearchDatastore_Task, 'duration_secs': 0.012133} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.578376] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.578613] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1816.578838] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.578977] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.579160] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.579416] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8580165c-53d6-494f-8738-e843c1ad48bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.591299] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1816.591299] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1816.592010] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c14676c-04a5-4e29-b0d7-e2526ecf8bdf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.602729] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Waiting for the task: (returnval){ [ 1816.602729] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52c7b736-b127-09e6-dcd7-02636576a741" [ 1816.602729] env[62211]: _type = "Task" [ 1816.602729] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.610744] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c7b736-b127-09e6-dcd7-02636576a741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.616560] env[62211]: INFO nova.compute.manager [-] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Took 1.30 seconds to deallocate network for instance. [ 1816.669355] env[62211]: DEBUG nova.network.neutron [req-dc5c286b-1291-4090-a9f4-f6dd0149d45c req-ddfc50f8-a57a-402a-97cd-403d6f92d61b service nova] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Updated VIF entry in instance network info cache for port 995758e3-861b-4404-8507-819286e4d183. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.670049] env[62211]: DEBUG nova.network.neutron [req-dc5c286b-1291-4090-a9f4-f6dd0149d45c req-ddfc50f8-a57a-402a-97cd-403d6f92d61b service nova] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Updating instance_info_cache with network_info: [{"id": "995758e3-861b-4404-8507-819286e4d183", "address": "fa:16:3e:67:c0:db", "network": {"id": "0a0e15a6-9a63-4e3c-8eb3-2552b514284b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2039121135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "311034a367154bbc9c32ff2c6eea73f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995758e3-86", "ovs_interfaceid": "995758e3-861b-4404-8507-819286e4d183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.724898] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea642ca-4d7e-419a-a7f5-76d086b82c18 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.736322] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb934da-9ffe-4b35-88a4-0201eb18e5d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.771685] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270c04bf-512b-4455-b82e-2e63faea21ed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.779640] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1439ef-8a2c-4819-8bc5-fe480d1318b3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.792861] env[62211]: DEBUG nova.compute.provider_tree [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1816.859047] env[62211]: INFO nova.compute.manager [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Took 47.78 seconds to build instance. [ 1816.887363] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.887548] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.887719] env[62211]: DEBUG nova.network.neutron [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1816.887900] env[62211]: DEBUG nova.objects.instance [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lazy-loading 'info_cache' on Instance uuid 3f952136-5629-42ba-8a95-a21524601643 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1817.032986] env[62211]: DEBUG nova.compute.manager [None req-48e0dac8-5903-4e04-a59c-2e764a381165 tempest-ServerDiagnosticsV248Test-1207425842 tempest-ServerDiagnosticsV248Test-1207425842-project-admin] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1817.034567] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079f38fb-a81b-4484-9aff-60af4d7713fb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.041920] env[62211]: INFO nova.compute.manager [None req-48e0dac8-5903-4e04-a59c-2e764a381165 tempest-ServerDiagnosticsV248Test-1207425842 tempest-ServerDiagnosticsV248Test-1207425842-project-admin] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Retrieving diagnostics [ 1817.042666] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7b0b2d-5340-4465-87c4-035e45428204 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.105785] env[62211]: DEBUG nova.compute.manager [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1817.118830] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c7b736-b127-09e6-dcd7-02636576a741, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.121391] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3641fa0c-e9bb-4b5a-8eb6-5d24a3a430e2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.126299] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Waiting for the task: (returnval){ [ 1817.126299] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5245039d-b8f8-d5ea-1e34-2b876904a6ba" [ 1817.126299] env[62211]: _type = "Task" [ 1817.126299] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.131665] env[62211]: DEBUG oslo_concurrency.lockutils [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.138292] env[62211]: DEBUG nova.virt.hardware [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1817.138530] env[62211]: DEBUG nova.virt.hardware [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1817.138688] env[62211]: DEBUG nova.virt.hardware [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1817.138870] env[62211]: DEBUG nova.virt.hardware [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1817.139028] env[62211]: DEBUG nova.virt.hardware [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1817.139179] env[62211]: DEBUG nova.virt.hardware [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1817.139385] env[62211]: DEBUG nova.virt.hardware [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1817.139568] env[62211]: DEBUG nova.virt.hardware [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1817.139764] env[62211]: DEBUG nova.virt.hardware [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1817.139932] env[62211]: DEBUG nova.virt.hardware [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1817.140117] env[62211]: DEBUG nova.virt.hardware [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1817.140886] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0e1c08-ff4a-40b7-8b8b-d475a0e6d2f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.146443] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5245039d-b8f8-d5ea-1e34-2b876904a6ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.147007] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.147262] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] b0870ac7-90ba-4212-a8e0-100466cd838b/b0870ac7-90ba-4212-a8e0-100466cd838b.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1817.147490] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d45afad2-cc46-4ddf-b89c-2c760251f631 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.152703] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cb24f9-8c40-4943-bcbb-32a5a698ce87 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.157483] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Waiting for the task: (returnval){ [ 1817.157483] env[62211]: value = "task-2074437" [ 1817.157483] env[62211]: _type = "Task" [ 1817.157483] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.173500] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': task-2074437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.173998] env[62211]: DEBUG oslo_concurrency.lockutils [req-dc5c286b-1291-4090-a9f4-f6dd0149d45c req-ddfc50f8-a57a-402a-97cd-403d6f92d61b service nova] Releasing lock "refresh_cache-b0870ac7-90ba-4212-a8e0-100466cd838b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.174286] env[62211]: DEBUG nova.compute.manager [req-dc5c286b-1291-4090-a9f4-f6dd0149d45c req-ddfc50f8-a57a-402a-97cd-403d6f92d61b service nova] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Received event network-vif-deleted-f40231db-6014-4aee-b333-0a23d30bbacd {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1817.174493] env[62211]: INFO nova.compute.manager [req-dc5c286b-1291-4090-a9f4-f6dd0149d45c req-ddfc50f8-a57a-402a-97cd-403d6f92d61b service nova] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Neutron deleted interface f40231db-6014-4aee-b333-0a23d30bbacd; detaching it from the instance and deleting it from the info cache [ 1817.174757] env[62211]: DEBUG nova.network.neutron [req-dc5c286b-1291-4090-a9f4-f6dd0149d45c req-ddfc50f8-a57a-402a-97cd-403d6f92d61b service nova] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.316833] env[62211]: ERROR nova.scheduler.client.report [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [req-21c967a1-16ab-4174-88b8-6d70cb042e61] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-21c967a1-16ab-4174-88b8-6d70cb042e61"}]} [ 1817.336343] env[62211]: DEBUG nova.scheduler.client.report [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1817.357014] env[62211]: DEBUG nova.scheduler.client.report [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1817.357305] env[62211]: DEBUG nova.compute.provider_tree [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1817.362100] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b09d9582-346d-44c3-9e23-9dbce4627b13 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Lock "dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.806s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.373496] env[62211]: DEBUG nova.scheduler.client.report [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1817.395404] env[62211]: DEBUG nova.scheduler.client.report [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1817.669959] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': task-2074437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495294} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.670468] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] b0870ac7-90ba-4212-a8e0-100466cd838b/b0870ac7-90ba-4212-a8e0-100466cd838b.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1817.670468] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1817.671141] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-511efbad-b4e1-4ead-b104-6a4d0a960190 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.676854] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Waiting for the task: (returnval){ [ 1817.676854] env[62211]: value = "task-2074438" [ 1817.676854] env[62211]: _type = "Task" [ 1817.676854] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.679629] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd2b96df-990c-4b79-a08d-ceb9dc0a4705 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.689495] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': task-2074438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.693418] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7979bc-e251-4332-be4c-c3fb3114359c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.723203] env[62211]: DEBUG nova.compute.manager [req-dc5c286b-1291-4090-a9f4-f6dd0149d45c req-ddfc50f8-a57a-402a-97cd-403d6f92d61b service nova] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Detach interface failed, port_id=f40231db-6014-4aee-b333-0a23d30bbacd, reason: Instance 4e43c86c-f642-4cee-a188-efcbc6942ac2 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1817.801681] env[62211]: DEBUG nova.network.neutron [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Successfully updated port: 851c3f18-aeb7-4667-aaa7-5c65c7035f01 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1817.864823] env[62211]: DEBUG nova.compute.manager [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1817.952444] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693d7489-3e4a-4a50-b7e9-d49573c463ff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.960411] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6df4c4-0c53-4697-8b1b-6f53dae1bf9b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.991896] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5efd86-db32-41ad-9ea8-0f7329128403 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.999497] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f15d8ef-02ac-466c-90c8-1b23416a43a9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.012813] env[62211]: DEBUG nova.compute.provider_tree [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1818.113341] env[62211]: DEBUG nova.compute.manager [req-a36875f1-8c74-4e4c-a06c-3caded3dc887 req-545f1849-1430-488a-aae4-59f6ae95b958 service nova] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Received event network-vif-plugged-851c3f18-aeb7-4667-aaa7-5c65c7035f01 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1818.113341] env[62211]: DEBUG oslo_concurrency.lockutils [req-a36875f1-8c74-4e4c-a06c-3caded3dc887 req-545f1849-1430-488a-aae4-59f6ae95b958 service nova] Acquiring lock "5f87762e-e397-4a36-8835-36419676b9d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.113341] env[62211]: DEBUG oslo_concurrency.lockutils [req-a36875f1-8c74-4e4c-a06c-3caded3dc887 req-545f1849-1430-488a-aae4-59f6ae95b958 service nova] Lock "5f87762e-e397-4a36-8835-36419676b9d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.113341] env[62211]: DEBUG oslo_concurrency.lockutils [req-a36875f1-8c74-4e4c-a06c-3caded3dc887 req-545f1849-1430-488a-aae4-59f6ae95b958 service nova] Lock "5f87762e-e397-4a36-8835-36419676b9d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.113341] env[62211]: DEBUG nova.compute.manager [req-a36875f1-8c74-4e4c-a06c-3caded3dc887 req-545f1849-1430-488a-aae4-59f6ae95b958 service nova] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] No waiting events found dispatching network-vif-plugged-851c3f18-aeb7-4667-aaa7-5c65c7035f01 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1818.113556] env[62211]: WARNING nova.compute.manager [req-a36875f1-8c74-4e4c-a06c-3caded3dc887 req-545f1849-1430-488a-aae4-59f6ae95b958 service nova] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Received unexpected event network-vif-plugged-851c3f18-aeb7-4667-aaa7-5c65c7035f01 for instance with vm_state building and task_state spawning. [ 1818.113556] env[62211]: DEBUG nova.compute.manager [req-a36875f1-8c74-4e4c-a06c-3caded3dc887 req-545f1849-1430-488a-aae4-59f6ae95b958 service nova] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Received event network-changed-851c3f18-aeb7-4667-aaa7-5c65c7035f01 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1818.113556] env[62211]: DEBUG nova.compute.manager [req-a36875f1-8c74-4e4c-a06c-3caded3dc887 req-545f1849-1430-488a-aae4-59f6ae95b958 service nova] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Refreshing instance network info cache due to event network-changed-851c3f18-aeb7-4667-aaa7-5c65c7035f01. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1818.113556] env[62211]: DEBUG oslo_concurrency.lockutils [req-a36875f1-8c74-4e4c-a06c-3caded3dc887 req-545f1849-1430-488a-aae4-59f6ae95b958 service nova] Acquiring lock "refresh_cache-5f87762e-e397-4a36-8835-36419676b9d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.113556] env[62211]: DEBUG oslo_concurrency.lockutils [req-a36875f1-8c74-4e4c-a06c-3caded3dc887 req-545f1849-1430-488a-aae4-59f6ae95b958 service nova] Acquired lock "refresh_cache-5f87762e-e397-4a36-8835-36419676b9d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.113734] env[62211]: DEBUG nova.network.neutron [req-a36875f1-8c74-4e4c-a06c-3caded3dc887 req-545f1849-1430-488a-aae4-59f6ae95b958 service nova] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Refreshing network info cache for port 851c3f18-aeb7-4667-aaa7-5c65c7035f01 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1818.193030] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': task-2074438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.294977} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.193030] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1818.193030] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a2cdcf-f7fe-4b47-b2df-8d0cd895208b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.214746] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b0870ac7-90ba-4212-a8e0-100466cd838b/b0870ac7-90ba-4212-a8e0-100466cd838b.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1818.217254] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0af7a55-2c99-4343-a7d7-6ffebc8174a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.237258] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Waiting for the task: (returnval){ [ 1818.237258] env[62211]: value = "task-2074439" [ 1818.237258] env[62211]: _type = "Task" [ 1818.237258] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.246209] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': task-2074439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.306834] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "refresh_cache-5f87762e-e397-4a36-8835-36419676b9d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.393926] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.407798] env[62211]: DEBUG nova.network.neutron [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating instance_info_cache with network_info: [{"id": "22a9b407-0979-474e-9da4-a427e6d1f4d8", "address": "fa:16:3e:71:4d:fb", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22a9b407-09", "ovs_interfaceid": "22a9b407-0979-474e-9da4-a427e6d1f4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.517219] env[62211]: DEBUG nova.scheduler.client.report [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1818.646122] env[62211]: DEBUG nova.network.neutron [req-a36875f1-8c74-4e4c-a06c-3caded3dc887 req-545f1849-1430-488a-aae4-59f6ae95b958 service nova] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1818.750698] env[62211]: DEBUG nova.network.neutron [req-a36875f1-8c74-4e4c-a06c-3caded3dc887 req-545f1849-1430-488a-aae4-59f6ae95b958 service nova] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.759129] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': task-2074439, 'name': ReconfigVM_Task, 'duration_secs': 0.287758} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.761619] env[62211]: DEBUG oslo_concurrency.lockutils [req-a36875f1-8c74-4e4c-a06c-3caded3dc887 req-545f1849-1430-488a-aae4-59f6ae95b958 service nova] Releasing lock "refresh_cache-5f87762e-e397-4a36-8835-36419676b9d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.762107] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b0870ac7-90ba-4212-a8e0-100466cd838b/b0870ac7-90ba-4212-a8e0-100466cd838b.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1818.763132] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquired lock "refresh_cache-5f87762e-e397-4a36-8835-36419676b9d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.763330] env[62211]: DEBUG nova.network.neutron [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.764629] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-add0bc2f-292a-41ce-a398-f5549127c741 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.771618] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Waiting for the task: (returnval){ [ 1818.771618] env[62211]: value = "task-2074440" [ 1818.771618] env[62211]: _type = "Task" [ 1818.771618] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.780953] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': task-2074440, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.912475] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Releasing lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.912769] env[62211]: DEBUG nova.objects.instance [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lazy-loading 'migration_context' on Instance uuid 3f952136-5629-42ba-8a95-a21524601643 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1819.023505] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.945s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.024098] env[62211]: DEBUG nova.compute.manager [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1819.026879] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.431s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.028321] env[62211]: INFO nova.compute.claims [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1819.280781] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': task-2074440, 'name': Rename_Task, 'duration_secs': 0.150219} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.281066] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1819.281316] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76d74dd7-85b4-420a-8723-60bb82fafb3b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.288600] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Waiting for the task: (returnval){ [ 1819.288600] env[62211]: value = "task-2074441" [ 1819.288600] env[62211]: _type = "Task" [ 1819.288600] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.296622] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': task-2074441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.298862] env[62211]: DEBUG nova.network.neutron [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1819.416145] env[62211]: DEBUG nova.objects.base [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Object Instance<3f952136-5629-42ba-8a95-a21524601643> lazy-loaded attributes: info_cache,migration_context {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1819.417125] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87d330f-7748-48ea-8a89-9b692ff4e91d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.436422] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58463110-bb30-4331-bc88-5db909eca309 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.439470] env[62211]: DEBUG nova.network.neutron [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Updating instance_info_cache with network_info: [{"id": "851c3f18-aeb7-4667-aaa7-5c65c7035f01", "address": "fa:16:3e:3a:76:54", "network": {"id": "3c4c9dca-bc2e-4b65-add9-5b82a8d1a981", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1684742246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "145aa92b62e3493cbe952867493bd447", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851c3f18-ae", "ovs_interfaceid": "851c3f18-aeb7-4667-aaa7-5c65c7035f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.445029] env[62211]: DEBUG oslo_vmware.api [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1819.445029] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526dc9be-a947-b613-3775-fe1b7f3b456a" [ 1819.445029] env[62211]: _type = "Task" [ 1819.445029] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.453189] env[62211]: DEBUG oslo_vmware.api [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526dc9be-a947-b613-3775-fe1b7f3b456a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.535766] env[62211]: DEBUG nova.compute.utils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1819.537167] env[62211]: DEBUG nova.compute.manager [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1819.537338] env[62211]: DEBUG nova.network.neutron [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1819.602877] env[62211]: DEBUG nova.policy [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '077f7e7187a24baeb2f3d929dd4d765c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ef7ba8fb974d6fba860ada7e8a464c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1819.801039] env[62211]: DEBUG oslo_vmware.api [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': task-2074441, 'name': PowerOnVM_Task, 'duration_secs': 0.505636} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.801039] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1819.801184] env[62211]: INFO nova.compute.manager [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1819.801375] env[62211]: DEBUG nova.compute.manager [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1819.802223] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9fe72e-cac6-4ba0-8797-c09d6d3ae22c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.944913] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Releasing lock "refresh_cache-5f87762e-e397-4a36-8835-36419676b9d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.944913] env[62211]: DEBUG nova.compute.manager [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Instance network_info: |[{"id": "851c3f18-aeb7-4667-aaa7-5c65c7035f01", "address": "fa:16:3e:3a:76:54", "network": {"id": "3c4c9dca-bc2e-4b65-add9-5b82a8d1a981", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1684742246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "145aa92b62e3493cbe952867493bd447", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851c3f18-ae", "ovs_interfaceid": "851c3f18-aeb7-4667-aaa7-5c65c7035f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1819.945390] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:76:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '851c3f18-aeb7-4667-aaa7-5c65c7035f01', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1819.953926] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Creating folder: Project (145aa92b62e3493cbe952867493bd447). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1819.954605] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d916e642-65b2-45ab-aa2e-ea5836e5dc14 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.962024] env[62211]: DEBUG nova.network.neutron [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Successfully created port: 7c806155-6adf-4697-ad17-357f0100a83a {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1819.969535] env[62211]: DEBUG oslo_vmware.api [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526dc9be-a947-b613-3775-fe1b7f3b456a, 'name': SearchDatastore_Task, 'duration_secs': 0.008394} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.969945] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.973018] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Created folder: Project (145aa92b62e3493cbe952867493bd447) in parent group-v425157. [ 1819.973018] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Creating folder: Instances. Parent ref: group-v425229. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1819.973018] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e90b4296-f257-4e88-9b4f-2787a27fdb4f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.983018] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Created folder: Instances in parent group-v425229. [ 1819.983018] env[62211]: DEBUG oslo.service.loopingcall [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.983018] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1819.983018] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7348399e-0190-4a02-ad6b-c534057f0eb4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.001897] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.001897] env[62211]: value = "task-2074444" [ 1820.001897] env[62211]: _type = "Task" [ 1820.001897] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.009373] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074444, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.042023] env[62211]: DEBUG nova.compute.manager [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1820.327309] env[62211]: INFO nova.compute.manager [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Took 44.68 seconds to build instance. [ 1820.512792] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074444, 'name': CreateVM_Task, 'duration_secs': 0.328076} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.513751] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1820.514520] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e9e821-6d86-44d6-9010-3ff97d1bcb3b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.517411] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.517518] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.517782] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1820.518009] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa329509-9ed3-4502-a67a-687e785ead42 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.522715] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1820.522715] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5253fd7d-c26b-63bb-6ea4-1a07eeeb3ac0" [ 1820.522715] env[62211]: _type = "Task" [ 1820.522715] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.527251] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36093e27-fac3-457e-970c-2f1fe28e16fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.534996] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5253fd7d-c26b-63bb-6ea4-1a07eeeb3ac0, 'name': SearchDatastore_Task, 'duration_secs': 0.009145} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.557953] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.558225] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1820.558459] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.558602] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.558879] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1820.562569] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68f09f26-58b3-4228-8465-22a97cf4bd7a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.564914] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b27b94-9827-4364-a0f9-2f4d2c6bbdad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.572535] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e665c6-bc0c-4bae-8eb8-add706299414 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.577030] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1820.577214] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1820.578175] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e4a49e-2e5e-4d06-85ef-0d125427fad6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.587892] env[62211]: DEBUG nova.compute.provider_tree [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1820.592581] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1820.592581] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d3800e-a67e-1a73-83e0-7bf12616ec45" [ 1820.592581] env[62211]: _type = "Task" [ 1820.592581] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.602768] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d3800e-a67e-1a73-83e0-7bf12616ec45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.834600] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ffe7b15-5341-4e7d-938b-c69361336edb tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Lock "b0870ac7-90ba-4212-a8e0-100466cd838b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.096s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.068734] env[62211]: DEBUG nova.compute.manager [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1821.105338] env[62211]: DEBUG nova.virt.hardware [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1821.105571] env[62211]: DEBUG nova.virt.hardware [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.105731] env[62211]: DEBUG nova.virt.hardware [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1821.106027] env[62211]: DEBUG nova.virt.hardware [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.106110] env[62211]: DEBUG nova.virt.hardware [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1821.106204] env[62211]: DEBUG nova.virt.hardware [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1821.106412] env[62211]: DEBUG nova.virt.hardware [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1821.106561] env[62211]: DEBUG nova.virt.hardware [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1821.106725] env[62211]: DEBUG nova.virt.hardware [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1821.106889] env[62211]: DEBUG nova.virt.hardware [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1821.107071] env[62211]: DEBUG nova.virt.hardware [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1821.108268] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c059c99-a4c6-4633-91fd-1eb4d87f4efa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.117350] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d3800e-a67e-1a73-83e0-7bf12616ec45, 'name': SearchDatastore_Task, 'duration_secs': 0.008709} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.118907] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c3b938-f1ad-45cc-9675-5e91aac5d0bb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.125265] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae1d485-9f29-4d43-8c19-9b74dfe14f9c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.130417] env[62211]: DEBUG nova.scheduler.client.report [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1821.130682] env[62211]: DEBUG nova.compute.provider_tree [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 53 to 54 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1821.131096] env[62211]: DEBUG nova.compute.provider_tree [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1821.135707] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1821.135707] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529ae88a-6ff2-6508-4dcc-21391af5e3bb" [ 1821.135707] env[62211]: _type = "Task" [ 1821.135707] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.154893] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529ae88a-6ff2-6508-4dcc-21391af5e3bb, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.154893] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.154893] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 5f87762e-e397-4a36-8835-36419676b9d5/5f87762e-e397-4a36-8835-36419676b9d5.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1821.155122] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ce3afec-edfc-4a82-9d2c-2b5a18c76f2e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.163799] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1821.163799] env[62211]: value = "task-2074445" [ 1821.163799] env[62211]: _type = "Task" [ 1821.163799] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.174624] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.325255] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Acquiring lock "b0870ac7-90ba-4212-a8e0-100466cd838b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.325565] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Lock "b0870ac7-90ba-4212-a8e0-100466cd838b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.325746] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Acquiring lock "b0870ac7-90ba-4212-a8e0-100466cd838b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.325926] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Lock "b0870ac7-90ba-4212-a8e0-100466cd838b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.326218] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Lock "b0870ac7-90ba-4212-a8e0-100466cd838b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.328825] env[62211]: INFO nova.compute.manager [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Terminating instance [ 1821.336879] env[62211]: DEBUG nova.compute.manager [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1821.503407] env[62211]: DEBUG nova.compute.manager [req-4ca78625-d597-47c5-9f0b-6f58309d93a2 req-90dfa4e1-dda5-48ab-b5f2-595f048c7a24 service nova] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Received event network-vif-plugged-7c806155-6adf-4697-ad17-357f0100a83a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1821.503594] env[62211]: DEBUG oslo_concurrency.lockutils [req-4ca78625-d597-47c5-9f0b-6f58309d93a2 req-90dfa4e1-dda5-48ab-b5f2-595f048c7a24 service nova] Acquiring lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.503839] env[62211]: DEBUG oslo_concurrency.lockutils [req-4ca78625-d597-47c5-9f0b-6f58309d93a2 req-90dfa4e1-dda5-48ab-b5f2-595f048c7a24 service nova] Lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.504017] env[62211]: DEBUG oslo_concurrency.lockutils [req-4ca78625-d597-47c5-9f0b-6f58309d93a2 req-90dfa4e1-dda5-48ab-b5f2-595f048c7a24 service nova] Lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.504194] env[62211]: DEBUG nova.compute.manager [req-4ca78625-d597-47c5-9f0b-6f58309d93a2 req-90dfa4e1-dda5-48ab-b5f2-595f048c7a24 service nova] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] No waiting events found dispatching network-vif-plugged-7c806155-6adf-4697-ad17-357f0100a83a {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1821.504356] env[62211]: WARNING nova.compute.manager [req-4ca78625-d597-47c5-9f0b-6f58309d93a2 req-90dfa4e1-dda5-48ab-b5f2-595f048c7a24 service nova] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Received unexpected event network-vif-plugged-7c806155-6adf-4697-ad17-357f0100a83a for instance with vm_state building and task_state spawning. [ 1821.616408] env[62211]: DEBUG nova.network.neutron [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Successfully updated port: 7c806155-6adf-4697-ad17-357f0100a83a {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1821.640022] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.640022] env[62211]: DEBUG nova.compute.manager [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1821.640926] env[62211]: DEBUG oslo_concurrency.lockutils [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.504s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.641283] env[62211]: DEBUG nova.objects.instance [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62211) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1821.681508] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458858} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.681783] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 5f87762e-e397-4a36-8835-36419676b9d5/5f87762e-e397-4a36-8835-36419676b9d5.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1821.681997] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1821.682269] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59e0d376-12f6-4fc2-ab1d-9be661692886 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.694206] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1821.694206] env[62211]: value = "task-2074446" [ 1821.694206] env[62211]: _type = "Task" [ 1821.694206] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.701289] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.835038] env[62211]: DEBUG nova.compute.manager [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1821.835038] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1821.835888] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a256a53-653a-4d2c-a4b6-9008c4068169 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.848890] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1821.851167] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f7e094b-aa70-413d-afc1-f86b22c13174 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.857563] env[62211]: DEBUG oslo_vmware.api [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Waiting for the task: (returnval){ [ 1821.857563] env[62211]: value = "task-2074447" [ 1821.857563] env[62211]: _type = "Task" [ 1821.857563] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.865896] env[62211]: DEBUG oslo_vmware.api [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': task-2074447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.870416] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.118054] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.118327] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.118409] env[62211]: DEBUG nova.network.neutron [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.147336] env[62211]: DEBUG nova.compute.utils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.155021] env[62211]: DEBUG nova.compute.manager [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1822.155021] env[62211]: DEBUG nova.network.neutron [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1822.202323] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292769} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.202616] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1822.203526] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b3f1c1-fc71-4606-802e-dc55e31aaba0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.225736] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 5f87762e-e397-4a36-8835-36419676b9d5/5f87762e-e397-4a36-8835-36419676b9d5.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1822.227085] env[62211]: DEBUG nova.policy [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd8cee84365c4b8bac59a94069daeaeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cc6916a76024aa49aafa89913291a56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1822.228491] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-344cf8b8-5ce5-49c5-b9c7-968905f2d1ca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.249141] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1822.249141] env[62211]: value = "task-2074448" [ 1822.249141] env[62211]: _type = "Task" [ 1822.249141] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.257222] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.373114] env[62211]: DEBUG oslo_vmware.api [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': task-2074447, 'name': PowerOffVM_Task, 'duration_secs': 0.203311} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.373114] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1822.373114] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1822.373114] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b72ebaef-9c4b-4d84-b6c9-1bcdded1e090 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.442732] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1822.443467] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1822.443467] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Deleting the datastore file [datastore1] b0870ac7-90ba-4212-a8e0-100466cd838b {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1822.443467] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb94f2cc-d7ff-427e-ad04-9dfc9f0e6228 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.449836] env[62211]: DEBUG oslo_vmware.api [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Waiting for the task: (returnval){ [ 1822.449836] env[62211]: value = "task-2074450" [ 1822.449836] env[62211]: _type = "Task" [ 1822.449836] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.457571] env[62211]: DEBUG oslo_vmware.api [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': task-2074450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.596326] env[62211]: DEBUG nova.network.neutron [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Successfully created port: c3fbdc41-c566-46cb-8d53-406dc4dd80d6 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1822.652392] env[62211]: DEBUG nova.compute.manager [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1822.659042] env[62211]: DEBUG oslo_concurrency.lockutils [None req-74cc0ded-da10-4dab-808b-ccbc3f68772b tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.659042] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.487s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.659042] env[62211]: INFO nova.compute.claims [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1822.661252] env[62211]: DEBUG nova.network.neutron [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1822.757970] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074448, 'name': ReconfigVM_Task, 'duration_secs': 0.332755} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.758287] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 5f87762e-e397-4a36-8835-36419676b9d5/5f87762e-e397-4a36-8835-36419676b9d5.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1822.758856] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16240a51-5b6d-4d19-b741-482ef51a3568 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.765795] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1822.765795] env[62211]: value = "task-2074451" [ 1822.765795] env[62211]: _type = "Task" [ 1822.765795] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.773136] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074451, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.942477] env[62211]: DEBUG nova.network.neutron [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance_info_cache with network_info: [{"id": "7c806155-6adf-4697-ad17-357f0100a83a", "address": "fa:16:3e:8d:31:b5", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c806155-6a", "ovs_interfaceid": "7c806155-6adf-4697-ad17-357f0100a83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.959067] env[62211]: DEBUG oslo_vmware.api [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Task: {'id': task-2074450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205815} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.960514] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1822.960514] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1822.960514] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1822.960514] env[62211]: INFO nova.compute.manager [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1822.960514] env[62211]: DEBUG oslo.service.loopingcall [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.960916] env[62211]: DEBUG nova.compute.manager [-] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1822.960916] env[62211]: DEBUG nova.network.neutron [-] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1823.284301] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074451, 'name': Rename_Task, 'duration_secs': 0.138511} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.285339] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1823.286902] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbe6eefa-e7ab-430e-a085-e7be85ecc072 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.294722] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1823.294722] env[62211]: value = "task-2074452" [ 1823.294722] env[62211]: _type = "Task" [ 1823.294722] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.302309] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.445126] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.445473] env[62211]: DEBUG nova.compute.manager [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Instance network_info: |[{"id": "7c806155-6adf-4697-ad17-357f0100a83a", "address": "fa:16:3e:8d:31:b5", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c806155-6a", "ovs_interfaceid": "7c806155-6adf-4697-ad17-357f0100a83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1823.445902] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:31:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c806155-6adf-4697-ad17-357f0100a83a', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1823.453658] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Creating folder: Project (44ef7ba8fb974d6fba860ada7e8a464c). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1823.453889] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14a0409a-595d-4693-8dc9-de2eed46bee7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.463814] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Created folder: Project (44ef7ba8fb974d6fba860ada7e8a464c) in parent group-v425157. [ 1823.464035] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Creating folder: Instances. Parent ref: group-v425232. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1823.464281] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a93b6a5-1be0-44ba-b729-712c19a25638 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.473485] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Created folder: Instances in parent group-v425232. [ 1823.473739] env[62211]: DEBUG oslo.service.loopingcall [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.473970] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1823.474208] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c123d0eb-d365-43c5-aecc-04135823d5cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.500745] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1823.500745] env[62211]: value = "task-2074455" [ 1823.500745] env[62211]: _type = "Task" [ 1823.500745] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.508747] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074455, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.561064] env[62211]: DEBUG nova.compute.manager [req-10261776-5580-4da0-ae48-57086401fb7b req-6beb8850-3e03-4212-9e0f-385aead721d0 service nova] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Received event network-changed-7c806155-6adf-4697-ad17-357f0100a83a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1823.561264] env[62211]: DEBUG nova.compute.manager [req-10261776-5580-4da0-ae48-57086401fb7b req-6beb8850-3e03-4212-9e0f-385aead721d0 service nova] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Refreshing instance network info cache due to event network-changed-7c806155-6adf-4697-ad17-357f0100a83a. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1823.561486] env[62211]: DEBUG oslo_concurrency.lockutils [req-10261776-5580-4da0-ae48-57086401fb7b req-6beb8850-3e03-4212-9e0f-385aead721d0 service nova] Acquiring lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.561676] env[62211]: DEBUG oslo_concurrency.lockutils [req-10261776-5580-4da0-ae48-57086401fb7b req-6beb8850-3e03-4212-9e0f-385aead721d0 service nova] Acquired lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.561920] env[62211]: DEBUG nova.network.neutron [req-10261776-5580-4da0-ae48-57086401fb7b req-6beb8850-3e03-4212-9e0f-385aead721d0 service nova] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Refreshing network info cache for port 7c806155-6adf-4697-ad17-357f0100a83a {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1823.665290] env[62211]: DEBUG nova.compute.manager [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1823.702189] env[62211]: DEBUG nova.virt.hardware [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1823.702673] env[62211]: DEBUG nova.virt.hardware [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1823.702885] env[62211]: DEBUG nova.virt.hardware [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1823.703367] env[62211]: DEBUG nova.virt.hardware [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1823.703644] env[62211]: DEBUG nova.virt.hardware [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1823.703926] env[62211]: DEBUG nova.virt.hardware [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1823.704305] env[62211]: DEBUG nova.virt.hardware [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1823.704593] env[62211]: DEBUG nova.virt.hardware [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1823.704905] env[62211]: DEBUG nova.virt.hardware [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1823.705236] env[62211]: DEBUG nova.virt.hardware [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1823.705557] env[62211]: DEBUG nova.virt.hardware [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1823.706892] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356b75d8-62ba-4666-941f-fba23d27ce3a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.721225] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c6d352-d589-4681-853e-d4bbfe6882ec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.774141] env[62211]: DEBUG nova.network.neutron [-] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.805798] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.014800] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074455, 'name': CreateVM_Task, 'duration_secs': 0.33958} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.019497] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1824.019497] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.019718] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.020009] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1824.020341] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c1313a5-1044-4fa0-ac52-a76e2623e18e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.027691] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1824.027691] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52448c3a-805d-82c0-1499-01b1e94edb81" [ 1824.027691] env[62211]: _type = "Task" [ 1824.027691] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.033521] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52448c3a-805d-82c0-1499-01b1e94edb81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.173571] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e37999d-681e-462e-8aa4-7a56d153c326 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.184893] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927b1470-8473-4ccc-a80a-973ca924c9b4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.218270] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba31140-3770-4885-892e-56b9559c6f2c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.226022] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8629100b-4195-445c-8490-f99e0161c8de {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.241410] env[62211]: DEBUG nova.compute.provider_tree [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.276743] env[62211]: INFO nova.compute.manager [-] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Took 1.32 seconds to deallocate network for instance. [ 1824.310587] env[62211]: DEBUG oslo_vmware.api [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074452, 'name': PowerOnVM_Task, 'duration_secs': 1.01557} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.310851] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1824.311011] env[62211]: INFO nova.compute.manager [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1824.311210] env[62211]: DEBUG nova.compute.manager [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.312017] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e132d332-2607-40c6-b7bf-a19747e8940e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.376637] env[62211]: DEBUG nova.network.neutron [req-10261776-5580-4da0-ae48-57086401fb7b req-6beb8850-3e03-4212-9e0f-385aead721d0 service nova] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updated VIF entry in instance network info cache for port 7c806155-6adf-4697-ad17-357f0100a83a. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1824.376997] env[62211]: DEBUG nova.network.neutron [req-10261776-5580-4da0-ae48-57086401fb7b req-6beb8850-3e03-4212-9e0f-385aead721d0 service nova] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance_info_cache with network_info: [{"id": "7c806155-6adf-4697-ad17-357f0100a83a", "address": "fa:16:3e:8d:31:b5", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c806155-6a", "ovs_interfaceid": "7c806155-6adf-4697-ad17-357f0100a83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.537828] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52448c3a-805d-82c0-1499-01b1e94edb81, 'name': SearchDatastore_Task, 'duration_secs': 0.008997} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.538321] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.539241] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1824.539536] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.539701] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.539885] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1824.540159] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1b088a0-4442-4f80-a054-e8ac12fdf03b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.555387] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1824.555579] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1824.556315] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0315ba6-9f21-4889-9fd6-60479d6cb65c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.566223] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1824.566223] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52fc34cf-5a2b-dcea-24da-9e3b845b8f29" [ 1824.566223] env[62211]: _type = "Task" [ 1824.566223] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.576411] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52fc34cf-5a2b-dcea-24da-9e3b845b8f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.744855] env[62211]: DEBUG nova.scheduler.client.report [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.787181] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.831051] env[62211]: INFO nova.compute.manager [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Took 43.28 seconds to build instance. [ 1824.879482] env[62211]: DEBUG oslo_concurrency.lockutils [req-10261776-5580-4da0-ae48-57086401fb7b req-6beb8850-3e03-4212-9e0f-385aead721d0 service nova] Releasing lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.879705] env[62211]: DEBUG nova.compute.manager [req-10261776-5580-4da0-ae48-57086401fb7b req-6beb8850-3e03-4212-9e0f-385aead721d0 service nova] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Received event network-vif-deleted-995758e3-861b-4404-8507-819286e4d183 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1824.879891] env[62211]: INFO nova.compute.manager [req-10261776-5580-4da0-ae48-57086401fb7b req-6beb8850-3e03-4212-9e0f-385aead721d0 service nova] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Neutron deleted interface 995758e3-861b-4404-8507-819286e4d183; detaching it from the instance and deleting it from the info cache [ 1824.880068] env[62211]: DEBUG nova.network.neutron [req-10261776-5580-4da0-ae48-57086401fb7b req-6beb8850-3e03-4212-9e0f-385aead721d0 service nova] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.078491] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52fc34cf-5a2b-dcea-24da-9e3b845b8f29, 'name': SearchDatastore_Task, 'duration_secs': 0.039634} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.079323] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c1423b-e2fd-450b-9f28-70e7da5f1fa6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.084645] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1825.084645] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52ed2a69-fd92-d4e1-c686-ccacf912e839" [ 1825.084645] env[62211]: _type = "Task" [ 1825.084645] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.096018] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ed2a69-fd92-d4e1-c686-ccacf912e839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.250021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.250583] env[62211]: DEBUG nova.compute.manager [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1825.253224] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.080s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.253391] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.256766] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1825.256766] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.501s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.256766] env[62211]: DEBUG nova.objects.instance [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lazy-loading 'resources' on Instance uuid ef210777-ba8b-485a-b3bb-ef65a8ed3ad9 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.256766] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3e33af-9feb-47e8-b8bf-7173df4a58f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.270771] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269747c6-dec3-4422-bee5-8f43041f3abf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.297452] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b682d1e6-62f9-4055-b4b1-cc1b96d4ee7a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.305021] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e5299c-ec9e-47c8-875f-8f55930a68dd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.336356] env[62211]: DEBUG oslo_concurrency.lockutils [None req-304f9391-7bde-4e72-b8ad-111720ef076b tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "5f87762e-e397-4a36-8835-36419676b9d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.127s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.337194] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179895MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1825.337194] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.382243] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a441206-b6f5-456c-bb2a-19aa760479ee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.391569] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3d636f-efb2-4b74-9b2e-91b024006c63 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.420782] env[62211]: DEBUG nova.compute.manager [req-10261776-5580-4da0-ae48-57086401fb7b req-6beb8850-3e03-4212-9e0f-385aead721d0 service nova] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Detach interface failed, port_id=995758e3-861b-4404-8507-819286e4d183, reason: Instance b0870ac7-90ba-4212-a8e0-100466cd838b could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1825.603730] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ed2a69-fd92-d4e1-c686-ccacf912e839, 'name': SearchDatastore_Task, 'duration_secs': 0.009522} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.603730] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.603730] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4/8ad86c6d-5655-4bca-8a9f-4af4d05d71e4.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1825.603730] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d690573-1e91-4bb6-9ba9-4533d7db88e0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.614484] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1825.614484] env[62211]: value = "task-2074456" [ 1825.614484] env[62211]: _type = "Task" [ 1825.614484] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.626376] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.758371] env[62211]: DEBUG nova.compute.utils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1825.762491] env[62211]: DEBUG nova.compute.manager [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1825.762665] env[62211]: DEBUG nova.network.neutron [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1825.822910] env[62211]: DEBUG nova.policy [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1e25fd9e2b1416a97f632908e73266b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2111ac2dc2ae48d3a308762088d29778', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1825.840297] env[62211]: DEBUG nova.compute.manager [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1825.978368] env[62211]: INFO nova.compute.manager [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Rescuing [ 1825.978673] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "refresh_cache-5f87762e-e397-4a36-8835-36419676b9d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.979131] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquired lock "refresh_cache-5f87762e-e397-4a36-8835-36419676b9d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.979131] env[62211]: DEBUG nova.network.neutron [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.128831] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471886} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.129176] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4/8ad86c6d-5655-4bca-8a9f-4af4d05d71e4.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1826.129412] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1826.129682] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc5d3326-56dc-455a-b4aa-07f52c2e0f4d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.136796] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1826.136796] env[62211]: value = "task-2074457" [ 1826.136796] env[62211]: _type = "Task" [ 1826.136796] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.150501] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.183705] env[62211]: DEBUG nova.network.neutron [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Successfully created port: 0a5b2a9b-40c5-4004-8a61-526a479c545e {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1826.262551] env[62211]: DEBUG nova.compute.manager [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1826.308665] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d0a086-a86c-4396-b5a3-214c315489f2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.317367] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72883b7c-6f8b-4740-a556-5c23fa4a7374 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.351526] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f2bca2-a5ae-4430-b603-3df7ed3b000a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.362436] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6914828b-1576-45be-89f5-d8299b4f179f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.370532] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.381189] env[62211]: DEBUG nova.compute.provider_tree [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1826.652060] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069995} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.652203] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1826.653061] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2479b44-0996-4b54-9e20-6341219ca88c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.677590] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4/8ad86c6d-5655-4bca-8a9f-4af4d05d71e4.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1826.677903] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5300a6e6-5e98-4a47-bcb9-0d5c5476f122 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.701684] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1826.701684] env[62211]: value = "task-2074458" [ 1826.701684] env[62211]: _type = "Task" [ 1826.701684] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.718362] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.917368] env[62211]: DEBUG nova.scheduler.client.report [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1826.917504] env[62211]: DEBUG nova.compute.provider_tree [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 54 to 55 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1826.917784] env[62211]: DEBUG nova.compute.provider_tree [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1827.051456] env[62211]: DEBUG nova.network.neutron [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Updating instance_info_cache with network_info: [{"id": "851c3f18-aeb7-4667-aaa7-5c65c7035f01", "address": "fa:16:3e:3a:76:54", "network": {"id": "3c4c9dca-bc2e-4b65-add9-5b82a8d1a981", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1684742246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "145aa92b62e3493cbe952867493bd447", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851c3f18-ae", "ovs_interfaceid": "851c3f18-aeb7-4667-aaa7-5c65c7035f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.126562] env[62211]: DEBUG nova.compute.manager [req-1364efc2-fc39-4594-a050-239114b45f67 req-253540d3-f28f-4e40-b290-7765b9fbc9c2 service nova] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Received event network-vif-plugged-c3fbdc41-c566-46cb-8d53-406dc4dd80d6 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1827.126829] env[62211]: DEBUG oslo_concurrency.lockutils [req-1364efc2-fc39-4594-a050-239114b45f67 req-253540d3-f28f-4e40-b290-7765b9fbc9c2 service nova] Acquiring lock "263d801e-a8c6-4df2-889b-6bbae1cd5360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.127098] env[62211]: DEBUG oslo_concurrency.lockutils [req-1364efc2-fc39-4594-a050-239114b45f67 req-253540d3-f28f-4e40-b290-7765b9fbc9c2 service nova] Lock "263d801e-a8c6-4df2-889b-6bbae1cd5360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.127248] env[62211]: DEBUG oslo_concurrency.lockutils [req-1364efc2-fc39-4594-a050-239114b45f67 req-253540d3-f28f-4e40-b290-7765b9fbc9c2 service nova] Lock "263d801e-a8c6-4df2-889b-6bbae1cd5360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.127420] env[62211]: DEBUG nova.compute.manager [req-1364efc2-fc39-4594-a050-239114b45f67 req-253540d3-f28f-4e40-b290-7765b9fbc9c2 service nova] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] No waiting events found dispatching network-vif-plugged-c3fbdc41-c566-46cb-8d53-406dc4dd80d6 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1827.127581] env[62211]: WARNING nova.compute.manager [req-1364efc2-fc39-4594-a050-239114b45f67 req-253540d3-f28f-4e40-b290-7765b9fbc9c2 service nova] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Received unexpected event network-vif-plugged-c3fbdc41-c566-46cb-8d53-406dc4dd80d6 for instance with vm_state building and task_state spawning. [ 1827.189629] env[62211]: DEBUG nova.network.neutron [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Successfully updated port: c3fbdc41-c566-46cb-8d53-406dc4dd80d6 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1827.212292] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074458, 'name': ReconfigVM_Task, 'duration_secs': 0.317286} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.212578] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4/8ad86c6d-5655-4bca-8a9f-4af4d05d71e4.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1827.213301] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7c3ad93-48ab-4032-9990-e017fbc43f78 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.220731] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1827.220731] env[62211]: value = "task-2074459" [ 1827.220731] env[62211]: _type = "Task" [ 1827.220731] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.228909] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074459, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.274958] env[62211]: DEBUG nova.compute.manager [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1827.310123] env[62211]: DEBUG nova.virt.hardware [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1827.310401] env[62211]: DEBUG nova.virt.hardware [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1827.310557] env[62211]: DEBUG nova.virt.hardware [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1827.310743] env[62211]: DEBUG nova.virt.hardware [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1827.310890] env[62211]: DEBUG nova.virt.hardware [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1827.311051] env[62211]: DEBUG nova.virt.hardware [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1827.311279] env[62211]: DEBUG nova.virt.hardware [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1827.311441] env[62211]: DEBUG nova.virt.hardware [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1827.311655] env[62211]: DEBUG nova.virt.hardware [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1827.311841] env[62211]: DEBUG nova.virt.hardware [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1827.312031] env[62211]: DEBUG nova.virt.hardware [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1827.313269] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0635f9c3-e0f7-44ee-b710-afd27062d8b4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.321476] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2694650f-52f1-48fa-9941-ec83aa8a9c3c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.426196] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.428798] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.238s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.429058] env[62211]: DEBUG nova.objects.instance [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Lazy-loading 'resources' on Instance uuid de76bde1-dc1e-4054-ae8b-72f9ed1da4a9 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.450692] env[62211]: INFO nova.scheduler.client.report [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Deleted allocations for instance ef210777-ba8b-485a-b3bb-ef65a8ed3ad9 [ 1827.554880] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Releasing lock "refresh_cache-5f87762e-e397-4a36-8835-36419676b9d5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.630833] env[62211]: DEBUG nova.compute.manager [None req-9a27bea5-87e5-4975-8244-663a0246c14a tempest-ServerDiagnosticsV248Test-1207425842 tempest-ServerDiagnosticsV248Test-1207425842-project-admin] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1827.631962] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aae4f2-5c7c-4f23-9f53-9852d0383946 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.638979] env[62211]: INFO nova.compute.manager [None req-9a27bea5-87e5-4975-8244-663a0246c14a tempest-ServerDiagnosticsV248Test-1207425842 tempest-ServerDiagnosticsV248Test-1207425842-project-admin] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Retrieving diagnostics [ 1827.639879] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6565b6d-b750-4be7-ba9b-cab04b6f678d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.692334] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "refresh_cache-263d801e-a8c6-4df2-889b-6bbae1cd5360" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.692492] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "refresh_cache-263d801e-a8c6-4df2-889b-6bbae1cd5360" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.692647] env[62211]: DEBUG nova.network.neutron [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.731759] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074459, 'name': Rename_Task, 'duration_secs': 0.14796} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.732084] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1827.732342] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2e4eece-092d-46d1-8e4d-92b9e5de7870 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.738908] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1827.738908] env[62211]: value = "task-2074460" [ 1827.738908] env[62211]: _type = "Task" [ 1827.738908] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.746519] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.928210] env[62211]: DEBUG nova.network.neutron [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Successfully updated port: 0a5b2a9b-40c5-4004-8a61-526a479c545e {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1827.961079] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd89c36a-2761-4b2c-a9ad-381f3f26bc1c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "ef210777-ba8b-485a-b3bb-ef65a8ed3ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.963s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.244576] env[62211]: DEBUG nova.network.neutron [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1828.253405] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074460, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.426577] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fabfed-427f-4655-8eec-3f9630d2f4a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.430242] env[62211]: DEBUG nova.network.neutron [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Updating instance_info_cache with network_info: [{"id": "c3fbdc41-c566-46cb-8d53-406dc4dd80d6", "address": "fa:16:3e:8a:ba:36", "network": {"id": "0726fe05-a3d8-48a6-81d7-80e12381d9f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1928272886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6916a76024aa49aafa89913291a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fbdc41-c5", "ovs_interfaceid": "c3fbdc41-c566-46cb-8d53-406dc4dd80d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.431886] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Acquiring lock "refresh_cache-658b491a-ec14-4a35-b670-64c95081c274" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.432670] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Acquired lock "refresh_cache-658b491a-ec14-4a35-b670-64c95081c274" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.432841] env[62211]: DEBUG nova.network.neutron [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1828.439083] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f7a379-9d94-466e-929e-53e518cd0c1f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.474250] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e3cf63-5411-4ea5-bebe-7deb2c57b701 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.482909] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298b8641-bbbe-4e02-a5ae-d5f56a7feb5e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.502143] env[62211]: DEBUG nova.compute.provider_tree [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.749680] env[62211]: DEBUG oslo_vmware.api [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074460, 'name': PowerOnVM_Task, 'duration_secs': 0.606004} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.749934] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1828.750283] env[62211]: INFO nova.compute.manager [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1828.750478] env[62211]: DEBUG nova.compute.manager [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1828.752039] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acad5ae6-b97b-482c-91c1-be866d4dddbd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.925210] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Acquiring lock "dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.925570] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Lock "dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.925821] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Acquiring lock "dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.926090] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Lock "dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.926358] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Lock "dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.929289] env[62211]: INFO nova.compute.manager [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Terminating instance [ 1828.934890] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "refresh_cache-263d801e-a8c6-4df2-889b-6bbae1cd5360" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.935186] env[62211]: DEBUG nova.compute.manager [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Instance network_info: |[{"id": "c3fbdc41-c566-46cb-8d53-406dc4dd80d6", "address": "fa:16:3e:8a:ba:36", "network": {"id": "0726fe05-a3d8-48a6-81d7-80e12381d9f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1928272886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6916a76024aa49aafa89913291a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fbdc41-c5", "ovs_interfaceid": "c3fbdc41-c566-46cb-8d53-406dc4dd80d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1828.937136] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:ba:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3fbdc41-c566-46cb-8d53-406dc4dd80d6', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1828.943158] env[62211]: DEBUG oslo.service.loopingcall [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.945715] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1828.946159] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21ba87ff-da71-4009-ba75-d0c217a476c5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.966677] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1828.966677] env[62211]: value = "task-2074461" [ 1828.966677] env[62211]: _type = "Task" [ 1828.966677] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.978326] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074461, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.001871] env[62211]: DEBUG nova.network.neutron [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1829.005329] env[62211]: DEBUG nova.scheduler.client.report [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1829.087612] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1829.087933] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba110063-6e92-4076-865a-bad07ce4790d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.098231] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1829.098231] env[62211]: value = "task-2074462" [ 1829.098231] env[62211]: _type = "Task" [ 1829.098231] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.113297] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.215355] env[62211]: DEBUG nova.compute.manager [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Received event network-changed-c3fbdc41-c566-46cb-8d53-406dc4dd80d6 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1829.215569] env[62211]: DEBUG nova.compute.manager [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Refreshing instance network info cache due to event network-changed-c3fbdc41-c566-46cb-8d53-406dc4dd80d6. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1829.215800] env[62211]: DEBUG oslo_concurrency.lockutils [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] Acquiring lock "refresh_cache-263d801e-a8c6-4df2-889b-6bbae1cd5360" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.215992] env[62211]: DEBUG oslo_concurrency.lockutils [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] Acquired lock "refresh_cache-263d801e-a8c6-4df2-889b-6bbae1cd5360" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.216105] env[62211]: DEBUG nova.network.neutron [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Refreshing network info cache for port c3fbdc41-c566-46cb-8d53-406dc4dd80d6 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.238360] env[62211]: DEBUG nova.network.neutron [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Updating instance_info_cache with network_info: [{"id": "0a5b2a9b-40c5-4004-8a61-526a479c545e", "address": "fa:16:3e:28:a0:51", "network": {"id": "9a5a12e6-3cba-4053-b929-38ab90bf523f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-704279334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2111ac2dc2ae48d3a308762088d29778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5b2a9b-40", "ovs_interfaceid": "0a5b2a9b-40c5-4004-8a61-526a479c545e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.273864] env[62211]: INFO nova.compute.manager [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Took 43.88 seconds to build instance. [ 1829.433203] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Acquiring lock "refresh_cache-dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.433451] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Acquired lock "refresh_cache-dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.433581] env[62211]: DEBUG nova.network.neutron [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1829.477616] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074461, 'name': CreateVM_Task, 'duration_secs': 0.484889} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.477697] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1829.478589] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.478758] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.479094] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1829.479656] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9177ff6-df39-45b2-96e2-cef3b2b751f7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.485774] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1829.485774] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52547ea6-a405-fe26-c826-9e17a942c1e4" [ 1829.485774] env[62211]: _type = "Task" [ 1829.485774] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.494281] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52547ea6-a405-fe26-c826-9e17a942c1e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.513588] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.515877] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.731s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.517504] env[62211]: INFO nova.compute.claims [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1829.535248] env[62211]: INFO nova.scheduler.client.report [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Deleted allocations for instance de76bde1-dc1e-4054-ae8b-72f9ed1da4a9 [ 1829.608932] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074462, 'name': PowerOffVM_Task, 'duration_secs': 0.198398} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.608932] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1829.609260] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cc9415-c48a-473f-90e0-3b60dbe184ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.629522] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1fd71f-4298-4692-86e2-8bc5ce904425 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.661467] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1829.662116] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c162ad0-983f-4acd-8e52-fe63f0d1a644 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.669495] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1829.669495] env[62211]: value = "task-2074463" [ 1829.669495] env[62211]: _type = "Task" [ 1829.669495] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.679033] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.744183] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Releasing lock "refresh_cache-658b491a-ec14-4a35-b670-64c95081c274" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.744183] env[62211]: DEBUG nova.compute.manager [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Instance network_info: |[{"id": "0a5b2a9b-40c5-4004-8a61-526a479c545e", "address": "fa:16:3e:28:a0:51", "network": {"id": "9a5a12e6-3cba-4053-b929-38ab90bf523f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-704279334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2111ac2dc2ae48d3a308762088d29778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5b2a9b-40", "ovs_interfaceid": "0a5b2a9b-40c5-4004-8a61-526a479c545e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1829.744476] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:a0:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a5b2a9b-40c5-4004-8a61-526a479c545e', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1829.751355] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Creating folder: Project (2111ac2dc2ae48d3a308762088d29778). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1829.751999] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6420fe2e-be09-480b-b9df-f535310fa539 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.764113] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Created folder: Project (2111ac2dc2ae48d3a308762088d29778) in parent group-v425157. [ 1829.764666] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Creating folder: Instances. Parent ref: group-v425236. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1829.765032] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9899c65-78e9-49c5-8ed3-de9ce69e96b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.776234] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cab37530-ef4f-44fb-8b46-a2cb526613bf tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.089s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.776802] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Created folder: Instances in parent group-v425236. [ 1829.777197] env[62211]: DEBUG oslo.service.loopingcall [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.778711] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1829.779234] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73c72790-4a8e-4ccc-97bf-9033a27019a0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.803245] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1829.803245] env[62211]: value = "task-2074466" [ 1829.803245] env[62211]: _type = "Task" [ 1829.803245] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.814060] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074466, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.924480] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "69cea9d8-4535-48cb-8e0f-f4b4ba124175" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.924894] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "69cea9d8-4535-48cb-8e0f-f4b4ba124175" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.973973] env[62211]: DEBUG nova.network.neutron [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1829.997080] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52547ea6-a405-fe26-c826-9e17a942c1e4, 'name': SearchDatastore_Task, 'duration_secs': 0.008891} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.997440] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.997744] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1829.998093] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.998310] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.998556] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1829.998874] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32542a19-2d48-45a8-972f-47b90d0c1992 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.007407] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1830.007853] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1830.008766] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb8b74e3-554f-431d-84e0-4ef49bf7c908 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.015365] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1830.015365] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52430198-38f7-20d2-758b-d5e3a1205064" [ 1830.015365] env[62211]: _type = "Task" [ 1830.015365] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.035021] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52430198-38f7-20d2-758b-d5e3a1205064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.043090] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6002ff4a-c6b5-4d1b-8793-e3fb9fef4247 tempest-InstanceActionsNegativeTestJSON-870988746 tempest-InstanceActionsNegativeTestJSON-870988746-project-member] Lock "de76bde1-dc1e-4054-ae8b-72f9ed1da4a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.709s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.165977] env[62211]: DEBUG nova.network.neutron [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.182074] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] VM already powered off {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1830.182396] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1830.182799] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.218703] env[62211]: DEBUG nova.network.neutron [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Updated VIF entry in instance network info cache for port c3fbdc41-c566-46cb-8d53-406dc4dd80d6. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1830.219056] env[62211]: DEBUG nova.network.neutron [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Updating instance_info_cache with network_info: [{"id": "c3fbdc41-c566-46cb-8d53-406dc4dd80d6", "address": "fa:16:3e:8a:ba:36", "network": {"id": "0726fe05-a3d8-48a6-81d7-80e12381d9f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1928272886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6916a76024aa49aafa89913291a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3fbdc41-c5", "ovs_interfaceid": "c3fbdc41-c566-46cb-8d53-406dc4dd80d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.227152] env[62211]: DEBUG nova.compute.manager [req-1dae9eee-f808-4444-b03d-55cb8343585d req-98427216-2922-425b-9bb4-66ad7200aa55 service nova] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Received event network-changed-7c806155-6adf-4697-ad17-357f0100a83a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1830.227296] env[62211]: DEBUG nova.compute.manager [req-1dae9eee-f808-4444-b03d-55cb8343585d req-98427216-2922-425b-9bb4-66ad7200aa55 service nova] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Refreshing instance network info cache due to event network-changed-7c806155-6adf-4697-ad17-357f0100a83a. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1830.227502] env[62211]: DEBUG oslo_concurrency.lockutils [req-1dae9eee-f808-4444-b03d-55cb8343585d req-98427216-2922-425b-9bb4-66ad7200aa55 service nova] Acquiring lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.227646] env[62211]: DEBUG oslo_concurrency.lockutils [req-1dae9eee-f808-4444-b03d-55cb8343585d req-98427216-2922-425b-9bb4-66ad7200aa55 service nova] Acquired lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.227804] env[62211]: DEBUG nova.network.neutron [req-1dae9eee-f808-4444-b03d-55cb8343585d req-98427216-2922-425b-9bb4-66ad7200aa55 service nova] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Refreshing network info cache for port 7c806155-6adf-4697-ad17-357f0100a83a {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.280482] env[62211]: DEBUG nova.compute.manager [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1830.314239] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074466, 'name': CreateVM_Task, 'duration_secs': 0.32039} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.314420] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1830.315451] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.315672] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.316037] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1830.316338] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9808e83f-2e56-473d-9b84-9f76f350d5ce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.321010] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1830.321010] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52959844-a87c-4b5a-194b-a9b16c692030" [ 1830.321010] env[62211]: _type = "Task" [ 1830.321010] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.328721] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52959844-a87c-4b5a-194b-a9b16c692030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.527655] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52430198-38f7-20d2-758b-d5e3a1205064, 'name': SearchDatastore_Task, 'duration_secs': 0.010983} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.528928] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ccbfa65-f45a-4933-8ae0-525fcd4c9679 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.537989] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1830.537989] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5216020f-02de-d9ba-3cc3-6a668844b404" [ 1830.537989] env[62211]: _type = "Task" [ 1830.537989] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.548219] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5216020f-02de-d9ba-3cc3-6a668844b404, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.548612] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.549491] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 263d801e-a8c6-4df2-889b-6bbae1cd5360/263d801e-a8c6-4df2-889b-6bbae1cd5360.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1830.552024] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.552024] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1830.552024] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-839e6e0f-5fb0-4a0c-9e27-3af0766ff85f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.552024] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e3231e6-7b3b-4f38-8203-fe5b72d71643 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.565198] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1830.565198] env[62211]: value = "task-2074467" [ 1830.565198] env[62211]: _type = "Task" [ 1830.565198] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.565605] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1830.565795] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1830.566576] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72fb4301-be1a-4508-9a8b-c2cd151e129f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.579682] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.581036] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1830.581036] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52883290-d568-357d-7534-62c29dcb0a76" [ 1830.581036] env[62211]: _type = "Task" [ 1830.581036] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.589792] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52883290-d568-357d-7534-62c29dcb0a76, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.591156] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00dab207-2102-4950-a565-3be5237383c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.598967] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1830.598967] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52a74c95-666c-a7dd-41e3-acf09516511e" [ 1830.598967] env[62211]: _type = "Task" [ 1830.598967] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.608136] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a74c95-666c-a7dd-41e3-acf09516511e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.668500] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Releasing lock "refresh_cache-dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.669028] env[62211]: DEBUG nova.compute.manager [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1830.669538] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1830.670120] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87df40f-e7bc-4481-bf20-5994493fa623 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.679213] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1830.681401] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-398fde4d-45a9-403a-ba5d-3a5ab0e14dc1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.689557] env[62211]: DEBUG oslo_vmware.api [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Waiting for the task: (returnval){ [ 1830.689557] env[62211]: value = "task-2074468" [ 1830.689557] env[62211]: _type = "Task" [ 1830.689557] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.705260] env[62211]: DEBUG oslo_vmware.api [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.722854] env[62211]: DEBUG oslo_concurrency.lockutils [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] Releasing lock "refresh_cache-263d801e-a8c6-4df2-889b-6bbae1cd5360" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.722854] env[62211]: DEBUG nova.compute.manager [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Received event network-vif-plugged-0a5b2a9b-40c5-4004-8a61-526a479c545e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1830.722854] env[62211]: DEBUG oslo_concurrency.lockutils [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] Acquiring lock "658b491a-ec14-4a35-b670-64c95081c274-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.722854] env[62211]: DEBUG oslo_concurrency.lockutils [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] Lock "658b491a-ec14-4a35-b670-64c95081c274-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.722854] env[62211]: DEBUG oslo_concurrency.lockutils [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] Lock "658b491a-ec14-4a35-b670-64c95081c274-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.724205] env[62211]: DEBUG nova.compute.manager [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] [instance: 658b491a-ec14-4a35-b670-64c95081c274] No waiting events found dispatching network-vif-plugged-0a5b2a9b-40c5-4004-8a61-526a479c545e {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1830.724205] env[62211]: WARNING nova.compute.manager [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Received unexpected event network-vif-plugged-0a5b2a9b-40c5-4004-8a61-526a479c545e for instance with vm_state building and task_state spawning. [ 1830.724205] env[62211]: DEBUG nova.compute.manager [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Received event network-changed-0a5b2a9b-40c5-4004-8a61-526a479c545e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1830.724205] env[62211]: DEBUG nova.compute.manager [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Refreshing instance network info cache due to event network-changed-0a5b2a9b-40c5-4004-8a61-526a479c545e. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1830.724205] env[62211]: DEBUG oslo_concurrency.lockutils [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] Acquiring lock "refresh_cache-658b491a-ec14-4a35-b670-64c95081c274" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.724340] env[62211]: DEBUG oslo_concurrency.lockutils [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] Acquired lock "refresh_cache-658b491a-ec14-4a35-b670-64c95081c274" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.724340] env[62211]: DEBUG nova.network.neutron [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Refreshing network info cache for port 0a5b2a9b-40c5-4004-8a61-526a479c545e {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.819535] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.834282] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52959844-a87c-4b5a-194b-a9b16c692030, 'name': SearchDatastore_Task, 'duration_secs': 0.008677} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.834612] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.834854] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1830.835091] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.077713] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480532} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.082121] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 263d801e-a8c6-4df2-889b-6bbae1cd5360/263d801e-a8c6-4df2-889b-6bbae1cd5360.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1831.082817] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1831.083689] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f54210b-818b-4610-8353-e65ef9c383b0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.090335] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1831.090335] env[62211]: value = "task-2074469" [ 1831.090335] env[62211]: _type = "Task" [ 1831.090335] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.105973] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.118717] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a74c95-666c-a7dd-41e3-acf09516511e, 'name': SearchDatastore_Task, 'duration_secs': 0.009388} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.122271] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.122548] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 5f87762e-e397-4a36-8835-36419676b9d5/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk. {{(pid=62211) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1831.123121] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.123320] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1831.123543] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cbfdaf7-2684-4aea-9ece-e408e3b33bf0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.125994] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0154e25b-7727-4776-931a-56e9a79accf0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.135625] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1831.135625] env[62211]: value = "task-2074470" [ 1831.135625] env[62211]: _type = "Task" [ 1831.135625] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.142778] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1831.142989] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1831.144364] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ece72c0-9e7c-477f-a261-1d2a8ea9051e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.150035] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.152500] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1831.152500] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52507946-b1c9-433a-f68f-00bb9baf6c2a" [ 1831.152500] env[62211]: _type = "Task" [ 1831.152500] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.161488] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52507946-b1c9-433a-f68f-00bb9baf6c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.193019] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7281ebfb-b18d-4552-ab16-050c4edb5bf7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.204522] env[62211]: DEBUG oslo_vmware.api [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074468, 'name': PowerOffVM_Task, 'duration_secs': 0.180054} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.206439] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1831.206613] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1831.206898] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe67b810-ff62-4a3e-8c1d-3b1c0ddaabf0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.209115] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8247ac02-c0a8-4768-b189-b5b27b9614b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.241935] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a0433e-af93-4fe5-9409-c49326504381 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.250012] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f1f760-2c91-4f2b-8443-05278efff038 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.266788] env[62211]: DEBUG nova.compute.provider_tree [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.269279] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1831.270122] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1831.270122] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Deleting the datastore file [datastore1] dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1831.270122] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5887b9ae-1e17-4863-8f19-be6cffdf107b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.275753] env[62211]: DEBUG oslo_vmware.api [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Waiting for the task: (returnval){ [ 1831.275753] env[62211]: value = "task-2074472" [ 1831.275753] env[62211]: _type = "Task" [ 1831.275753] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.283485] env[62211]: DEBUG oslo_vmware.api [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.566304] env[62211]: DEBUG nova.network.neutron [req-1dae9eee-f808-4444-b03d-55cb8343585d req-98427216-2922-425b-9bb4-66ad7200aa55 service nova] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updated VIF entry in instance network info cache for port 7c806155-6adf-4697-ad17-357f0100a83a. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.566585] env[62211]: DEBUG nova.network.neutron [req-1dae9eee-f808-4444-b03d-55cb8343585d req-98427216-2922-425b-9bb4-66ad7200aa55 service nova] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance_info_cache with network_info: [{"id": "7c806155-6adf-4697-ad17-357f0100a83a", "address": "fa:16:3e:8d:31:b5", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c806155-6a", "ovs_interfaceid": "7c806155-6adf-4697-ad17-357f0100a83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.602682] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073282} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.603027] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1831.603786] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3865cd75-f469-4602-b1a0-a6008134dda8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.626277] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 263d801e-a8c6-4df2-889b-6bbae1cd5360/263d801e-a8c6-4df2-889b-6bbae1cd5360.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.626922] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f85b591-76df-48bd-aff4-8bdd3d98506c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.651126] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462076} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.651126] env[62211]: INFO nova.virt.vmwareapi.ds_util [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 5f87762e-e397-4a36-8835-36419676b9d5/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk. [ 1831.651224] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1831.651224] env[62211]: value = "task-2074473" [ 1831.651224] env[62211]: _type = "Task" [ 1831.651224] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.651869] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eb0081-de32-4603-82bb-03ab69b0c7a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.684948] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 5f87762e-e397-4a36-8835-36419676b9d5/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.692030] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7703365-9a81-410d-8ee8-83e26cc0cfb8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.704585] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.704728] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52507946-b1c9-433a-f68f-00bb9baf6c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.705899] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63271c36-650d-4255-afa7-edca7198ba3c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.714279] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1831.714279] env[62211]: value = "task-2074474" [ 1831.714279] env[62211]: _type = "Task" [ 1831.714279] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.714279] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1831.714279] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5251d250-cd34-194f-657d-e0488dd2a713" [ 1831.714279] env[62211]: _type = "Task" [ 1831.714279] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.724459] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074474, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.727677] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5251d250-cd34-194f-657d-e0488dd2a713, 'name': SearchDatastore_Task, 'duration_secs': 0.009379} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.728361] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.728691] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 658b491a-ec14-4a35-b670-64c95081c274/658b491a-ec14-4a35-b670-64c95081c274.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1831.729062] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3971250-460b-47fc-839c-8363ea222ff3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.736703] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1831.736703] env[62211]: value = "task-2074475" [ 1831.736703] env[62211]: _type = "Task" [ 1831.736703] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.747039] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.771299] env[62211]: DEBUG nova.scheduler.client.report [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.784693] env[62211]: DEBUG oslo_vmware.api [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Task: {'id': task-2074472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35301} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.785023] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1831.785209] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1831.785417] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1831.785616] env[62211]: INFO nova.compute.manager [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1831.786893] env[62211]: DEBUG oslo.service.loopingcall [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.786893] env[62211]: DEBUG nova.compute.manager [-] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1831.786893] env[62211]: DEBUG nova.network.neutron [-] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1831.823440] env[62211]: DEBUG nova.network.neutron [-] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1831.864241] env[62211]: DEBUG nova.network.neutron [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Updated VIF entry in instance network info cache for port 0a5b2a9b-40c5-4004-8a61-526a479c545e. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.864241] env[62211]: DEBUG nova.network.neutron [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Updating instance_info_cache with network_info: [{"id": "0a5b2a9b-40c5-4004-8a61-526a479c545e", "address": "fa:16:3e:28:a0:51", "network": {"id": "9a5a12e6-3cba-4053-b929-38ab90bf523f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-704279334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2111ac2dc2ae48d3a308762088d29778", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5b2a9b-40", "ovs_interfaceid": "0a5b2a9b-40c5-4004-8a61-526a479c545e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.071546] env[62211]: DEBUG oslo_concurrency.lockutils [req-1dae9eee-f808-4444-b03d-55cb8343585d req-98427216-2922-425b-9bb4-66ad7200aa55 service nova] Releasing lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.166573] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074473, 'name': ReconfigVM_Task, 'duration_secs': 0.297866} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.166865] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 263d801e-a8c6-4df2-889b-6bbae1cd5360/263d801e-a8c6-4df2-889b-6bbae1cd5360.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.167558] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb3fd593-9bd7-4ee0-89b0-d446ed3103ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.174632] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1832.174632] env[62211]: value = "task-2074476" [ 1832.174632] env[62211]: _type = "Task" [ 1832.174632] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.184849] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074476, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.221915] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.246033] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472804} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.246367] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 658b491a-ec14-4a35-b670-64c95081c274/658b491a-ec14-4a35-b670-64c95081c274.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1832.246595] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1832.246894] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51b5c102-484c-4c97-b703-a5110a40e7c5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.253291] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1832.253291] env[62211]: value = "task-2074477" [ 1832.253291] env[62211]: _type = "Task" [ 1832.253291] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.261749] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.276977] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.277648] env[62211]: DEBUG nova.compute.manager [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1832.280525] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.556s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.280728] env[62211]: DEBUG nova.objects.instance [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62211) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1832.326166] env[62211]: DEBUG nova.network.neutron [-] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.369558] env[62211]: DEBUG oslo_concurrency.lockutils [req-6a92b442-f7de-4a1b-8797-985035f21631 req-c8ff25bc-2d61-427b-96b5-153a6f071026 service nova] Releasing lock "refresh_cache-658b491a-ec14-4a35-b670-64c95081c274" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.687706] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074476, 'name': Rename_Task, 'duration_secs': 0.159984} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.687998] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.688346] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ee5628c-4788-404b-be14-53ae5c53c544 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.695349] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1832.695349] env[62211]: value = "task-2074478" [ 1832.695349] env[62211]: _type = "Task" [ 1832.695349] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.703575] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.721875] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074474, 'name': ReconfigVM_Task, 'duration_secs': 0.571362} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.722165] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 5f87762e-e397-4a36-8835-36419676b9d5/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.723023] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7845e1-e966-40ad-93cf-c17edd8387b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.748772] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e671acbc-0072-4c14-9797-a17a54d8684e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.768035] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105687} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.769644] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1832.769644] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1832.769644] env[62211]: value = "task-2074479" [ 1832.769644] env[62211]: _type = "Task" [ 1832.769644] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.770349] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c084d9-f7f6-48f1-8299-d42c26049c1b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.781396] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.791452] env[62211]: DEBUG nova.compute.utils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1832.803732] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 658b491a-ec14-4a35-b670-64c95081c274/658b491a-ec14-4a35-b670-64c95081c274.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1832.804970] env[62211]: DEBUG nova.compute.manager [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1832.805167] env[62211]: DEBUG nova.network.neutron [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1832.806929] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ead27d8-703f-4f57-8376-e4189b709196 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.828130] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1832.828130] env[62211]: value = "task-2074480" [ 1832.828130] env[62211]: _type = "Task" [ 1832.828130] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.828297] env[62211]: INFO nova.compute.manager [-] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Took 1.04 seconds to deallocate network for instance. [ 1832.841263] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074480, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.883067] env[62211]: DEBUG nova.policy [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dd64df8c1064b29a4c4968132063334', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb11e3184aac4e8982b6f202d0c12814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1833.206707] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074478, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.244290] env[62211]: DEBUG nova.network.neutron [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Successfully created port: b40df63b-cefa-415c-a50f-c897ac4bb36b {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1833.283620] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074479, 'name': ReconfigVM_Task, 'duration_secs': 0.282452} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.283841] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1833.284148] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb1851bf-90ea-4d1e-b6cd-22bccc70da1c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.290213] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1833.290213] env[62211]: value = "task-2074481" [ 1833.290213] env[62211]: _type = "Task" [ 1833.290213] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.298838] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.305446] env[62211]: DEBUG nova.compute.manager [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1833.314233] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b8f52cc1-47a1-42aa-9b53-d0368af0ee42 tempest-ServersAdmin275Test-816997279 tempest-ServersAdmin275Test-816997279-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.033s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.319215] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.819s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.321154] env[62211]: INFO nova.compute.claims [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1833.338553] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.338833] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074480, 'name': ReconfigVM_Task, 'duration_secs': 0.440969} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.339100] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 658b491a-ec14-4a35-b670-64c95081c274/658b491a-ec14-4a35-b670-64c95081c274.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1833.340157] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4919d458-4ad6-43f2-af39-59651416fe92 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.347290] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1833.347290] env[62211]: value = "task-2074482" [ 1833.347290] env[62211]: _type = "Task" [ 1833.347290] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.355794] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074482, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.706440] env[62211]: DEBUG oslo_vmware.api [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074478, 'name': PowerOnVM_Task, 'duration_secs': 0.582381} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.706727] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1833.707064] env[62211]: INFO nova.compute.manager [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1833.707173] env[62211]: DEBUG nova.compute.manager [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.707919] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6011681d-90ab-426e-98aa-43a5d34462ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.801758] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.860476] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074482, 'name': Rename_Task, 'duration_secs': 0.374896} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.860767] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1833.861025] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4de26781-8929-4758-ab77-e829ecbe4092 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.867364] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1833.867364] env[62211]: value = "task-2074483" [ 1833.867364] env[62211]: _type = "Task" [ 1833.867364] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.876827] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.933537] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "3728f936-e7e7-4178-8dc6-88cb5eba6fd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.933537] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "3728f936-e7e7-4178-8dc6-88cb5eba6fd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.224430] env[62211]: INFO nova.compute.manager [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Took 47.65 seconds to build instance. [ 1834.302124] env[62211]: DEBUG oslo_vmware.api [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074481, 'name': PowerOnVM_Task, 'duration_secs': 0.883668} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.302363] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1834.305427] env[62211]: DEBUG nova.compute.manager [None req-8eb438c0-28c2-4188-9f4b-18f06cca24be tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1834.306187] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5dfab2-9c7d-4d20-9908-56fe7b1ba87e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.325213] env[62211]: DEBUG nova.compute.manager [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1834.346129] env[62211]: DEBUG nova.virt.hardware [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1834.346976] env[62211]: DEBUG nova.virt.hardware [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.346976] env[62211]: DEBUG nova.virt.hardware [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1834.346976] env[62211]: DEBUG nova.virt.hardware [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.346976] env[62211]: DEBUG nova.virt.hardware [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1834.347945] env[62211]: DEBUG nova.virt.hardware [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1834.348417] env[62211]: DEBUG nova.virt.hardware [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1834.348489] env[62211]: DEBUG nova.virt.hardware [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1834.348695] env[62211]: DEBUG nova.virt.hardware [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1834.348904] env[62211]: DEBUG nova.virt.hardware [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1834.349131] env[62211]: DEBUG nova.virt.hardware [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1834.350093] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40a0842-4613-4908-a298-96ead065d153 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.362736] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402d00c4-005a-4b24-802f-f1530351d213 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.388527] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "7234e314-198d-4737-ba51-526309ea9940" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.388763] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "7234e314-198d-4737-ba51-526309ea9940" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.389217] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074483, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.726755] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43d6985a-ed0a-47b5-951b-41f4b3c93eeb tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "263d801e-a8c6-4df2-889b-6bbae1cd5360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.916s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.798301] env[62211]: DEBUG nova.compute.manager [req-ca1e229b-dd13-4b22-ad7c-c7fb172fe73c req-ad43dec4-26b5-48e1-854e-812c969ed806 service nova] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Received event network-vif-plugged-b40df63b-cefa-415c-a50f-c897ac4bb36b {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1834.798505] env[62211]: DEBUG oslo_concurrency.lockutils [req-ca1e229b-dd13-4b22-ad7c-c7fb172fe73c req-ad43dec4-26b5-48e1-854e-812c969ed806 service nova] Acquiring lock "c4651f59-03db-48ad-8cdb-a6f605a790c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.798700] env[62211]: DEBUG oslo_concurrency.lockutils [req-ca1e229b-dd13-4b22-ad7c-c7fb172fe73c req-ad43dec4-26b5-48e1-854e-812c969ed806 service nova] Lock "c4651f59-03db-48ad-8cdb-a6f605a790c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.798857] env[62211]: DEBUG oslo_concurrency.lockutils [req-ca1e229b-dd13-4b22-ad7c-c7fb172fe73c req-ad43dec4-26b5-48e1-854e-812c969ed806 service nova] Lock "c4651f59-03db-48ad-8cdb-a6f605a790c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.799025] env[62211]: DEBUG nova.compute.manager [req-ca1e229b-dd13-4b22-ad7c-c7fb172fe73c req-ad43dec4-26b5-48e1-854e-812c969ed806 service nova] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] No waiting events found dispatching network-vif-plugged-b40df63b-cefa-415c-a50f-c897ac4bb36b {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1834.802192] env[62211]: WARNING nova.compute.manager [req-ca1e229b-dd13-4b22-ad7c-c7fb172fe73c req-ad43dec4-26b5-48e1-854e-812c969ed806 service nova] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Received unexpected event network-vif-plugged-b40df63b-cefa-415c-a50f-c897ac4bb36b for instance with vm_state building and task_state spawning. [ 1834.879036] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074483, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.881809] env[62211]: DEBUG nova.network.neutron [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Successfully updated port: b40df63b-cefa-415c-a50f-c897ac4bb36b {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1834.910096] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb686c6-830e-4888-af84-19839d1ae54c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.918473] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb0bc22-5e30-4768-8447-0ad8d0883214 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.949888] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bcc436-8878-4c63-9465-da5b9ec83ad2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.958111] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b98a22-275b-4ed6-846b-6afa4ff5116b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.973819] env[62211]: DEBUG nova.compute.provider_tree [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1835.097827] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "8716efdd-f12f-47d0-a3df-d26e62495091" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.098057] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "8716efdd-f12f-47d0-a3df-d26e62495091" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.229802] env[62211]: DEBUG nova.compute.manager [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1835.379819] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074483, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.386565] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Acquiring lock "refresh_cache-c4651f59-03db-48ad-8cdb-a6f605a790c4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.386708] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Acquired lock "refresh_cache-c4651f59-03db-48ad-8cdb-a6f605a790c4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.386855] env[62211]: DEBUG nova.network.neutron [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.480665] env[62211]: DEBUG nova.scheduler.client.report [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1835.749890] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.880147] env[62211]: DEBUG oslo_vmware.api [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074483, 'name': PowerOnVM_Task, 'duration_secs': 1.968649} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.880437] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1835.880640] env[62211]: INFO nova.compute.manager [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1835.880818] env[62211]: DEBUG nova.compute.manager [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1835.881581] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3a4c3f-8760-42da-8c87-75340efdbe0e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.925545] env[62211]: DEBUG nova.network.neutron [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1835.928490] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "c3ca5df8-c95c-4d04-9679-1b18944759ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.928820] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "c3ca5df8-c95c-4d04-9679-1b18944759ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.986166] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.986768] env[62211]: DEBUG nova.compute.manager [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1835.990567] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.039s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.990900] env[62211]: DEBUG nova.objects.instance [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Lazy-loading 'resources' on Instance uuid 9e6de468-662e-4591-b8e5-c9c11e0c0163 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.115468] env[62211]: DEBUG nova.network.neutron [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Updating instance_info_cache with network_info: [{"id": "b40df63b-cefa-415c-a50f-c897ac4bb36b", "address": "fa:16:3e:b2:f1:c6", "network": {"id": "2d918f61-aba5-4acd-8cfc-c46f5180fd22", "bridge": "br-int", "label": "tempest-ServersTestJSON-532177462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb11e3184aac4e8982b6f202d0c12814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40df63b-ce", "ovs_interfaceid": "b40df63b-cefa-415c-a50f-c897ac4bb36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.402363] env[62211]: INFO nova.compute.manager [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Took 45.51 seconds to build instance. [ 1836.497075] env[62211]: DEBUG nova.compute.utils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1836.498664] env[62211]: DEBUG nova.compute.manager [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1836.498853] env[62211]: DEBUG nova.network.neutron [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1836.561791] env[62211]: DEBUG nova.policy [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ac9ac12d77b43fc9b140669b25b69ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '120c3574114f4dc586dd476a7f8c1d42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1836.618055] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Releasing lock "refresh_cache-c4651f59-03db-48ad-8cdb-a6f605a790c4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.619069] env[62211]: DEBUG nova.compute.manager [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Instance network_info: |[{"id": "b40df63b-cefa-415c-a50f-c897ac4bb36b", "address": "fa:16:3e:b2:f1:c6", "network": {"id": "2d918f61-aba5-4acd-8cfc-c46f5180fd22", "bridge": "br-int", "label": "tempest-ServersTestJSON-532177462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb11e3184aac4e8982b6f202d0c12814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40df63b-ce", "ovs_interfaceid": "b40df63b-cefa-415c-a50f-c897ac4bb36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1836.619205] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:f1:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b40df63b-cefa-415c-a50f-c897ac4bb36b', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1836.626409] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Creating folder: Project (bb11e3184aac4e8982b6f202d0c12814). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1836.629196] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0af3c3d-8835-43f0-ad75-1d643e66ec16 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.642110] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Created folder: Project (bb11e3184aac4e8982b6f202d0c12814) in parent group-v425157. [ 1836.642110] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Creating folder: Instances. Parent ref: group-v425239. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1836.644029] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-439d554d-90e1-4596-8a54-31ef8e9648b5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.655254] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Created folder: Instances in parent group-v425239. [ 1836.655493] env[62211]: DEBUG oslo.service.loopingcall [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.655676] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1836.655879] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92a31250-e369-4e5d-bed5-bd8352284da0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.679494] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1836.679494] env[62211]: value = "task-2074486" [ 1836.679494] env[62211]: _type = "Task" [ 1836.679494] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.688599] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074486, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.879700] env[62211]: DEBUG nova.compute.manager [req-ac610837-9875-4c2c-b0fd-d1d2f475a097 req-8ba7ff90-927b-45c0-b235-1e2241638237 service nova] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Received event network-changed-b40df63b-cefa-415c-a50f-c897ac4bb36b {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1836.879974] env[62211]: DEBUG nova.compute.manager [req-ac610837-9875-4c2c-b0fd-d1d2f475a097 req-8ba7ff90-927b-45c0-b235-1e2241638237 service nova] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Refreshing instance network info cache due to event network-changed-b40df63b-cefa-415c-a50f-c897ac4bb36b. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1836.880123] env[62211]: DEBUG oslo_concurrency.lockutils [req-ac610837-9875-4c2c-b0fd-d1d2f475a097 req-8ba7ff90-927b-45c0-b235-1e2241638237 service nova] Acquiring lock "refresh_cache-c4651f59-03db-48ad-8cdb-a6f605a790c4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.880261] env[62211]: DEBUG oslo_concurrency.lockutils [req-ac610837-9875-4c2c-b0fd-d1d2f475a097 req-8ba7ff90-927b-45c0-b235-1e2241638237 service nova] Acquired lock "refresh_cache-c4651f59-03db-48ad-8cdb-a6f605a790c4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.880412] env[62211]: DEBUG nova.network.neutron [req-ac610837-9875-4c2c-b0fd-d1d2f475a097 req-8ba7ff90-927b-45c0-b235-1e2241638237 service nova] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Refreshing network info cache for port b40df63b-cefa-415c-a50f-c897ac4bb36b {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.888530] env[62211]: DEBUG nova.network.neutron [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Successfully created port: 0001f5bf-01ab-44d4-b688-61a3d5410272 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1836.904521] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ddbb562-7326-4de7-9d93-f7ea7df73fa3 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lock "658b491a-ec14-4a35-b670-64c95081c274" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.339s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.002075] env[62211]: DEBUG nova.compute.manager [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1837.191552] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074486, 'name': CreateVM_Task, 'duration_secs': 0.412693} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.193014] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1837.193865] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9223c8-dcc3-4d44-b829-6bf8d1e294ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.198271] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.198435] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.198747] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1837.198983] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9a4ce1-4b8e-44e4-95a1-47ecf084bebd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.208452] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80449e6c-dee9-4404-80ae-2da1194bc9a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.212668] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Waiting for the task: (returnval){ [ 1837.212668] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52fc6584-acd7-bcca-2ef8-9af6a63c2f5f" [ 1837.212668] env[62211]: _type = "Task" [ 1837.212668] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.245996] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb46eaf-ac57-429d-a157-ac0ba2715a6e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.252021] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52fc6584-acd7-bcca-2ef8-9af6a63c2f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.022574} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.252588] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.252857] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1837.253102] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.253281] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.253417] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1837.255475] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50ffb433-56bc-42aa-898c-1222e5073c6e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.258567] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3238127-9f7c-4b80-82b3-5e7a3bc72822 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.275731] env[62211]: DEBUG nova.compute.provider_tree [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.279488] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1837.279488] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1837.279731] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217651f4-590e-4f26-b193-42438f1dc333 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.285375] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Waiting for the task: (returnval){ [ 1837.285375] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529abd03-7f25-423f-bacf-2b2f1d33f54e" [ 1837.285375] env[62211]: _type = "Task" [ 1837.285375] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.293723] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529abd03-7f25-423f-bacf-2b2f1d33f54e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.407748] env[62211]: DEBUG nova.compute.manager [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1837.647730] env[62211]: DEBUG nova.network.neutron [req-ac610837-9875-4c2c-b0fd-d1d2f475a097 req-8ba7ff90-927b-45c0-b235-1e2241638237 service nova] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Updated VIF entry in instance network info cache for port b40df63b-cefa-415c-a50f-c897ac4bb36b. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1837.648094] env[62211]: DEBUG nova.network.neutron [req-ac610837-9875-4c2c-b0fd-d1d2f475a097 req-8ba7ff90-927b-45c0-b235-1e2241638237 service nova] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Updating instance_info_cache with network_info: [{"id": "b40df63b-cefa-415c-a50f-c897ac4bb36b", "address": "fa:16:3e:b2:f1:c6", "network": {"id": "2d918f61-aba5-4acd-8cfc-c46f5180fd22", "bridge": "br-int", "label": "tempest-ServersTestJSON-532177462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb11e3184aac4e8982b6f202d0c12814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40df63b-ce", "ovs_interfaceid": "b40df63b-cefa-415c-a50f-c897ac4bb36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.781058] env[62211]: DEBUG nova.scheduler.client.report [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1837.795963] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529abd03-7f25-423f-bacf-2b2f1d33f54e, 'name': SearchDatastore_Task, 'duration_secs': 0.020951} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.797325] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b70b332-7e6b-4cb0-9289-da6c65654f8a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.803080] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Waiting for the task: (returnval){ [ 1837.803080] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5207dabc-71d4-d271-ae97-79a3be83b592" [ 1837.803080] env[62211]: _type = "Task" [ 1837.803080] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.810677] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5207dabc-71d4-d271-ae97-79a3be83b592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.930703] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.017137] env[62211]: DEBUG nova.compute.manager [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1838.039078] env[62211]: DEBUG nova.virt.hardware [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1838.039355] env[62211]: DEBUG nova.virt.hardware [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1838.039514] env[62211]: DEBUG nova.virt.hardware [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1838.039771] env[62211]: DEBUG nova.virt.hardware [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1838.039932] env[62211]: DEBUG nova.virt.hardware [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1838.040091] env[62211]: DEBUG nova.virt.hardware [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1838.040295] env[62211]: DEBUG nova.virt.hardware [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1838.040453] env[62211]: DEBUG nova.virt.hardware [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1838.040617] env[62211]: DEBUG nova.virt.hardware [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1838.040834] env[62211]: DEBUG nova.virt.hardware [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1838.041031] env[62211]: DEBUG nova.virt.hardware [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1838.041936] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b32276-2f33-4bcc-8d91-8bbdc8505d0a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.050126] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f082b7-2376-4fdd-b74c-b0aca95e9082 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.151083] env[62211]: DEBUG oslo_concurrency.lockutils [req-ac610837-9875-4c2c-b0fd-d1d2f475a097 req-8ba7ff90-927b-45c0-b235-1e2241638237 service nova] Releasing lock "refresh_cache-c4651f59-03db-48ad-8cdb-a6f605a790c4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.287073] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.289590] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.584s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.292174] env[62211]: INFO nova.compute.claims [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1838.316627] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5207dabc-71d4-d271-ae97-79a3be83b592, 'name': SearchDatastore_Task, 'duration_secs': 0.033129} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.317089] env[62211]: INFO nova.scheduler.client.report [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Deleted allocations for instance 9e6de468-662e-4591-b8e5-c9c11e0c0163 [ 1838.318328] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.318466] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] c4651f59-03db-48ad-8cdb-a6f605a790c4/c4651f59-03db-48ad-8cdb-a6f605a790c4.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1838.322680] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fb83dbe-b76e-47e9-9777-317a9c547274 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.331083] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Waiting for the task: (returnval){ [ 1838.331083] env[62211]: value = "task-2074487" [ 1838.331083] env[62211]: _type = "Task" [ 1838.331083] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.339646] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.398251] env[62211]: DEBUG nova.compute.manager [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1838.399147] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9eea6a-86a8-4fbf-b111-37e42d0e6abb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.567539] env[62211]: DEBUG nova.network.neutron [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Successfully updated port: 0001f5bf-01ab-44d4-b688-61a3d5410272 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1838.828453] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f391211d-3443-49f7-9b35-56db00b16b1a tempest-ServersAdmin275Test-540904153 tempest-ServersAdmin275Test-540904153-project-member] Lock "9e6de468-662e-4591-b8e5-c9c11e0c0163" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.159s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.843573] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074487, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.912635] env[62211]: INFO nova.compute.manager [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] instance snapshotting [ 1838.914891] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d985ef-1381-4532-906a-8fa8788b25f6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.939520] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739850bb-787b-4811-b71e-1f4f18695eb4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.944178] env[62211]: DEBUG nova.compute.manager [req-92bdda44-68f8-4f37-8959-1584cd624598 req-678d88ae-af89-4465-82f3-4e734f43eaaf service nova] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Received event network-vif-plugged-0001f5bf-01ab-44d4-b688-61a3d5410272 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1838.944485] env[62211]: DEBUG oslo_concurrency.lockutils [req-92bdda44-68f8-4f37-8959-1584cd624598 req-678d88ae-af89-4465-82f3-4e734f43eaaf service nova] Acquiring lock "29124931-d28f-4336-934d-ecba302a33e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.944733] env[62211]: DEBUG oslo_concurrency.lockutils [req-92bdda44-68f8-4f37-8959-1584cd624598 req-678d88ae-af89-4465-82f3-4e734f43eaaf service nova] Lock "29124931-d28f-4336-934d-ecba302a33e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.944764] env[62211]: DEBUG oslo_concurrency.lockutils [req-92bdda44-68f8-4f37-8959-1584cd624598 req-678d88ae-af89-4465-82f3-4e734f43eaaf service nova] Lock "29124931-d28f-4336-934d-ecba302a33e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.945402] env[62211]: DEBUG nova.compute.manager [req-92bdda44-68f8-4f37-8959-1584cd624598 req-678d88ae-af89-4465-82f3-4e734f43eaaf service nova] [instance: 29124931-d28f-4336-934d-ecba302a33e3] No waiting events found dispatching network-vif-plugged-0001f5bf-01ab-44d4-b688-61a3d5410272 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1838.945402] env[62211]: WARNING nova.compute.manager [req-92bdda44-68f8-4f37-8959-1584cd624598 req-678d88ae-af89-4465-82f3-4e734f43eaaf service nova] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Received unexpected event network-vif-plugged-0001f5bf-01ab-44d4-b688-61a3d5410272 for instance with vm_state building and task_state spawning. [ 1838.945402] env[62211]: DEBUG nova.compute.manager [req-92bdda44-68f8-4f37-8959-1584cd624598 req-678d88ae-af89-4465-82f3-4e734f43eaaf service nova] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Received event network-changed-0001f5bf-01ab-44d4-b688-61a3d5410272 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1838.945402] env[62211]: DEBUG nova.compute.manager [req-92bdda44-68f8-4f37-8959-1584cd624598 req-678d88ae-af89-4465-82f3-4e734f43eaaf service nova] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Refreshing instance network info cache due to event network-changed-0001f5bf-01ab-44d4-b688-61a3d5410272. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1838.945580] env[62211]: DEBUG oslo_concurrency.lockutils [req-92bdda44-68f8-4f37-8959-1584cd624598 req-678d88ae-af89-4465-82f3-4e734f43eaaf service nova] Acquiring lock "refresh_cache-29124931-d28f-4336-934d-ecba302a33e3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.945692] env[62211]: DEBUG oslo_concurrency.lockutils [req-92bdda44-68f8-4f37-8959-1584cd624598 req-678d88ae-af89-4465-82f3-4e734f43eaaf service nova] Acquired lock "refresh_cache-29124931-d28f-4336-934d-ecba302a33e3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.945877] env[62211]: DEBUG nova.network.neutron [req-92bdda44-68f8-4f37-8959-1584cd624598 req-678d88ae-af89-4465-82f3-4e734f43eaaf service nova] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Refreshing network info cache for port 0001f5bf-01ab-44d4-b688-61a3d5410272 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1839.073458] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Acquiring lock "refresh_cache-29124931-d28f-4336-934d-ecba302a33e3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.341405] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560433} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.344199] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] c4651f59-03db-48ad-8cdb-a6f605a790c4/c4651f59-03db-48ad-8cdb-a6f605a790c4.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1839.344415] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1839.344835] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00c74fbf-7dfc-4aa4-8d09-9d345545097a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.353020] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Waiting for the task: (returnval){ [ 1839.353020] env[62211]: value = "task-2074488" [ 1839.353020] env[62211]: _type = "Task" [ 1839.353020] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.365574] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.458557] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1839.459188] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-151b5a3c-0126-4020-b9b0-f4fe79a7fc88 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.466966] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1839.466966] env[62211]: value = "task-2074489" [ 1839.466966] env[62211]: _type = "Task" [ 1839.466966] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.477448] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074489, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.494765] env[62211]: DEBUG nova.network.neutron [req-92bdda44-68f8-4f37-8959-1584cd624598 req-678d88ae-af89-4465-82f3-4e734f43eaaf service nova] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1839.607692] env[62211]: DEBUG nova.network.neutron [req-92bdda44-68f8-4f37-8959-1584cd624598 req-678d88ae-af89-4465-82f3-4e734f43eaaf service nova] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.837265] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a996abf-1bb4-410c-9796-21bbed2ca74f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.845695] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3962d1-31c8-4d1f-83cd-23a07a7a6b2f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.880103] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a4bbd5-0e7e-41a8-8b28-e3cb7a440af4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.889816] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.890996] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424df15c-680b-4e29-a224-4c46c8c75759 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.894732] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1839.895468] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4651f14b-c8c1-4ca3-b17e-498bd130a6cf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.907165] env[62211]: DEBUG nova.compute.provider_tree [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.926697] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] c4651f59-03db-48ad-8cdb-a6f605a790c4/c4651f59-03db-48ad-8cdb-a6f605a790c4.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1839.928319] env[62211]: DEBUG nova.scheduler.client.report [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1839.931402] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95afb2eb-ae90-48f0-8f06-84c77da6f1f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.952761] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Waiting for the task: (returnval){ [ 1839.952761] env[62211]: value = "task-2074490" [ 1839.952761] env[62211]: _type = "Task" [ 1839.952761] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.961404] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.978408] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074489, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.112405] env[62211]: DEBUG oslo_concurrency.lockutils [req-92bdda44-68f8-4f37-8959-1584cd624598 req-678d88ae-af89-4465-82f3-4e734f43eaaf service nova] Releasing lock "refresh_cache-29124931-d28f-4336-934d-ecba302a33e3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.112405] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Acquired lock "refresh_cache-29124931-d28f-4336-934d-ecba302a33e3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.112405] env[62211]: DEBUG nova.network.neutron [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1840.447819] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.448360] env[62211]: DEBUG nova.compute.manager [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1840.452169] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.630s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.454161] env[62211]: INFO nova.compute.claims [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1840.469742] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074490, 'name': ReconfigVM_Task, 'duration_secs': 0.322759} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.470168] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Reconfigured VM instance instance-0000001a to attach disk [datastore1] c4651f59-03db-48ad-8cdb-a6f605a790c4/c4651f59-03db-48ad-8cdb-a6f605a790c4.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1840.474820] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e80abe90-c64c-493a-bcde-f47c51b98cee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.483148] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074489, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.485072] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Waiting for the task: (returnval){ [ 1840.485072] env[62211]: value = "task-2074491" [ 1840.485072] env[62211]: _type = "Task" [ 1840.485072] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.494914] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074491, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.663328] env[62211]: DEBUG nova.network.neutron [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1840.874814] env[62211]: DEBUG nova.network.neutron [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Updating instance_info_cache with network_info: [{"id": "0001f5bf-01ab-44d4-b688-61a3d5410272", "address": "fa:16:3e:c3:ef:29", "network": {"id": "2dd404f7-ebb9-410f-9568-ce25b2ae3fae", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-953906276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120c3574114f4dc586dd476a7f8c1d42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0001f5bf-01", "ovs_interfaceid": "0001f5bf-01ab-44d4-b688-61a3d5410272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.962318] env[62211]: DEBUG nova.compute.utils [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1840.963877] env[62211]: DEBUG nova.compute.manager [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1840.964062] env[62211]: DEBUG nova.network.neutron [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1840.981711] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074489, 'name': CreateSnapshot_Task, 'duration_secs': 1.226352} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.982084] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1840.983282] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfd6056-3df4-40ca-a822-c2fef1ef5692 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.007925] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074491, 'name': Rename_Task, 'duration_secs': 0.13747} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.008625] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1841.008984] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff0fc9c9-c600-41fe-9d04-8867d673be5a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.019340] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Waiting for the task: (returnval){ [ 1841.019340] env[62211]: value = "task-2074492" [ 1841.019340] env[62211]: _type = "Task" [ 1841.019340] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.027466] env[62211]: DEBUG nova.policy [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37dcc1e67c4f4e34afdb36e993188763', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd065df719b844f319880f0eecffa3727', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1841.037617] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074492, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.381124] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Releasing lock "refresh_cache-29124931-d28f-4336-934d-ecba302a33e3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.381124] env[62211]: DEBUG nova.compute.manager [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Instance network_info: |[{"id": "0001f5bf-01ab-44d4-b688-61a3d5410272", "address": "fa:16:3e:c3:ef:29", "network": {"id": "2dd404f7-ebb9-410f-9568-ce25b2ae3fae", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-953906276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120c3574114f4dc586dd476a7f8c1d42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0001f5bf-01", "ovs_interfaceid": "0001f5bf-01ab-44d4-b688-61a3d5410272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1841.381360] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:ef:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0001f5bf-01ab-44d4-b688-61a3d5410272', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1841.398962] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Creating folder: Project (120c3574114f4dc586dd476a7f8c1d42). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1841.398962] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bee98f8-d485-47c4-827a-10ab957834e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.410350] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Created folder: Project (120c3574114f4dc586dd476a7f8c1d42) in parent group-v425157. [ 1841.410665] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Creating folder: Instances. Parent ref: group-v425243. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1841.411058] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6007b57-9ae7-4430-bcf4-71fc11d99bc3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.422386] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Created folder: Instances in parent group-v425243. [ 1841.422950] env[62211]: DEBUG oslo.service.loopingcall [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.423229] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1841.423368] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-611348ab-b7ec-4202-9a94-542d70074abf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.456281] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1841.456281] env[62211]: value = "task-2074495" [ 1841.456281] env[62211]: _type = "Task" [ 1841.456281] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.468866] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074495, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.469454] env[62211]: DEBUG nova.compute.manager [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1841.525379] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1841.530888] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-572c7d0f-be78-4619-b079-e825dbcf7f4b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.549960] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074492, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.554235] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1841.554235] env[62211]: value = "task-2074496" [ 1841.554235] env[62211]: _type = "Task" [ 1841.554235] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.563986] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074496, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.668018] env[62211]: DEBUG nova.network.neutron [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Successfully created port: 02ce5b9f-1d70-4baa-965e-f4bb205280f3 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1841.975905] env[62211]: INFO nova.virt.block_device [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Booting with volume 1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58 at /dev/sda [ 1841.984209] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074495, 'name': CreateVM_Task, 'duration_secs': 0.474971} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.984508] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1841.985677] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.985960] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.986423] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1841.986966] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd4f876-32f6-4327-9d83-aebbe1b6535b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.999204] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Waiting for the task: (returnval){ [ 1841.999204] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52a367a4-336a-d129-3811-ad4c8a1f3d78" [ 1841.999204] env[62211]: _type = "Task" [ 1841.999204] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.008735] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a367a4-336a-d129-3811-ad4c8a1f3d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.041783] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfe2d87b-3da3-4875-82a4-19511c55da90 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.052617] env[62211]: DEBUG oslo_vmware.api [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074492, 'name': PowerOnVM_Task, 'duration_secs': 0.795911} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.056338] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1842.056647] env[62211]: INFO nova.compute.manager [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1842.056756] env[62211]: DEBUG nova.compute.manager [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1842.058728] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4ca4c5-8222-4097-b610-da8ba4d7c1b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.069455] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbabdcac-740d-4c4b-a992-544bbb65635e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.093583] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074496, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.113485] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9fb544a-85e7-4351-8b46-c9066cc7c8fb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.125690] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f7a5d9-b791-4c1e-9937-642ccf2d3c3d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.179988] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42b4473-e2dc-463f-b8e2-d267b76ee4f2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.190509] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8f3533-4572-452b-85eb-9e4c701f1c89 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.211246] env[62211]: DEBUG nova.virt.block_device [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Updating existing volume attachment record: c45e6aec-795c-4ea1-9551-5cc9e1f75158 {{(pid=62211) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1842.297261] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2d3398-cbab-40d7-9cf5-afb8f64c5fca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.310711] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15146f17-8147-4b13-8fd9-e55f3089749e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.350574] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c4a86b-1e5b-4efb-ae33-80545b01c900 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.359462] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d3e87f-30cc-46de-b810-ebee08f4c633 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.376992] env[62211]: DEBUG nova.compute.provider_tree [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.513464] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a367a4-336a-d129-3811-ad4c8a1f3d78, 'name': SearchDatastore_Task, 'duration_secs': 0.013516} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.513792] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.514083] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1842.517929] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.517929] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.517929] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1842.517929] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a26dc650-7bcb-4874-9c7b-96c56bbe3acc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.525405] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1842.525405] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1842.525405] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc354e7-2b4a-4632-9e53-a9658e52f1df {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.533015] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Waiting for the task: (returnval){ [ 1842.533015] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5275b4ee-9785-3233-a806-f3bfd404919c" [ 1842.533015] env[62211]: _type = "Task" [ 1842.533015] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.539937] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5275b4ee-9785-3233-a806-f3bfd404919c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.572892] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074496, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.625240] env[62211]: INFO nova.compute.manager [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Took 45.87 seconds to build instance. [ 1842.880622] env[62211]: DEBUG nova.scheduler.client.report [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1843.043535] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5275b4ee-9785-3233-a806-f3bfd404919c, 'name': SearchDatastore_Task, 'duration_secs': 0.015499} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.044439] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f4513d-8227-41d6-9026-b9ba3d23882d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.050986] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Waiting for the task: (returnval){ [ 1843.050986] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529cb17e-d47e-e41d-7b70-341489500b95" [ 1843.050986] env[62211]: _type = "Task" [ 1843.050986] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.059338] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529cb17e-d47e-e41d-7b70-341489500b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.068328] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074496, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.128353] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c481711f-7dc1-418b-9630-1cc413b73657 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Lock "c4651f59-03db-48ad-8cdb-a6f605a790c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.523s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.386019] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.934s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.386900] env[62211]: DEBUG nova.compute.manager [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1843.389812] env[62211]: DEBUG oslo_concurrency.lockutils [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.079s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.390135] env[62211]: DEBUG nova.objects.instance [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Lazy-loading 'resources' on Instance uuid 7fda2b64-5d5f-46ed-b57b-00b24d9acee1 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.478185] env[62211]: DEBUG nova.compute.manager [req-f363edde-3a9f-42d4-9a9f-787c0c809f2d req-b8b457ee-3132-4582-91d5-124a2adc6960 service nova] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Received event network-vif-plugged-02ce5b9f-1d70-4baa-965e-f4bb205280f3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1843.478362] env[62211]: DEBUG oslo_concurrency.lockutils [req-f363edde-3a9f-42d4-9a9f-787c0c809f2d req-b8b457ee-3132-4582-91d5-124a2adc6960 service nova] Acquiring lock "0824a71e-75ca-4a1d-a5e4-7b566fccf383-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.478562] env[62211]: DEBUG oslo_concurrency.lockutils [req-f363edde-3a9f-42d4-9a9f-787c0c809f2d req-b8b457ee-3132-4582-91d5-124a2adc6960 service nova] Lock "0824a71e-75ca-4a1d-a5e4-7b566fccf383-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.478738] env[62211]: DEBUG oslo_concurrency.lockutils [req-f363edde-3a9f-42d4-9a9f-787c0c809f2d req-b8b457ee-3132-4582-91d5-124a2adc6960 service nova] Lock "0824a71e-75ca-4a1d-a5e4-7b566fccf383-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.478968] env[62211]: DEBUG nova.compute.manager [req-f363edde-3a9f-42d4-9a9f-787c0c809f2d req-b8b457ee-3132-4582-91d5-124a2adc6960 service nova] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] No waiting events found dispatching network-vif-plugged-02ce5b9f-1d70-4baa-965e-f4bb205280f3 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1843.479157] env[62211]: WARNING nova.compute.manager [req-f363edde-3a9f-42d4-9a9f-787c0c809f2d req-b8b457ee-3132-4582-91d5-124a2adc6960 service nova] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Received unexpected event network-vif-plugged-02ce5b9f-1d70-4baa-965e-f4bb205280f3 for instance with vm_state building and task_state block_device_mapping. [ 1843.490351] env[62211]: DEBUG nova.network.neutron [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Successfully updated port: 02ce5b9f-1d70-4baa-965e-f4bb205280f3 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1843.564809] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529cb17e-d47e-e41d-7b70-341489500b95, 'name': SearchDatastore_Task, 'duration_secs': 0.012854} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.569829] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.570943] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 29124931-d28f-4336-934d-ecba302a33e3/29124931-d28f-4336-934d-ecba302a33e3.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1843.571063] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9e1c036-6996-4b83-b549-28f573b5e861 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.579019] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074496, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.581135] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Waiting for the task: (returnval){ [ 1843.581135] env[62211]: value = "task-2074497" [ 1843.581135] env[62211]: _type = "Task" [ 1843.581135] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.590313] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.611105] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "c8af1cbe-902d-4af8-b744-7341ec58831c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.611784] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "c8af1cbe-902d-4af8-b744-7341ec58831c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.633846] env[62211]: DEBUG nova.compute.manager [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1843.896330] env[62211]: DEBUG nova.compute.utils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1843.898978] env[62211]: DEBUG nova.compute.manager [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1843.899481] env[62211]: DEBUG nova.network.neutron [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1843.976044] env[62211]: DEBUG nova.policy [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a95c5ec5892427585a30c35f88b3294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc6bc253324240b7a1226a0e747057f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1843.996460] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Acquiring lock "refresh_cache-0824a71e-75ca-4a1d-a5e4-7b566fccf383" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.996460] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Acquired lock "refresh_cache-0824a71e-75ca-4a1d-a5e4-7b566fccf383" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.997460] env[62211]: DEBUG nova.network.neutron [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1844.090729] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074496, 'name': CloneVM_Task, 'duration_secs': 2.247898} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.094315] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Created linked-clone VM from snapshot [ 1844.095415] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e15dcb8-ba6d-430f-8835-bed6550394dc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.104317] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074497, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.114496] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Uploading image 19804a1e-6607-4bfe-9337-71be2ad17023 {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1844.166161] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1844.166161] env[62211]: value = "vm-425246" [ 1844.166161] env[62211]: _type = "VirtualMachine" [ 1844.166161] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1844.166529] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f11cbe93-4d3f-4d18-a320-ffdf337c301e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.177791] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.179793] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lease: (returnval){ [ 1844.179793] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52469c39-82d2-bf27-35bf-307506f258ac" [ 1844.179793] env[62211]: _type = "HttpNfcLease" [ 1844.179793] env[62211]: } obtained for exporting VM: (result){ [ 1844.179793] env[62211]: value = "vm-425246" [ 1844.179793] env[62211]: _type = "VirtualMachine" [ 1844.179793] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1844.181301] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the lease: (returnval){ [ 1844.181301] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52469c39-82d2-bf27-35bf-307506f258ac" [ 1844.181301] env[62211]: _type = "HttpNfcLease" [ 1844.181301] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1844.191225] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1844.191225] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52469c39-82d2-bf27-35bf-307506f258ac" [ 1844.191225] env[62211]: _type = "HttpNfcLease" [ 1844.191225] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1844.365518] env[62211]: DEBUG nova.compute.manager [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1844.366071] env[62211]: DEBUG nova.virt.hardware [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1844.366727] env[62211]: DEBUG nova.virt.hardware [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.368120] env[62211]: DEBUG nova.virt.hardware [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1844.368120] env[62211]: DEBUG nova.virt.hardware [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.368120] env[62211]: DEBUG nova.virt.hardware [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1844.368120] env[62211]: DEBUG nova.virt.hardware [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1844.368120] env[62211]: DEBUG nova.virt.hardware [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1844.368469] env[62211]: DEBUG nova.virt.hardware [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1844.368469] env[62211]: DEBUG nova.virt.hardware [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1844.368680] env[62211]: DEBUG nova.virt.hardware [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1844.369213] env[62211]: DEBUG nova.virt.hardware [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1844.370828] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135d8343-d857-4142-8488-b23c2611e3af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.379345] env[62211]: DEBUG nova.compute.manager [req-a110ceb1-be65-4ade-8fad-820966c0f578 req-be98a4c5-c91a-4080-a800-bcaf7bb14ba5 service nova] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Received event network-changed-b40df63b-cefa-415c-a50f-c897ac4bb36b {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1844.379570] env[62211]: DEBUG nova.compute.manager [req-a110ceb1-be65-4ade-8fad-820966c0f578 req-be98a4c5-c91a-4080-a800-bcaf7bb14ba5 service nova] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Refreshing instance network info cache due to event network-changed-b40df63b-cefa-415c-a50f-c897ac4bb36b. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1844.383061] env[62211]: DEBUG oslo_concurrency.lockutils [req-a110ceb1-be65-4ade-8fad-820966c0f578 req-be98a4c5-c91a-4080-a800-bcaf7bb14ba5 service nova] Acquiring lock "refresh_cache-c4651f59-03db-48ad-8cdb-a6f605a790c4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.383061] env[62211]: DEBUG oslo_concurrency.lockutils [req-a110ceb1-be65-4ade-8fad-820966c0f578 req-be98a4c5-c91a-4080-a800-bcaf7bb14ba5 service nova] Acquired lock "refresh_cache-c4651f59-03db-48ad-8cdb-a6f605a790c4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.383061] env[62211]: DEBUG nova.network.neutron [req-a110ceb1-be65-4ade-8fad-820966c0f578 req-be98a4c5-c91a-4080-a800-bcaf7bb14ba5 service nova] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Refreshing network info cache for port b40df63b-cefa-415c-a50f-c897ac4bb36b {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.389136] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec3d0e0-e23b-497d-b882-85a73596a557 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.406626] env[62211]: DEBUG nova.compute.manager [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1844.432022] env[62211]: DEBUG nova.network.neutron [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Successfully created port: 3720ec0d-d2a7-4939-b705-bab74b176c59 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1844.534784] env[62211]: DEBUG nova.network.neutron [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1844.595619] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720888} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.596187] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 29124931-d28f-4336-934d-ecba302a33e3/29124931-d28f-4336-934d-ecba302a33e3.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1844.596406] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1844.596902] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67d5b537-c1b9-4da2-9a63-458dc9674d3c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.607471] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Waiting for the task: (returnval){ [ 1844.607471] env[62211]: value = "task-2074499" [ 1844.607471] env[62211]: _type = "Task" [ 1844.607471] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.616520] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.690487] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1844.690487] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52469c39-82d2-bf27-35bf-307506f258ac" [ 1844.690487] env[62211]: _type = "HttpNfcLease" [ 1844.690487] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1844.691300] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1844.691300] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52469c39-82d2-bf27-35bf-307506f258ac" [ 1844.691300] env[62211]: _type = "HttpNfcLease" [ 1844.691300] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1844.692121] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1460634d-bb77-49c1-a99d-f350d0bffe85 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.701944] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ff5c4-3d22-1c8b-0767-d212a080a80b/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1844.702136] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ff5c4-3d22-1c8b-0767-d212a080a80b/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1844.705439] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61a0806-30c5-4956-b1a8-b6777c769c7e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.771552] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a916a6-fd34-43a5-8c25-ce543baaab39 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.804425] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28056d93-2b13-48dc-bb0e-72ec3c820572 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.812542] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc3e411-55c8-44f0-8be7-2a2c08129e14 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.827836] env[62211]: DEBUG nova.compute.provider_tree [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.841320] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6eba367d-0458-41f8-a6a3-48ef61fb79a6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.860043] env[62211]: DEBUG nova.network.neutron [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Updating instance_info_cache with network_info: [{"id": "02ce5b9f-1d70-4baa-965e-f4bb205280f3", "address": "fa:16:3e:8b:9b:1d", "network": {"id": "11d4dbfe-6927-4fa8-a2c2-7cfcec6ec99e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1155834810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d065df719b844f319880f0eecffa3727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ce5b9f-1d", "ovs_interfaceid": "02ce5b9f-1d70-4baa-965e-f4bb205280f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.119020] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073247} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.119837] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1845.121527] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8bc781-3665-4e17-ac53-54b432af0d98 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.146491] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 29124931-d28f-4336-934d-ecba302a33e3/29124931-d28f-4336-934d-ecba302a33e3.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1845.146803] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b46c875-f4ed-4d1a-aa5d-2e607b889470 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.170421] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Waiting for the task: (returnval){ [ 1845.170421] env[62211]: value = "task-2074500" [ 1845.170421] env[62211]: _type = "Task" [ 1845.170421] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.180408] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.230079] env[62211]: DEBUG nova.network.neutron [req-a110ceb1-be65-4ade-8fad-820966c0f578 req-be98a4c5-c91a-4080-a800-bcaf7bb14ba5 service nova] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Updated VIF entry in instance network info cache for port b40df63b-cefa-415c-a50f-c897ac4bb36b. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.230409] env[62211]: DEBUG nova.network.neutron [req-a110ceb1-be65-4ade-8fad-820966c0f578 req-be98a4c5-c91a-4080-a800-bcaf7bb14ba5 service nova] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Updating instance_info_cache with network_info: [{"id": "b40df63b-cefa-415c-a50f-c897ac4bb36b", "address": "fa:16:3e:b2:f1:c6", "network": {"id": "2d918f61-aba5-4acd-8cfc-c46f5180fd22", "bridge": "br-int", "label": "tempest-ServersTestJSON-532177462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb11e3184aac4e8982b6f202d0c12814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40df63b-ce", "ovs_interfaceid": "b40df63b-cefa-415c-a50f-c897ac4bb36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.330774] env[62211]: DEBUG nova.scheduler.client.report [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.362240] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Releasing lock "refresh_cache-0824a71e-75ca-4a1d-a5e4-7b566fccf383" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.363329] env[62211]: DEBUG nova.compute.manager [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Instance network_info: |[{"id": "02ce5b9f-1d70-4baa-965e-f4bb205280f3", "address": "fa:16:3e:8b:9b:1d", "network": {"id": "11d4dbfe-6927-4fa8-a2c2-7cfcec6ec99e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1155834810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d065df719b844f319880f0eecffa3727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ce5b9f-1d", "ovs_interfaceid": "02ce5b9f-1d70-4baa-965e-f4bb205280f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1845.363423] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:9b:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02ce5b9f-1d70-4baa-965e-f4bb205280f3', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1845.371604] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Creating folder: Project (d065df719b844f319880f0eecffa3727). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1845.372415] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f55ac65c-6c15-49aa-a4ef-05d99d09319d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.386542] env[62211]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1845.386812] env[62211]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62211) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1845.387141] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Folder already exists: Project (d065df719b844f319880f0eecffa3727). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1845.387424] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Creating folder: Instances. Parent ref: group-v425186. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1845.387719] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7561805-7b45-4a7a-a5fd-64a5d3b532a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.397243] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Created folder: Instances in parent group-v425186. [ 1845.397470] env[62211]: DEBUG oslo.service.loopingcall [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1845.397662] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1845.397970] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69fe3161-99f4-4244-896f-979112108a08 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.417177] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1845.417177] env[62211]: value = "task-2074503" [ 1845.417177] env[62211]: _type = "Task" [ 1845.417177] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.421333] env[62211]: DEBUG nova.compute.manager [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1845.429966] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074503, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.443342] env[62211]: DEBUG nova.virt.hardware [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1845.443653] env[62211]: DEBUG nova.virt.hardware [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1845.443871] env[62211]: DEBUG nova.virt.hardware [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1845.444116] env[62211]: DEBUG nova.virt.hardware [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1845.444323] env[62211]: DEBUG nova.virt.hardware [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1845.444575] env[62211]: DEBUG nova.virt.hardware [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1845.444787] env[62211]: DEBUG nova.virt.hardware [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1845.444948] env[62211]: DEBUG nova.virt.hardware [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1845.445132] env[62211]: DEBUG nova.virt.hardware [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1845.445302] env[62211]: DEBUG nova.virt.hardware [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1845.445475] env[62211]: DEBUG nova.virt.hardware [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1845.446350] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1569d693-118e-4f24-a341-3ad1699b7a92 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.453768] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd49be85-5a94-4d01-8f5d-cec3578a58d9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.507720] env[62211]: DEBUG nova.compute.manager [req-94314622-484a-46ec-b872-be96ec72eaae req-de102fca-271d-4894-94f6-0eb8d6e685bf service nova] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Received event network-changed-02ce5b9f-1d70-4baa-965e-f4bb205280f3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1845.508046] env[62211]: DEBUG nova.compute.manager [req-94314622-484a-46ec-b872-be96ec72eaae req-de102fca-271d-4894-94f6-0eb8d6e685bf service nova] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Refreshing instance network info cache due to event network-changed-02ce5b9f-1d70-4baa-965e-f4bb205280f3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1845.508457] env[62211]: DEBUG oslo_concurrency.lockutils [req-94314622-484a-46ec-b872-be96ec72eaae req-de102fca-271d-4894-94f6-0eb8d6e685bf service nova] Acquiring lock "refresh_cache-0824a71e-75ca-4a1d-a5e4-7b566fccf383" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.508734] env[62211]: DEBUG oslo_concurrency.lockutils [req-94314622-484a-46ec-b872-be96ec72eaae req-de102fca-271d-4894-94f6-0eb8d6e685bf service nova] Acquired lock "refresh_cache-0824a71e-75ca-4a1d-a5e4-7b566fccf383" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.509008] env[62211]: DEBUG nova.network.neutron [req-94314622-484a-46ec-b872-be96ec72eaae req-de102fca-271d-4894-94f6-0eb8d6e685bf service nova] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Refreshing network info cache for port 02ce5b9f-1d70-4baa-965e-f4bb205280f3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1845.680704] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.733910] env[62211]: DEBUG oslo_concurrency.lockutils [req-a110ceb1-be65-4ade-8fad-820966c0f578 req-be98a4c5-c91a-4080-a800-bcaf7bb14ba5 service nova] Releasing lock "refresh_cache-c4651f59-03db-48ad-8cdb-a6f605a790c4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.841976] env[62211]: DEBUG oslo_concurrency.lockutils [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.452s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.844677] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.921s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.844930] env[62211]: DEBUG nova.objects.instance [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Lazy-loading 'resources' on Instance uuid 2d10090f-a5bc-41c9-a2fe-37a2dfc10446 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.868562] env[62211]: INFO nova.scheduler.client.report [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Deleted allocations for instance 7fda2b64-5d5f-46ed-b57b-00b24d9acee1 [ 1845.927737] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074503, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.180526] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074500, 'name': ReconfigVM_Task, 'duration_secs': 0.743252} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.180760] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 29124931-d28f-4336-934d-ecba302a33e3/29124931-d28f-4336-934d-ecba302a33e3.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1846.181444] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d82d82cc-fa9f-4978-bd0e-1088b869c036 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.188661] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Waiting for the task: (returnval){ [ 1846.188661] env[62211]: value = "task-2074504" [ 1846.188661] env[62211]: _type = "Task" [ 1846.188661] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.199729] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074504, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.379102] env[62211]: DEBUG oslo_concurrency.lockutils [None req-959207fc-81d5-4b98-a255-4b7dac76e790 tempest-TenantUsagesTestJSON-687074443 tempest-TenantUsagesTestJSON-687074443-project-member] Lock "7fda2b64-5d5f-46ed-b57b-00b24d9acee1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.895s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.432007] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074503, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.464131] env[62211]: DEBUG nova.network.neutron [req-94314622-484a-46ec-b872-be96ec72eaae req-de102fca-271d-4894-94f6-0eb8d6e685bf service nova] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Updated VIF entry in instance network info cache for port 02ce5b9f-1d70-4baa-965e-f4bb205280f3. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1846.464478] env[62211]: DEBUG nova.network.neutron [req-94314622-484a-46ec-b872-be96ec72eaae req-de102fca-271d-4894-94f6-0eb8d6e685bf service nova] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Updating instance_info_cache with network_info: [{"id": "02ce5b9f-1d70-4baa-965e-f4bb205280f3", "address": "fa:16:3e:8b:9b:1d", "network": {"id": "11d4dbfe-6927-4fa8-a2c2-7cfcec6ec99e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1155834810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d065df719b844f319880f0eecffa3727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ce5b9f-1d", "ovs_interfaceid": "02ce5b9f-1d70-4baa-965e-f4bb205280f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.562291] env[62211]: DEBUG nova.network.neutron [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Successfully updated port: 3720ec0d-d2a7-4939-b705-bab74b176c59 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1846.699763] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074504, 'name': Rename_Task, 'duration_secs': 0.185693} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.702484] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1846.703081] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57805272-2c06-4df9-991f-135aa142f4e7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.709272] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Waiting for the task: (returnval){ [ 1846.709272] env[62211]: value = "task-2074505" [ 1846.709272] env[62211]: _type = "Task" [ 1846.709272] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.721283] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.926194] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67701a8-9d5f-42a2-8218-971a88e9f8c4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.934425] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074503, 'name': CreateVM_Task, 'duration_secs': 1.264407} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.936217] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1846.937028] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425198', 'volume_id': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'name': 'volume-1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0824a71e-75ca-4a1d-a5e4-7b566fccf383', 'attached_at': '', 'detached_at': '', 'volume_id': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'serial': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58'}, 'guest_format': None, 'delete_on_termination': True, 'attachment_id': 'c45e6aec-795c-4ea1-9551-5cc9e1f75158', 'volume_type': None}], 'swap': None} {{(pid=62211) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1846.937462] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Root volume attach. Driver type: vmdk {{(pid=62211) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1846.938573] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a2fc08-bef4-4c9a-a157-1a71b597b489 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.942113] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c4d5e8-f53a-47b4-b57e-c7a24ca5c4a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.974556] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe45b56-7874-4158-81c7-53db9d53643a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.977551] env[62211]: DEBUG oslo_concurrency.lockutils [req-94314622-484a-46ec-b872-be96ec72eaae req-de102fca-271d-4894-94f6-0eb8d6e685bf service nova] Releasing lock "refresh_cache-0824a71e-75ca-4a1d-a5e4-7b566fccf383" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.978638] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2632e78c-6b06-44b5-947d-e62f91a4bc80 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.988403] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b120f0a-bae6-464a-be26-9d6006ea3be3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.992778] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f1b559-75c6-46a4-9d49-e15623b86c2a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.007246] env[62211]: DEBUG nova.compute.provider_tree [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.010781] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a90e3774-7214-42a3-8d67-95ea5a61cf21 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.019107] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Waiting for the task: (returnval){ [ 1847.019107] env[62211]: value = "task-2074506" [ 1847.019107] env[62211]: _type = "Task" [ 1847.019107] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.028585] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074506, 'name': RelocateVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.065345] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquiring lock "refresh_cache-de830fe1-9542-433f-bc92-6197cd691de7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.065560] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquired lock "refresh_cache-de830fe1-9542-433f-bc92-6197cd691de7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.065775] env[62211]: DEBUG nova.network.neutron [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.220621] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074505, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.516024] env[62211]: DEBUG nova.scheduler.client.report [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.531667] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074506, 'name': RelocateVM_Task} progress is 20%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.596278] env[62211]: DEBUG nova.compute.manager [req-26ae909f-08b4-4980-abc4-ff619e3e2d8e req-3b946806-ffac-4449-b7a6-a1fbf39cb7f7 service nova] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Received event network-vif-plugged-3720ec0d-d2a7-4939-b705-bab74b176c59 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1847.596375] env[62211]: DEBUG oslo_concurrency.lockutils [req-26ae909f-08b4-4980-abc4-ff619e3e2d8e req-3b946806-ffac-4449-b7a6-a1fbf39cb7f7 service nova] Acquiring lock "de830fe1-9542-433f-bc92-6197cd691de7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.596613] env[62211]: DEBUG oslo_concurrency.lockutils [req-26ae909f-08b4-4980-abc4-ff619e3e2d8e req-3b946806-ffac-4449-b7a6-a1fbf39cb7f7 service nova] Lock "de830fe1-9542-433f-bc92-6197cd691de7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.596801] env[62211]: DEBUG oslo_concurrency.lockutils [req-26ae909f-08b4-4980-abc4-ff619e3e2d8e req-3b946806-ffac-4449-b7a6-a1fbf39cb7f7 service nova] Lock "de830fe1-9542-433f-bc92-6197cd691de7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.597106] env[62211]: DEBUG nova.compute.manager [req-26ae909f-08b4-4980-abc4-ff619e3e2d8e req-3b946806-ffac-4449-b7a6-a1fbf39cb7f7 service nova] [instance: de830fe1-9542-433f-bc92-6197cd691de7] No waiting events found dispatching network-vif-plugged-3720ec0d-d2a7-4939-b705-bab74b176c59 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1847.597641] env[62211]: WARNING nova.compute.manager [req-26ae909f-08b4-4980-abc4-ff619e3e2d8e req-3b946806-ffac-4449-b7a6-a1fbf39cb7f7 service nova] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Received unexpected event network-vif-plugged-3720ec0d-d2a7-4939-b705-bab74b176c59 for instance with vm_state building and task_state spawning. [ 1847.597641] env[62211]: DEBUG nova.compute.manager [req-26ae909f-08b4-4980-abc4-ff619e3e2d8e req-3b946806-ffac-4449-b7a6-a1fbf39cb7f7 service nova] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Received event network-changed-3720ec0d-d2a7-4939-b705-bab74b176c59 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1847.597746] env[62211]: DEBUG nova.compute.manager [req-26ae909f-08b4-4980-abc4-ff619e3e2d8e req-3b946806-ffac-4449-b7a6-a1fbf39cb7f7 service nova] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Refreshing instance network info cache due to event network-changed-3720ec0d-d2a7-4939-b705-bab74b176c59. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1847.597875] env[62211]: DEBUG oslo_concurrency.lockutils [req-26ae909f-08b4-4980-abc4-ff619e3e2d8e req-3b946806-ffac-4449-b7a6-a1fbf39cb7f7 service nova] Acquiring lock "refresh_cache-de830fe1-9542-433f-bc92-6197cd691de7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.617082] env[62211]: DEBUG nova.network.neutron [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1847.725242] env[62211]: DEBUG oslo_vmware.api [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074505, 'name': PowerOnVM_Task, 'duration_secs': 0.846663} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.726018] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1847.726018] env[62211]: INFO nova.compute.manager [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1847.726385] env[62211]: DEBUG nova.compute.manager [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1847.727284] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d0fbfd-cc30-436c-b229-4a60d54365bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.845152] env[62211]: DEBUG nova.network.neutron [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Updating instance_info_cache with network_info: [{"id": "3720ec0d-d2a7-4939-b705-bab74b176c59", "address": "fa:16:3e:0b:8c:06", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3720ec0d-d2", "ovs_interfaceid": "3720ec0d-d2a7-4939-b705-bab74b176c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.019859] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.022425] env[62211]: DEBUG oslo_concurrency.lockutils [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.891s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.022694] env[62211]: DEBUG nova.objects.instance [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lazy-loading 'resources' on Instance uuid 4e43c86c-f642-4cee-a188-efcbc6942ac2 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.034427] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074506, 'name': RelocateVM_Task, 'duration_secs': 0.542462} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.035410] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Volume attach. Driver type: vmdk {{(pid=62211) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1848.035642] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425198', 'volume_id': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'name': 'volume-1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0824a71e-75ca-4a1d-a5e4-7b566fccf383', 'attached_at': '', 'detached_at': '', 'volume_id': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'serial': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1848.036548] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8258c60d-6d10-4663-a5c2-c4f2c9dd64cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.054634] env[62211]: INFO nova.scheduler.client.report [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Deleted allocations for instance 2d10090f-a5bc-41c9-a2fe-37a2dfc10446 [ 1848.056223] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47a7274-578c-4db6-8d4c-10dce653c383 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.082229] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] volume-1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58/volume-1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1848.082984] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62c16262-7b6b-4e50-b001-961846d58a11 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.103309] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Waiting for the task: (returnval){ [ 1848.103309] env[62211]: value = "task-2074507" [ 1848.103309] env[62211]: _type = "Task" [ 1848.103309] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.112779] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.249614] env[62211]: INFO nova.compute.manager [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Took 44.78 seconds to build instance. [ 1848.347644] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Releasing lock "refresh_cache-de830fe1-9542-433f-bc92-6197cd691de7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.348020] env[62211]: DEBUG nova.compute.manager [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Instance network_info: |[{"id": "3720ec0d-d2a7-4939-b705-bab74b176c59", "address": "fa:16:3e:0b:8c:06", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3720ec0d-d2", "ovs_interfaceid": "3720ec0d-d2a7-4939-b705-bab74b176c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1848.348394] env[62211]: DEBUG oslo_concurrency.lockutils [req-26ae909f-08b4-4980-abc4-ff619e3e2d8e req-3b946806-ffac-4449-b7a6-a1fbf39cb7f7 service nova] Acquired lock "refresh_cache-de830fe1-9542-433f-bc92-6197cd691de7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.348538] env[62211]: DEBUG nova.network.neutron [req-26ae909f-08b4-4980-abc4-ff619e3e2d8e req-3b946806-ffac-4449-b7a6-a1fbf39cb7f7 service nova] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Refreshing network info cache for port 3720ec0d-d2a7-4939-b705-bab74b176c59 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.349803] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:8c:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3720ec0d-d2a7-4939-b705-bab74b176c59', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1848.360916] env[62211]: DEBUG oslo.service.loopingcall [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1848.362216] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1848.362513] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-221427ee-53f3-4beb-bc58-8d8c2dc50a8c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.396634] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1848.396634] env[62211]: value = "task-2074508" [ 1848.396634] env[62211]: _type = "Task" [ 1848.396634] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.405343] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074508, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.572668] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd0403d3-6072-40b3-ab18-92c90f9db652 tempest-ImagesNegativeTestJSON-494642994 tempest-ImagesNegativeTestJSON-494642994-project-member] Lock "2d10090f-a5bc-41c9-a2fe-37a2dfc10446" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.605s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.616478] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074507, 'name': ReconfigVM_Task, 'duration_secs': 0.495138} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.616771] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Reconfigured VM instance instance-0000001c to attach disk [datastore1] volume-1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58/volume-1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1848.624061] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-376aefa9-1c81-411d-888e-a1da1b817e38 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.640587] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Waiting for the task: (returnval){ [ 1848.640587] env[62211]: value = "task-2074509" [ 1848.640587] env[62211]: _type = "Task" [ 1848.640587] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.650365] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.752610] env[62211]: DEBUG oslo_concurrency.lockutils [None req-76ea867b-b5b4-4f0f-aaa4-9f4dec2b7796 tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Lock "29124931-d28f-4336-934d-ecba302a33e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.875s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.911567] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074508, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.131185] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3da760-60cc-4d0e-9a75-0adea32bdbdc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.138993] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f14cbe-5fd4-4ba3-93ae-8213c62f1721 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.178472] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7a8736-40a3-4c68-8c6c-4a0ea14774aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.181771] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074509, 'name': ReconfigVM_Task, 'duration_secs': 0.257943} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.182120] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425198', 'volume_id': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'name': 'volume-1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0824a71e-75ca-4a1d-a5e4-7b566fccf383', 'attached_at': '', 'detached_at': '', 'volume_id': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'serial': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1849.182997] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b216248f-0d2a-482c-a8e8-19d78155397b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.187907] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778c4ebc-cd12-4665-82a6-20ff75ca29c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.193272] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Waiting for the task: (returnval){ [ 1849.193272] env[62211]: value = "task-2074510" [ 1849.193272] env[62211]: _type = "Task" [ 1849.193272] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.197222] env[62211]: DEBUG nova.network.neutron [req-26ae909f-08b4-4980-abc4-ff619e3e2d8e req-3b946806-ffac-4449-b7a6-a1fbf39cb7f7 service nova] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Updated VIF entry in instance network info cache for port 3720ec0d-d2a7-4939-b705-bab74b176c59. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.197571] env[62211]: DEBUG nova.network.neutron [req-26ae909f-08b4-4980-abc4-ff619e3e2d8e req-3b946806-ffac-4449-b7a6-a1fbf39cb7f7 service nova] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Updating instance_info_cache with network_info: [{"id": "3720ec0d-d2a7-4939-b705-bab74b176c59", "address": "fa:16:3e:0b:8c:06", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3720ec0d-d2", "ovs_interfaceid": "3720ec0d-d2a7-4939-b705-bab74b176c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.207280] env[62211]: DEBUG nova.compute.provider_tree [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.214389] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074510, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.257930] env[62211]: DEBUG nova.compute.manager [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1849.410551] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074508, 'name': CreateVM_Task, 'duration_secs': 0.547963} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.410724] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1849.411477] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.411640] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.412108] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1849.412286] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ecb3bc3-5f9e-4075-bea1-98ca74a1894e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.417849] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1849.417849] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52373954-b22f-4db5-4cca-2023af18a355" [ 1849.417849] env[62211]: _type = "Task" [ 1849.417849] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.429564] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52373954-b22f-4db5-4cca-2023af18a355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.704150] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074510, 'name': Rename_Task, 'duration_secs': 0.241194} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.704450] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1849.704701] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9b92aaa-d58c-4a62-96b2-8dc68b0db5f6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.711268] env[62211]: DEBUG oslo_concurrency.lockutils [req-26ae909f-08b4-4980-abc4-ff619e3e2d8e req-3b946806-ffac-4449-b7a6-a1fbf39cb7f7 service nova] Releasing lock "refresh_cache-de830fe1-9542-433f-bc92-6197cd691de7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.711742] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Waiting for the task: (returnval){ [ 1849.711742] env[62211]: value = "task-2074511" [ 1849.711742] env[62211]: _type = "Task" [ 1849.711742] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.715565] env[62211]: DEBUG nova.scheduler.client.report [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1849.723667] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.778544] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.928644] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52373954-b22f-4db5-4cca-2023af18a355, 'name': SearchDatastore_Task, 'duration_secs': 0.013885} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.928973] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.929188] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1849.929447] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.929634] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.929921] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1849.930111] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e9d4409-d812-4a65-9639-395d930a7332 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.938712] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1849.938839] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1849.939600] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce85ab9-5aed-4d0e-8faa-7d4d0137615c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.945494] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1849.945494] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52490ab9-4045-909b-3d08-209e343c08fd" [ 1849.945494] env[62211]: _type = "Task" [ 1849.945494] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.954837] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52490ab9-4045-909b-3d08-209e343c08fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.226787] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.226787] env[62211]: DEBUG oslo_concurrency.lockutils [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.229186] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.834s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.229333] env[62211]: INFO nova.compute.claims [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1850.267701] env[62211]: INFO nova.scheduler.client.report [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Deleted allocations for instance 4e43c86c-f642-4cee-a188-efcbc6942ac2 [ 1850.460025] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52490ab9-4045-909b-3d08-209e343c08fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01389} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.460025] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b379b241-7d26-4be9-a669-0a843946cf71 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.464404] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1850.464404] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52686679-3667-76e6-30e0-ea6d7ba41c3c" [ 1850.464404] env[62211]: _type = "Task" [ 1850.464404] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.477608] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52686679-3667-76e6-30e0-ea6d7ba41c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.723740] env[62211]: DEBUG oslo_vmware.api [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074511, 'name': PowerOnVM_Task, 'duration_secs': 0.619433} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.724050] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.724232] env[62211]: INFO nova.compute.manager [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Took 6.36 seconds to spawn the instance on the hypervisor. [ 1850.724412] env[62211]: DEBUG nova.compute.manager [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.725216] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602e7ee0-f0f3-4277-b490-8381e30f0e5b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.781915] env[62211]: DEBUG oslo_concurrency.lockutils [None req-edc5e948-0106-4477-8cb0-832d5b5d9895 tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "4e43c86c-f642-4cee-a188-efcbc6942ac2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.593s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.982882] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52686679-3667-76e6-30e0-ea6d7ba41c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.032026} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.983318] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.983907] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] de830fe1-9542-433f-bc92-6197cd691de7/de830fe1-9542-433f-bc92-6197cd691de7.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1850.983907] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20f2564d-afb4-4110-aa70-f30ca21cd48d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.991450] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1850.991450] env[62211]: value = "task-2074512" [ 1850.991450] env[62211]: _type = "Task" [ 1850.991450] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.002370] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.037065] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "259d67e5-975e-41fb-87fa-1a3148391e05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.037372] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "259d67e5-975e-41fb-87fa-1a3148391e05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.037627] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "259d67e5-975e-41fb-87fa-1a3148391e05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.038237] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "259d67e5-975e-41fb-87fa-1a3148391e05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.038237] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "259d67e5-975e-41fb-87fa-1a3148391e05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.047446] env[62211]: INFO nova.compute.manager [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Terminating instance [ 1851.247359] env[62211]: INFO nova.compute.manager [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Took 45.56 seconds to build instance. [ 1851.377222] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Acquiring lock "29124931-d28f-4336-934d-ecba302a33e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.377540] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Lock "29124931-d28f-4336-934d-ecba302a33e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.377724] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Acquiring lock "29124931-d28f-4336-934d-ecba302a33e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.377905] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Lock "29124931-d28f-4336-934d-ecba302a33e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.378097] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Lock "29124931-d28f-4336-934d-ecba302a33e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.380399] env[62211]: INFO nova.compute.manager [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Terminating instance [ 1851.510574] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074512, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.554097] env[62211]: DEBUG nova.compute.manager [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1851.554623] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1851.555463] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69509e29-37e1-446a-a1ab-ca5900537c63 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.565089] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1851.566043] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11059375-b8fb-4668-8601-b6dcc59f84a2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.577823] env[62211]: DEBUG oslo_vmware.api [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1851.577823] env[62211]: value = "task-2074513" [ 1851.577823] env[62211]: _type = "Task" [ 1851.577823] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.593420] env[62211]: DEBUG oslo_vmware.api [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.751021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c55e1a4-003a-4401-82d4-44288ffd4c45 tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Lock "0824a71e-75ca-4a1d-a5e4-7b566fccf383" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.589s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.888519] env[62211]: DEBUG nova.compute.manager [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1851.888770] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1851.890680] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddef8de2-066e-4051-b583-b02bea70a0b4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.895700] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0ea17f-48ce-42db-86de-56c5f52a623a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.908350] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e189efe-5c48-4a83-85e6-f58d1cb2a29c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.911659] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1851.911993] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8196e3d6-de7e-4f5a-8169-167c204188dc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.949000] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bf5ac4-18c2-48fe-bc03-0866d216ca1f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.953941] env[62211]: DEBUG oslo_vmware.api [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Waiting for the task: (returnval){ [ 1851.953941] env[62211]: value = "task-2074514" [ 1851.953941] env[62211]: _type = "Task" [ 1851.953941] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.960811] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd03f2d6-fecc-4f0f-8365-a7b3df1bee24 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.971961] env[62211]: DEBUG oslo_vmware.api [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.984169] env[62211]: DEBUG nova.compute.provider_tree [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.005204] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678514} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.005956] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] de830fe1-9542-433f-bc92-6197cd691de7/de830fe1-9542-433f-bc92-6197cd691de7.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1852.005956] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1852.005956] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dec63c8-7493-48ab-986e-fb460554443f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.012992] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1852.012992] env[62211]: value = "task-2074515" [ 1852.012992] env[62211]: _type = "Task" [ 1852.012992] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.021550] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.089266] env[62211]: DEBUG oslo_vmware.api [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074513, 'name': PowerOffVM_Task, 'duration_secs': 0.328589} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.089549] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.089741] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.090039] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db024ed3-ced2-4169-bbaf-a8a80528435f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.252837] env[62211]: DEBUG nova.compute.manager [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1852.319516] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1852.319777] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1852.319962] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Deleting the datastore file [datastore1] 259d67e5-975e-41fb-87fa-1a3148391e05 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.321743] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cbefaa4-8de2-4eea-abe7-9175f8a721fc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.329797] env[62211]: DEBUG oslo_vmware.api [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for the task: (returnval){ [ 1852.329797] env[62211]: value = "task-2074517" [ 1852.329797] env[62211]: _type = "Task" [ 1852.329797] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.339351] env[62211]: DEBUG oslo_vmware.api [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.465121] env[62211]: DEBUG oslo_vmware.api [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074514, 'name': PowerOffVM_Task, 'duration_secs': 0.184504} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.465121] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.465121] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.465469] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-355507a5-9101-4bf0-b682-456012f65f29 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.486384] env[62211]: DEBUG nova.scheduler.client.report [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1852.527461] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073167} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.527822] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1852.528935] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193928bd-2d0a-45d0-a564-f650fcdbd097 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.555321] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] de830fe1-9542-433f-bc92-6197cd691de7/de830fe1-9542-433f-bc92-6197cd691de7.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.557014] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bcbafee-bdf7-461a-a100-fe771c418eca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.571484] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1852.571716] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1852.572039] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Deleting the datastore file [datastore1] 29124931-d28f-4336-934d-ecba302a33e3 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.572935] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9de94c83-d3cc-4775-b25b-0756968ef707 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.580325] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1852.580325] env[62211]: value = "task-2074520" [ 1852.580325] env[62211]: _type = "Task" [ 1852.580325] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.581891] env[62211]: DEBUG oslo_vmware.api [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Waiting for the task: (returnval){ [ 1852.581891] env[62211]: value = "task-2074519" [ 1852.581891] env[62211]: _type = "Task" [ 1852.581891] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.596626] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.604226] env[62211]: DEBUG oslo_vmware.api [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.785055] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.825563] env[62211]: DEBUG nova.compute.manager [req-6890c63f-f52e-4978-83d0-1d9ebdcf83d0 req-81250c44-7bfc-4614-b6d0-de82492c63e2 service nova] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Received event network-changed-02ce5b9f-1d70-4baa-965e-f4bb205280f3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1852.825766] env[62211]: DEBUG nova.compute.manager [req-6890c63f-f52e-4978-83d0-1d9ebdcf83d0 req-81250c44-7bfc-4614-b6d0-de82492c63e2 service nova] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Refreshing instance network info cache due to event network-changed-02ce5b9f-1d70-4baa-965e-f4bb205280f3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1852.825988] env[62211]: DEBUG oslo_concurrency.lockutils [req-6890c63f-f52e-4978-83d0-1d9ebdcf83d0 req-81250c44-7bfc-4614-b6d0-de82492c63e2 service nova] Acquiring lock "refresh_cache-0824a71e-75ca-4a1d-a5e4-7b566fccf383" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.826716] env[62211]: DEBUG oslo_concurrency.lockutils [req-6890c63f-f52e-4978-83d0-1d9ebdcf83d0 req-81250c44-7bfc-4614-b6d0-de82492c63e2 service nova] Acquired lock "refresh_cache-0824a71e-75ca-4a1d-a5e4-7b566fccf383" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.827049] env[62211]: DEBUG nova.network.neutron [req-6890c63f-f52e-4978-83d0-1d9ebdcf83d0 req-81250c44-7bfc-4614-b6d0-de82492c63e2 service nova] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Refreshing network info cache for port 02ce5b9f-1d70-4baa-965e-f4bb205280f3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1852.847523] env[62211]: DEBUG oslo_vmware.api [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Task: {'id': task-2074517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495024} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.847815] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1852.848171] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1852.848221] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1852.848350] env[62211]: INFO nova.compute.manager [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1852.848609] env[62211]: DEBUG oslo.service.loopingcall [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.848771] env[62211]: DEBUG nova.compute.manager [-] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1852.848867] env[62211]: DEBUG nova.network.neutron [-] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1852.993258] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.993474] env[62211]: DEBUG nova.compute.manager [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1852.997482] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.027s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.096420] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074520, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.108203] env[62211]: DEBUG oslo_vmware.api [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Task: {'id': task-2074519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366219} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.109362] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1853.110076] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1853.110415] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1853.111235] env[62211]: INFO nova.compute.manager [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1853.111647] env[62211]: DEBUG oslo.service.loopingcall [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.112624] env[62211]: DEBUG nova.compute.manager [-] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1853.112944] env[62211]: DEBUG nova.network.neutron [-] [instance: 29124931-d28f-4336-934d-ecba302a33e3] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1853.500921] env[62211]: DEBUG nova.compute.utils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1853.508764] env[62211]: DEBUG nova.compute.manager [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1853.508971] env[62211]: DEBUG nova.network.neutron [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1853.595449] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074520, 'name': ReconfigVM_Task, 'duration_secs': 0.559605} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.598413] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Reconfigured VM instance instance-0000001d to attach disk [datastore1] de830fe1-9542-433f-bc92-6197cd691de7/de830fe1-9542-433f-bc92-6197cd691de7.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1853.601757] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d62a9bef-13ee-452c-b22e-f6474bc37dc7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.609636] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1853.609636] env[62211]: value = "task-2074521" [ 1853.609636] env[62211]: _type = "Task" [ 1853.609636] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.619187] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074521, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.708850] env[62211]: DEBUG nova.policy [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '652629805d734137937d0972b9e8b13f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7830061fdde443c78498a84107c12faa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1853.877882] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ff5c4-3d22-1c8b-0767-d212a080a80b/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1853.878802] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e94046-b39c-4c42-a3ce-f2ae17efbbe9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.892601] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ff5c4-3d22-1c8b-0767-d212a080a80b/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1853.892823] env[62211]: ERROR oslo_vmware.rw_handles [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ff5c4-3d22-1c8b-0767-d212a080a80b/disk-0.vmdk due to incomplete transfer. [ 1853.893242] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-96bbcfab-45d0-4185-a710-7a202a6cb479 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.904247] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ff5c4-3d22-1c8b-0767-d212a080a80b/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1853.904247] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Uploaded image 19804a1e-6607-4bfe-9337-71be2ad17023 to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1853.905777] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1853.906149] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-530e70e9-8855-469d-8bcb-5e88d4588087 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.912627] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1853.912627] env[62211]: value = "task-2074522" [ 1853.912627] env[62211]: _type = "Task" [ 1853.912627] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.924560] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074522, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.009909] env[62211]: DEBUG nova.compute.manager [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1854.120099] env[62211]: DEBUG nova.network.neutron [req-6890c63f-f52e-4978-83d0-1d9ebdcf83d0 req-81250c44-7bfc-4614-b6d0-de82492c63e2 service nova] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Updated VIF entry in instance network info cache for port 02ce5b9f-1d70-4baa-965e-f4bb205280f3. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.120621] env[62211]: DEBUG nova.network.neutron [req-6890c63f-f52e-4978-83d0-1d9ebdcf83d0 req-81250c44-7bfc-4614-b6d0-de82492c63e2 service nova] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Updating instance_info_cache with network_info: [{"id": "02ce5b9f-1d70-4baa-965e-f4bb205280f3", "address": "fa:16:3e:8b:9b:1d", "network": {"id": "11d4dbfe-6927-4fa8-a2c2-7cfcec6ec99e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1155834810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d065df719b844f319880f0eecffa3727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ce5b9f-1d", "ovs_interfaceid": "02ce5b9f-1d70-4baa-965e-f4bb205280f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.128788] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074521, 'name': Rename_Task, 'duration_secs': 0.345638} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.130094] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1854.130472] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b661cbc4-6aca-4647-a04a-846195c3017f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.138131] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1854.138131] env[62211]: value = "task-2074523" [ 1854.138131] env[62211]: _type = "Task" [ 1854.138131] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.144126] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54402c3-2d89-48dc-893e-a02edb5e640d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.156144] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074523, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.160494] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a82b255-613a-4ebe-a31e-61b8a4f52f60 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.194748] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edc8db7-ee6e-4e9d-b0e2-66366d064694 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.202806] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c7b7f0-8a3f-46be-91d2-d2ccb0a16fdb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.218885] env[62211]: DEBUG nova.compute.provider_tree [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.237489] env[62211]: DEBUG nova.network.neutron [-] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.363698] env[62211]: DEBUG nova.network.neutron [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Successfully created port: daf498ce-4d52-4936-b503-61b76645656f {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1854.423052] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074522, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.565288] env[62211]: DEBUG nova.network.neutron [-] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.630634] env[62211]: DEBUG oslo_concurrency.lockutils [req-6890c63f-f52e-4978-83d0-1d9ebdcf83d0 req-81250c44-7bfc-4614-b6d0-de82492c63e2 service nova] Releasing lock "refresh_cache-0824a71e-75ca-4a1d-a5e4-7b566fccf383" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.651898] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.725650] env[62211]: DEBUG nova.scheduler.client.report [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1854.742026] env[62211]: INFO nova.compute.manager [-] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Took 1.89 seconds to deallocate network for instance. [ 1854.930017] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074522, 'name': Destroy_Task, 'duration_secs': 0.794932} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.930017] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Destroyed the VM [ 1854.930017] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1854.930511] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-015631ca-7ee1-444b-bac0-f6dbe5f9488d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.937404] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1854.937404] env[62211]: value = "task-2074524" [ 1854.937404] env[62211]: _type = "Task" [ 1854.937404] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.946118] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074524, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.982501] env[62211]: DEBUG nova.compute.manager [req-0121ccb2-1d65-4657-9d73-4beff2070c28 req-e84d7f72-f3d6-4a74-b4a6-30826867068e service nova] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Received event network-vif-deleted-c1a2743d-fc6f-4551-8908-f85e8996e602 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1854.982845] env[62211]: DEBUG nova.compute.manager [req-0121ccb2-1d65-4657-9d73-4beff2070c28 req-e84d7f72-f3d6-4a74-b4a6-30826867068e service nova] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Received event network-vif-deleted-0001f5bf-01ab-44d4-b688-61a3d5410272 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1855.025601] env[62211]: DEBUG nova.compute.manager [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1855.037719] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.037942] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.049983] env[62211]: DEBUG nova.virt.hardware [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1855.050234] env[62211]: DEBUG nova.virt.hardware [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1855.050390] env[62211]: DEBUG nova.virt.hardware [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1855.050566] env[62211]: DEBUG nova.virt.hardware [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1855.050709] env[62211]: DEBUG nova.virt.hardware [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1855.050854] env[62211]: DEBUG nova.virt.hardware [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1855.051067] env[62211]: DEBUG nova.virt.hardware [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1855.051228] env[62211]: DEBUG nova.virt.hardware [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1855.051392] env[62211]: DEBUG nova.virt.hardware [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1855.051552] env[62211]: DEBUG nova.virt.hardware [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1855.051745] env[62211]: DEBUG nova.virt.hardware [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1855.052612] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fea339a-3166-42c3-aa6c-348f3d4f8c2c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.061317] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afb467a-1a65-4237-be01-e938f709e718 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.066482] env[62211]: INFO nova.compute.manager [-] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Took 1.95 seconds to deallocate network for instance. [ 1855.152223] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074523, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.247949] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.449691] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074524, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.581071] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.651182] env[62211]: DEBUG oslo_vmware.api [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074523, 'name': PowerOnVM_Task, 'duration_secs': 1.068493} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.651454] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1855.651659] env[62211]: INFO nova.compute.manager [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1855.651903] env[62211]: DEBUG nova.compute.manager [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1855.652787] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1269787a-d2f4-404d-a04f-34ded0e5e787 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.735038] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.738s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.737944] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.868s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.739488] env[62211]: INFO nova.compute.claims [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1855.948670] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074524, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.170927] env[62211]: INFO nova.compute.manager [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Took 47.38 seconds to build instance. [ 1856.305019] env[62211]: DEBUG nova.network.neutron [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Successfully updated port: daf498ce-4d52-4936-b503-61b76645656f {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1856.324917] env[62211]: INFO nova.scheduler.client.report [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Deleted allocation for migration 7cf1bbbb-4fe6-408c-931c-bba071d32764 [ 1856.447464] env[62211]: DEBUG oslo_vmware.api [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074524, 'name': RemoveSnapshot_Task, 'duration_secs': 1.267387} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.447722] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1856.447950] env[62211]: INFO nova.compute.manager [None req-f58d5ab0-13a6-42bf-9bd4-32cec91429bb tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Took 17.53 seconds to snapshot the instance on the hypervisor. [ 1856.676365] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dfe0fb56-a704-401f-9193-169e5a7b3292 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lock "de830fe1-9542-433f-bc92-6197cd691de7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.255s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.807349] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Acquiring lock "refresh_cache-8dfb1051-c5c0-47c7-9b38-7add404107c6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.807495] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Acquired lock "refresh_cache-8dfb1051-c5c0-47c7-9b38-7add404107c6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.808175] env[62211]: DEBUG nova.network.neutron [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1856.830077] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f4c4ac96-52ad-49e3-9f3e-b69039202f5f tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "3f952136-5629-42ba-8a95-a21524601643" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.513s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.179291] env[62211]: DEBUG nova.compute.manager [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1857.254877] env[62211]: DEBUG nova.compute.manager [req-897707aa-020b-43a4-835d-4d3b1edced84 req-6977bcfb-cd08-4ed2-bb08-9f35aa94e5fc service nova] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Received event network-vif-plugged-daf498ce-4d52-4936-b503-61b76645656f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1857.255110] env[62211]: DEBUG oslo_concurrency.lockutils [req-897707aa-020b-43a4-835d-4d3b1edced84 req-6977bcfb-cd08-4ed2-bb08-9f35aa94e5fc service nova] Acquiring lock "8dfb1051-c5c0-47c7-9b38-7add404107c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.255322] env[62211]: DEBUG oslo_concurrency.lockutils [req-897707aa-020b-43a4-835d-4d3b1edced84 req-6977bcfb-cd08-4ed2-bb08-9f35aa94e5fc service nova] Lock "8dfb1051-c5c0-47c7-9b38-7add404107c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.255488] env[62211]: DEBUG oslo_concurrency.lockutils [req-897707aa-020b-43a4-835d-4d3b1edced84 req-6977bcfb-cd08-4ed2-bb08-9f35aa94e5fc service nova] Lock "8dfb1051-c5c0-47c7-9b38-7add404107c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.255653] env[62211]: DEBUG nova.compute.manager [req-897707aa-020b-43a4-835d-4d3b1edced84 req-6977bcfb-cd08-4ed2-bb08-9f35aa94e5fc service nova] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] No waiting events found dispatching network-vif-plugged-daf498ce-4d52-4936-b503-61b76645656f {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1857.255814] env[62211]: WARNING nova.compute.manager [req-897707aa-020b-43a4-835d-4d3b1edced84 req-6977bcfb-cd08-4ed2-bb08-9f35aa94e5fc service nova] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Received unexpected event network-vif-plugged-daf498ce-4d52-4936-b503-61b76645656f for instance with vm_state building and task_state spawning. [ 1857.255971] env[62211]: DEBUG nova.compute.manager [req-897707aa-020b-43a4-835d-4d3b1edced84 req-6977bcfb-cd08-4ed2-bb08-9f35aa94e5fc service nova] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Received event network-changed-daf498ce-4d52-4936-b503-61b76645656f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1857.256723] env[62211]: DEBUG nova.compute.manager [req-897707aa-020b-43a4-835d-4d3b1edced84 req-6977bcfb-cd08-4ed2-bb08-9f35aa94e5fc service nova] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Refreshing instance network info cache due to event network-changed-daf498ce-4d52-4936-b503-61b76645656f. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1857.256723] env[62211]: DEBUG oslo_concurrency.lockutils [req-897707aa-020b-43a4-835d-4d3b1edced84 req-6977bcfb-cd08-4ed2-bb08-9f35aa94e5fc service nova] Acquiring lock "refresh_cache-8dfb1051-c5c0-47c7-9b38-7add404107c6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.338593] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa178001-f67e-4a0b-8509-0f5326f9148a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.342657] env[62211]: DEBUG nova.network.neutron [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1857.350559] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad19f5c-7ec7-42a7-b883-a4378d90bdb9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.388728] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757e486c-1f63-4430-80b7-0abd43570aa9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.396202] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquiring lock "de830fe1-9542-433f-bc92-6197cd691de7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.396470] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lock "de830fe1-9542-433f-bc92-6197cd691de7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.396668] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquiring lock "de830fe1-9542-433f-bc92-6197cd691de7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.396847] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lock "de830fe1-9542-433f-bc92-6197cd691de7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.397016] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lock "de830fe1-9542-433f-bc92-6197cd691de7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.399571] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca37467-5bdc-4d48-91c7-d1e4d87197b5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.403649] env[62211]: INFO nova.compute.manager [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Terminating instance [ 1857.415139] env[62211]: DEBUG nova.compute.provider_tree [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.561511] env[62211]: DEBUG nova.network.neutron [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Updating instance_info_cache with network_info: [{"id": "daf498ce-4d52-4936-b503-61b76645656f", "address": "fa:16:3e:e8:8a:09", "network": {"id": "82ed7504-82d3-4889-a7d7-987985287c1d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1328983738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7830061fdde443c78498a84107c12faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf498ce-4d", "ovs_interfaceid": "daf498ce-4d52-4936-b503-61b76645656f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.699380] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.910480] env[62211]: DEBUG nova.compute.manager [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1857.910480] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1857.910480] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a294e99-483e-45ac-a95b-9d0e28409ea2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.919368] env[62211]: DEBUG nova.scheduler.client.report [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1857.925187] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1857.926348] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9ef285a-401a-4d70-a6c3-aa5c508dc3a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.934105] env[62211]: DEBUG oslo_vmware.api [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1857.934105] env[62211]: value = "task-2074525" [ 1857.934105] env[62211]: _type = "Task" [ 1857.934105] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.944763] env[62211]: DEBUG oslo_vmware.api [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.065731] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Releasing lock "refresh_cache-8dfb1051-c5c0-47c7-9b38-7add404107c6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.066984] env[62211]: DEBUG nova.compute.manager [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Instance network_info: |[{"id": "daf498ce-4d52-4936-b503-61b76645656f", "address": "fa:16:3e:e8:8a:09", "network": {"id": "82ed7504-82d3-4889-a7d7-987985287c1d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1328983738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7830061fdde443c78498a84107c12faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf498ce-4d", "ovs_interfaceid": "daf498ce-4d52-4936-b503-61b76645656f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1858.068445] env[62211]: DEBUG oslo_concurrency.lockutils [req-897707aa-020b-43a4-835d-4d3b1edced84 req-6977bcfb-cd08-4ed2-bb08-9f35aa94e5fc service nova] Acquired lock "refresh_cache-8dfb1051-c5c0-47c7-9b38-7add404107c6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.068654] env[62211]: DEBUG nova.network.neutron [req-897707aa-020b-43a4-835d-4d3b1edced84 req-6977bcfb-cd08-4ed2-bb08-9f35aa94e5fc service nova] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Refreshing network info cache for port daf498ce-4d52-4936-b503-61b76645656f {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1858.071203] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:8a:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'daf498ce-4d52-4936-b503-61b76645656f', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1858.082620] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Creating folder: Project (7830061fdde443c78498a84107c12faa). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1858.087945] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d15b4e49-3a16-4551-b2cf-d1b4c50fe5ce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.101392] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Created folder: Project (7830061fdde443c78498a84107c12faa) in parent group-v425157. [ 1858.101392] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Creating folder: Instances. Parent ref: group-v425250. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1858.101392] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2480e0cd-ca65-4d2a-a76d-61ef02ced376 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.111963] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Created folder: Instances in parent group-v425250. [ 1858.112233] env[62211]: DEBUG oslo.service.loopingcall [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.112441] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1858.112652] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89a46f04-2565-43a7-a77a-99352c1b1d68 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.138741] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1858.138741] env[62211]: value = "task-2074528" [ 1858.138741] env[62211]: _type = "Task" [ 1858.138741] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.147198] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074528, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.430038] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.430038] env[62211]: DEBUG nova.compute.manager [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1858.432055] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.645s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.432436] env[62211]: DEBUG nova.objects.instance [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Lazy-loading 'resources' on Instance uuid b0870ac7-90ba-4212-a8e0-100466cd838b {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.445523] env[62211]: DEBUG oslo_vmware.api [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074525, 'name': PowerOffVM_Task, 'duration_secs': 0.19329} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.446041] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1858.449017] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1858.449017] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af4d4221-2f8b-4b51-8a17-cda4da1ee6bc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.653552] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074528, 'name': CreateVM_Task, 'duration_secs': 0.487381} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.653781] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1858.655192] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.655192] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.655192] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1858.655348] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a18f651-3513-420c-8c9f-26b6b50c6de1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.659918] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Waiting for the task: (returnval){ [ 1858.659918] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527a3ed9-1ef0-05d7-a0b4-0026bdb17157" [ 1858.659918] env[62211]: _type = "Task" [ 1858.659918] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.674713] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527a3ed9-1ef0-05d7-a0b4-0026bdb17157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.812803] env[62211]: DEBUG nova.network.neutron [req-897707aa-020b-43a4-835d-4d3b1edced84 req-6977bcfb-cd08-4ed2-bb08-9f35aa94e5fc service nova] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Updated VIF entry in instance network info cache for port daf498ce-4d52-4936-b503-61b76645656f. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1858.813238] env[62211]: DEBUG nova.network.neutron [req-897707aa-020b-43a4-835d-4d3b1edced84 req-6977bcfb-cd08-4ed2-bb08-9f35aa94e5fc service nova] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Updating instance_info_cache with network_info: [{"id": "daf498ce-4d52-4936-b503-61b76645656f", "address": "fa:16:3e:e8:8a:09", "network": {"id": "82ed7504-82d3-4889-a7d7-987985287c1d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1328983738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7830061fdde443c78498a84107c12faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaf498ce-4d", "ovs_interfaceid": "daf498ce-4d52-4936-b503-61b76645656f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.936188] env[62211]: DEBUG nova.compute.utils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1858.938116] env[62211]: DEBUG nova.compute.manager [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1858.938308] env[62211]: DEBUG nova.network.neutron [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1858.993759] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1858.994269] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1858.996017] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Deleting the datastore file [datastore1] de830fe1-9542-433f-bc92-6197cd691de7 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1858.996017] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a45b1fb1-f7f4-4463-a90d-3b8e552b02ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.004143] env[62211]: DEBUG oslo_vmware.api [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for the task: (returnval){ [ 1859.004143] env[62211]: value = "task-2074530" [ 1859.004143] env[62211]: _type = "Task" [ 1859.004143] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.017364] env[62211]: DEBUG oslo_vmware.api [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.020924] env[62211]: DEBUG nova.policy [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c88130d362744fc7b1716e476b5c9083', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f23ece4dafc440609b1531e535b9e51a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1859.173451] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527a3ed9-1ef0-05d7-a0b4-0026bdb17157, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.173939] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.174214] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1859.174453] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.174596] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.174769] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1859.175039] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cce64fbe-41b9-4e97-8c23-c5d9c68e8db4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.184170] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1859.186018] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1859.186018] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53117de1-ba93-4452-9307-2ffe1c71b212 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.193164] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Waiting for the task: (returnval){ [ 1859.193164] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d3fb57-9a7c-edca-be98-d83cda8c6db4" [ 1859.193164] env[62211]: _type = "Task" [ 1859.193164] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.203784] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d3fb57-9a7c-edca-be98-d83cda8c6db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.316509] env[62211]: DEBUG oslo_concurrency.lockutils [req-897707aa-020b-43a4-835d-4d3b1edced84 req-6977bcfb-cd08-4ed2-bb08-9f35aa94e5fc service nova] Releasing lock "refresh_cache-8dfb1051-c5c0-47c7-9b38-7add404107c6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.442307] env[62211]: DEBUG nova.compute.manager [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1859.467648] env[62211]: DEBUG nova.network.neutron [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Successfully created port: c69f0a82-e3e7-4af8-8416-64a42fdc029a {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1859.519312] env[62211]: DEBUG oslo_vmware.api [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Task: {'id': task-2074530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152694} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.519718] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1859.519789] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1859.519932] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1859.520835] env[62211]: INFO nova.compute.manager [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1859.520835] env[62211]: DEBUG oslo.service.loopingcall [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.520835] env[62211]: DEBUG nova.compute.manager [-] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1859.520835] env[62211]: DEBUG nova.network.neutron [-] [instance: de830fe1-9542-433f-bc92-6197cd691de7] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1859.544152] env[62211]: DEBUG nova.compute.manager [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1859.544152] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1496b00e-8ba9-4d91-946b-7df2e88c460c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.567159] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4000db32-1bf1-4bbe-99e7-5ab8ea3f6b05 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.574874] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa13a10-9915-4920-9608-75797a2c4ece {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.607578] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b367ced2-6628-4709-a170-93d46625217e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.616884] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc826285-2cbb-49fc-9c1c-e22fff4362aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.630783] env[62211]: DEBUG nova.compute.provider_tree [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.708668] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d3fb57-9a7c-edca-be98-d83cda8c6db4, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.709836] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec190b5-7933-424f-bd88-33ea97496642 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.718756] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Waiting for the task: (returnval){ [ 1859.718756] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f37111-141d-7c51-cfb7-2169f93e3e1a" [ 1859.718756] env[62211]: _type = "Task" [ 1859.718756] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.728506] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f37111-141d-7c51-cfb7-2169f93e3e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.729099] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.729099] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 8dfb1051-c5c0-47c7-9b38-7add404107c6/8dfb1051-c5c0-47c7-9b38-7add404107c6.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1859.729308] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e06a1f80-f1da-4dd4-a555-1cd940a74d74 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.738997] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Waiting for the task: (returnval){ [ 1859.738997] env[62211]: value = "task-2074531" [ 1859.738997] env[62211]: _type = "Task" [ 1859.738997] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.746184] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.059061] env[62211]: INFO nova.compute.manager [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] instance snapshotting [ 1860.064125] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e458536a-f503-4fc5-a366-49868c869839 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.093654] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dd426e-516a-4442-bd7b-e8209e3d0b7f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.134067] env[62211]: DEBUG nova.scheduler.client.report [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1860.240220] env[62211]: DEBUG nova.compute.manager [req-08cba5ca-e266-4063-a0a0-8968f11b9215 req-111ed235-3b59-46a6-89dd-c34932a3fe1f service nova] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Received event network-vif-deleted-3720ec0d-d2a7-4939-b705-bab74b176c59 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1860.240484] env[62211]: INFO nova.compute.manager [req-08cba5ca-e266-4063-a0a0-8968f11b9215 req-111ed235-3b59-46a6-89dd-c34932a3fe1f service nova] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Neutron deleted interface 3720ec0d-d2a7-4939-b705-bab74b176c59; detaching it from the instance and deleting it from the info cache [ 1860.241766] env[62211]: DEBUG nova.network.neutron [req-08cba5ca-e266-4063-a0a0-8968f11b9215 req-111ed235-3b59-46a6-89dd-c34932a3fe1f service nova] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.254249] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074531, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.416182] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "269c293a-d0a5-4467-b3f2-67351118f1aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.416438] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "269c293a-d0a5-4467-b3f2-67351118f1aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.456915] env[62211]: DEBUG nova.compute.manager [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1860.486707] env[62211]: DEBUG nova.virt.hardware [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1860.486853] env[62211]: DEBUG nova.virt.hardware [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1860.487021] env[62211]: DEBUG nova.virt.hardware [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1860.487219] env[62211]: DEBUG nova.virt.hardware [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1860.487365] env[62211]: DEBUG nova.virt.hardware [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1860.487663] env[62211]: DEBUG nova.virt.hardware [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1860.487927] env[62211]: DEBUG nova.virt.hardware [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1860.488096] env[62211]: DEBUG nova.virt.hardware [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1860.488273] env[62211]: DEBUG nova.virt.hardware [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1860.488437] env[62211]: DEBUG nova.virt.hardware [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1860.488607] env[62211]: DEBUG nova.virt.hardware [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1860.489503] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e1264e-57bf-4858-b0cc-20d607f05079 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.497904] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5fd033-48b3-404f-9fce-81ab9f674708 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.559037] env[62211]: DEBUG nova.network.neutron [-] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.612079] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1860.612079] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad2b1b8c-708f-496d-ad1b-ad71073edc4a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.617999] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1860.617999] env[62211]: value = "task-2074532" [ 1860.617999] env[62211]: _type = "Task" [ 1860.617999] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.626431] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074532, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.639536] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.642435] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.305s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.667713] env[62211]: INFO nova.scheduler.client.report [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Deleted allocations for instance b0870ac7-90ba-4212-a8e0-100466cd838b [ 1860.748934] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668489} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.749509] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 8dfb1051-c5c0-47c7-9b38-7add404107c6/8dfb1051-c5c0-47c7-9b38-7add404107c6.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1860.749768] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1860.750040] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f861fddb-5525-4e16-898d-71652e54ce55 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.753435] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3982f721-04bd-4900-8810-9e0dc22e427f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.762297] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1df2ed-a59c-4c99-b244-9f2f3faee53b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.773453] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Waiting for the task: (returnval){ [ 1860.773453] env[62211]: value = "task-2074533" [ 1860.773453] env[62211]: _type = "Task" [ 1860.773453] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.783808] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.795290] env[62211]: DEBUG nova.compute.manager [req-08cba5ca-e266-4063-a0a0-8968f11b9215 req-111ed235-3b59-46a6-89dd-c34932a3fe1f service nova] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Detach interface failed, port_id=3720ec0d-d2a7-4939-b705-bab74b176c59, reason: Instance de830fe1-9542-433f-bc92-6197cd691de7 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1861.060870] env[62211]: INFO nova.compute.manager [-] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Took 1.54 seconds to deallocate network for instance. [ 1861.128208] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074532, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.175543] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c8d7609-af87-4c41-83b9-1bb2a1d32c9c tempest-InstanceActionsV221TestJSON-2132022440 tempest-InstanceActionsV221TestJSON-2132022440-project-member] Lock "b0870ac7-90ba-4212-a8e0-100466cd838b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.850s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.287128] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07325} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.287488] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1861.288405] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17550fcc-4c30-47d4-9a9b-4efe4ab49e96 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.312624] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 8dfb1051-c5c0-47c7-9b38-7add404107c6/8dfb1051-c5c0-47c7-9b38-7add404107c6.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1861.312803] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9c697d8-e82a-4d8f-bbb5-ccc49c29c5b5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.332586] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Waiting for the task: (returnval){ [ 1861.332586] env[62211]: value = "task-2074534" [ 1861.332586] env[62211]: _type = "Task" [ 1861.332586] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.340392] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.429853] env[62211]: DEBUG nova.network.neutron [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Successfully updated port: c69f0a82-e3e7-4af8-8416-64a42fdc029a {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1861.567867] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.631418] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074532, 'name': CreateSnapshot_Task, 'duration_secs': 0.532435} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.631634] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1861.632389] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c8ec38-8105-41db-80cd-b61a50bd7af4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.684385] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 259d67e5-975e-41fb-87fa-1a3148391e05 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1861.684680] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 4f85b886-8a92-495c-948c-4f21691d4f39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.684680] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance ed809ccc-1cae-4a76-a40e-19650dbbe801 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.684854] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.685024] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 958768a7-2cf2-4006-9375-09abea50c2d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.685122] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 42a83e79-9558-4c38-94a7-50847ca57ea0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.685295] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 48f7357a-2911-463f-bda4-abf0c50d7d6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.685438] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1861.685607] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 5f87762e-e397-4a36-8835-36419676b9d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.685734] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 3f952136-5629-42ba-8a95-a21524601643 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.685845] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.685956] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 263d801e-a8c6-4df2-889b-6bbae1cd5360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.686072] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 658b491a-ec14-4a35-b670-64c95081c274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.686181] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance c4651f59-03db-48ad-8cdb-a6f605a790c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.686303] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 29124931-d28f-4336-934d-ecba302a33e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1861.686412] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 0824a71e-75ca-4a1d-a5e4-7b566fccf383 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.686518] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance de830fe1-9542-433f-bc92-6197cd691de7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.686623] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 8dfb1051-c5c0-47c7-9b38-7add404107c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.686731] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 34f95e70-db34-42cf-8b4f-bebcc26c289b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1861.841978] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074534, 'name': ReconfigVM_Task, 'duration_secs': 0.27115} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.842283] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 8dfb1051-c5c0-47c7-9b38-7add404107c6/8dfb1051-c5c0-47c7-9b38-7add404107c6.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1861.842927] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f607b16-8df6-4f78-8ff6-807097b726ee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.848896] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Waiting for the task: (returnval){ [ 1861.848896] env[62211]: value = "task-2074535" [ 1861.848896] env[62211]: _type = "Task" [ 1861.848896] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.856720] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074535, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.935026] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.935026] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.935026] env[62211]: DEBUG nova.network.neutron [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1862.153364] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1862.153713] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ea9f5038-53fe-4d3d-8182-e13dbe7c9049 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.163108] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1862.163108] env[62211]: value = "task-2074536" [ 1862.163108] env[62211]: _type = "Task" [ 1862.163108] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.171584] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074536, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.191284] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 65e59681-f925-4ec0-8ac1-0ded9fcc7947 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1862.320223] env[62211]: DEBUG nova.compute.manager [req-147dd49b-5b53-4caf-9798-bf389451ddf6 req-d3bf5842-a930-4d89-81b1-30934147c65a service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Received event network-vif-plugged-c69f0a82-e3e7-4af8-8416-64a42fdc029a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1862.320986] env[62211]: DEBUG oslo_concurrency.lockutils [req-147dd49b-5b53-4caf-9798-bf389451ddf6 req-d3bf5842-a930-4d89-81b1-30934147c65a service nova] Acquiring lock "34f95e70-db34-42cf-8b4f-bebcc26c289b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.321663] env[62211]: DEBUG oslo_concurrency.lockutils [req-147dd49b-5b53-4caf-9798-bf389451ddf6 req-d3bf5842-a930-4d89-81b1-30934147c65a service nova] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.328054] env[62211]: DEBUG oslo_concurrency.lockutils [req-147dd49b-5b53-4caf-9798-bf389451ddf6 req-d3bf5842-a930-4d89-81b1-30934147c65a service nova] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.005s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.328054] env[62211]: DEBUG nova.compute.manager [req-147dd49b-5b53-4caf-9798-bf389451ddf6 req-d3bf5842-a930-4d89-81b1-30934147c65a service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] No waiting events found dispatching network-vif-plugged-c69f0a82-e3e7-4af8-8416-64a42fdc029a {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1862.328054] env[62211]: WARNING nova.compute.manager [req-147dd49b-5b53-4caf-9798-bf389451ddf6 req-d3bf5842-a930-4d89-81b1-30934147c65a service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Received unexpected event network-vif-plugged-c69f0a82-e3e7-4af8-8416-64a42fdc029a for instance with vm_state building and task_state spawning. [ 1862.328054] env[62211]: DEBUG nova.compute.manager [req-147dd49b-5b53-4caf-9798-bf389451ddf6 req-d3bf5842-a930-4d89-81b1-30934147c65a service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Received event network-changed-c69f0a82-e3e7-4af8-8416-64a42fdc029a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1862.328054] env[62211]: DEBUG nova.compute.manager [req-147dd49b-5b53-4caf-9798-bf389451ddf6 req-d3bf5842-a930-4d89-81b1-30934147c65a service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Refreshing instance network info cache due to event network-changed-c69f0a82-e3e7-4af8-8416-64a42fdc029a. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1862.328287] env[62211]: DEBUG oslo_concurrency.lockutils [req-147dd49b-5b53-4caf-9798-bf389451ddf6 req-d3bf5842-a930-4d89-81b1-30934147c65a service nova] Acquiring lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.359694] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074535, 'name': Rename_Task, 'duration_secs': 0.144971} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.360400] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1862.360663] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1b65b18-238b-431b-a1da-a3df143ac38f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.366842] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Waiting for the task: (returnval){ [ 1862.366842] env[62211]: value = "task-2074537" [ 1862.366842] env[62211]: _type = "Task" [ 1862.366842] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.382451] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.483316] env[62211]: DEBUG nova.network.neutron [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1862.669269] env[62211]: DEBUG nova.network.neutron [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance_info_cache with network_info: [{"id": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "address": "fa:16:3e:0c:67:0a", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f0a82-e3", "ovs_interfaceid": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.678446] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074536, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.695435] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance df835a2d-6682-42c6-b744-923a9bc8bd5b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1862.882289] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074537, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.176250] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.176968] env[62211]: DEBUG nova.compute.manager [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Instance network_info: |[{"id": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "address": "fa:16:3e:0c:67:0a", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f0a82-e3", "ovs_interfaceid": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1863.177624] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074536, 'name': CloneVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.178032] env[62211]: DEBUG oslo_concurrency.lockutils [req-147dd49b-5b53-4caf-9798-bf389451ddf6 req-d3bf5842-a930-4d89-81b1-30934147c65a service nova] Acquired lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.179185] env[62211]: DEBUG nova.network.neutron [req-147dd49b-5b53-4caf-9798-bf389451ddf6 req-d3bf5842-a930-4d89-81b1-30934147c65a service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Refreshing network info cache for port c69f0a82-e3e7-4af8-8416-64a42fdc029a {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1863.180030] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:67:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c69f0a82-e3e7-4af8-8416-64a42fdc029a', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1863.190380] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Creating folder: Project (f23ece4dafc440609b1531e535b9e51a). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1863.191530] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-954acc78-13e3-4e40-b238-4f4d6e9815ff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.199318] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance d89bf374-605f-4f2d-a262-b18552959845 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1863.203285] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Created folder: Project (f23ece4dafc440609b1531e535b9e51a) in parent group-v425157. [ 1863.203518] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Creating folder: Instances. Parent ref: group-v425255. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1863.203951] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6511021-7e52-482c-a29d-311704728faa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.213811] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Created folder: Instances in parent group-v425255. [ 1863.215212] env[62211]: DEBUG oslo.service.loopingcall [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.215527] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1863.215670] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b8c4b3e-d28a-4c7f-9105-e6cb76e471d7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.241201] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1863.241201] env[62211]: value = "task-2074540" [ 1863.241201] env[62211]: _type = "Task" [ 1863.241201] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.249542] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074540, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.377276] env[62211]: DEBUG oslo_vmware.api [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074537, 'name': PowerOnVM_Task, 'duration_secs': 0.59875} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.377517] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1863.377722] env[62211]: INFO nova.compute.manager [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1863.377893] env[62211]: DEBUG nova.compute.manager [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.378840] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf993b66-4028-45c4-b02b-b4fb160fda65 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.673967] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074536, 'name': CloneVM_Task, 'duration_secs': 1.012812} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.674350] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Created linked-clone VM from snapshot [ 1863.675251] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4181f863-0121-4e88-bc26-e97f10e90dab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.683060] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Uploading image c1a3e6f2-f39a-4961-9305-b23e5c110e99 {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1863.705022] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1863.708603] env[62211]: DEBUG oslo_vmware.rw_handles [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1863.708603] env[62211]: value = "vm-425254" [ 1863.708603] env[62211]: _type = "VirtualMachine" [ 1863.708603] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1863.708860] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-61ed015e-6c5a-471f-b1bc-9fcc7f8d4903 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.716302] env[62211]: DEBUG oslo_vmware.rw_handles [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lease: (returnval){ [ 1863.716302] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52377e60-457f-0eaf-0a9a-4684aa46066c" [ 1863.716302] env[62211]: _type = "HttpNfcLease" [ 1863.716302] env[62211]: } obtained for exporting VM: (result){ [ 1863.716302] env[62211]: value = "vm-425254" [ 1863.716302] env[62211]: _type = "VirtualMachine" [ 1863.716302] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1863.716302] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the lease: (returnval){ [ 1863.716302] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52377e60-457f-0eaf-0a9a-4684aa46066c" [ 1863.716302] env[62211]: _type = "HttpNfcLease" [ 1863.716302] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1863.723755] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1863.723755] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52377e60-457f-0eaf-0a9a-4684aa46066c" [ 1863.723755] env[62211]: _type = "HttpNfcLease" [ 1863.723755] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1863.750783] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074540, 'name': CreateVM_Task, 'duration_secs': 0.473379} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.750943] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1863.751646] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.751832] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.752170] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1863.752419] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d179923-0899-44ab-8c15-a7f41b9b9451 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.756682] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 1863.756682] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f2b42d-cb81-fda3-daa2-b587ea9c5610" [ 1863.756682] env[62211]: _type = "Task" [ 1863.756682] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.765467] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f2b42d-cb81-fda3-daa2-b587ea9c5610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.899214] env[62211]: INFO nova.compute.manager [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Took 45.53 seconds to build instance. [ 1863.955155] env[62211]: DEBUG nova.network.neutron [req-147dd49b-5b53-4caf-9798-bf389451ddf6 req-d3bf5842-a930-4d89-81b1-30934147c65a service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updated VIF entry in instance network info cache for port c69f0a82-e3e7-4af8-8416-64a42fdc029a. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.955543] env[62211]: DEBUG nova.network.neutron [req-147dd49b-5b53-4caf-9798-bf389451ddf6 req-d3bf5842-a930-4d89-81b1-30934147c65a service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance_info_cache with network_info: [{"id": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "address": "fa:16:3e:0c:67:0a", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f0a82-e3", "ovs_interfaceid": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.208244] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 0f4ad662-7f72-436e-a05b-9255c76d06b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1864.226363] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1864.226363] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52377e60-457f-0eaf-0a9a-4684aa46066c" [ 1864.226363] env[62211]: _type = "HttpNfcLease" [ 1864.226363] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1864.226990] env[62211]: DEBUG oslo_vmware.rw_handles [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1864.226990] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52377e60-457f-0eaf-0a9a-4684aa46066c" [ 1864.226990] env[62211]: _type = "HttpNfcLease" [ 1864.226990] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1864.227859] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77322c3f-0a4f-4c02-9100-c29ee8a1f04a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.237101] env[62211]: DEBUG oslo_vmware.rw_handles [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52505b5b-b486-f0d0-e332-758eb3150174/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1864.237101] env[62211]: DEBUG oslo_vmware.rw_handles [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52505b5b-b486-f0d0-e332-758eb3150174/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1864.310157] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f2b42d-cb81-fda3-daa2-b587ea9c5610, 'name': SearchDatastore_Task, 'duration_secs': 0.015402} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.310490] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.310773] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1864.311066] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.311233] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.311429] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1864.311707] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa5aed8b-9093-4d74-bd3e-b738cd175f91 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.320194] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1864.320515] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1864.321446] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b257cc-b3aa-4557-a5b4-c9f2b78083fc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.327048] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 1864.327048] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f0cf87-e1c6-7044-cb8c-b9deafba37f1" [ 1864.327048] env[62211]: _type = "Task" [ 1864.327048] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.337999] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f0cf87-e1c6-7044-cb8c-b9deafba37f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.344180] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-46a14099-c4d2-4c60-8851-afe6a921b434 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.402213] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6b3a83b0-28db-4fb4-80c8-0405a816fcf0 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Lock "8dfb1051-c5c0-47c7-9b38-7add404107c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.092s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.458280] env[62211]: DEBUG oslo_concurrency.lockutils [req-147dd49b-5b53-4caf-9798-bf389451ddf6 req-d3bf5842-a930-4d89-81b1-30934147c65a service nova] Releasing lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.712022] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance b4f12b51-3456-418b-97f7-4ad1030a2a32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1864.845786] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f0cf87-e1c6-7044-cb8c-b9deafba37f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014632} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.849024] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab49e3e7-f21f-4974-8825-b41ed105d169 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.853687] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 1864.853687] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52af64e5-36f8-d711-4593-e8a74cd7e5a8" [ 1864.853687] env[62211]: _type = "Task" [ 1864.853687] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.865043] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52af64e5-36f8-d711-4593-e8a74cd7e5a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.905205] env[62211]: DEBUG nova.compute.manager [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1865.217921] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1865.367759] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52af64e5-36f8-d711-4593-e8a74cd7e5a8, 'name': SearchDatastore_Task, 'duration_secs': 0.014023} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.368318] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.369203] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 34f95e70-db34-42cf-8b4f-bebcc26c289b/34f95e70-db34-42cf-8b4f-bebcc26c289b.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1865.369203] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe0f76f5-7c0a-4d41-ba6b-4770e5e303cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.377733] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 1865.377733] env[62211]: value = "task-2074542" [ 1865.377733] env[62211]: _type = "Task" [ 1865.377733] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.391347] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.444499] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.721401] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 318ea049-c1ce-4e68-9e63-b1990e7050c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1865.891737] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074542, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.140120] env[62211]: DEBUG oslo_concurrency.lockutils [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Acquiring lock "8dfb1051-c5c0-47c7-9b38-7add404107c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.140410] env[62211]: DEBUG oslo_concurrency.lockutils [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Lock "8dfb1051-c5c0-47c7-9b38-7add404107c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.140619] env[62211]: DEBUG oslo_concurrency.lockutils [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Acquiring lock "8dfb1051-c5c0-47c7-9b38-7add404107c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.140824] env[62211]: DEBUG oslo_concurrency.lockutils [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Lock "8dfb1051-c5c0-47c7-9b38-7add404107c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.141100] env[62211]: DEBUG oslo_concurrency.lockutils [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Lock "8dfb1051-c5c0-47c7-9b38-7add404107c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.143316] env[62211]: INFO nova.compute.manager [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Terminating instance [ 1866.225703] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance cd7ca1ba-b100-455d-8a9e-a540e5fc03a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1866.391540] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600603} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.391876] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 34f95e70-db34-42cf-8b4f-bebcc26c289b/34f95e70-db34-42cf-8b4f-bebcc26c289b.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1866.392142] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1866.392412] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64bd551c-d062-4e0a-8aa0-d8dc79d47d4e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.399913] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 1866.399913] env[62211]: value = "task-2074543" [ 1866.399913] env[62211]: _type = "Task" [ 1866.399913] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.409154] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.651957] env[62211]: DEBUG nova.compute.manager [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1866.651957] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1866.651957] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e803063-4e39-419a-8eb9-72a56a59da2b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.659341] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1866.659639] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6223ce9-2912-421f-a7ce-e066e4e28926 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.666269] env[62211]: DEBUG oslo_vmware.api [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Waiting for the task: (returnval){ [ 1866.666269] env[62211]: value = "task-2074544" [ 1866.666269] env[62211]: _type = "Task" [ 1866.666269] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.678506] env[62211]: DEBUG oslo_vmware.api [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.728809] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 042bd6d1-d788-4171-885c-e93a46af43a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1866.915029] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07019} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.915339] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1866.918716] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07eea467-c512-4d00-a7ff-546d226adaf7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.946686] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 34f95e70-db34-42cf-8b4f-bebcc26c289b/34f95e70-db34-42cf-8b4f-bebcc26c289b.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1866.947183] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcb90752-f892-4f1b-9683-582bb0ce595a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.972196] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 1866.972196] env[62211]: value = "task-2074545" [ 1866.972196] env[62211]: _type = "Task" [ 1866.972196] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.980959] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.178570] env[62211]: DEBUG oslo_vmware.api [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074544, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.232606] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 69cea9d8-4535-48cb-8e0f-f4b4ba124175 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1867.481482] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074545, 'name': ReconfigVM_Task, 'duration_secs': 0.366964} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.481901] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 34f95e70-db34-42cf-8b4f-bebcc26c289b/34f95e70-db34-42cf-8b4f-bebcc26c289b.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1867.482763] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-470c9042-f13a-4f66-926b-a29a85570098 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.489884] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 1867.489884] env[62211]: value = "task-2074546" [ 1867.489884] env[62211]: _type = "Task" [ 1867.489884] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.501473] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074546, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.676449] env[62211]: DEBUG oslo_vmware.api [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074544, 'name': PowerOffVM_Task, 'duration_secs': 0.562071} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.676713] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1867.676876] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1867.677190] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7713320-cf84-411c-8108-32a27598e41c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.735456] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 3728f936-e7e7-4178-8dc6-88cb5eba6fd0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1867.778186] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1867.778441] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1867.779211] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Deleting the datastore file [datastore1] 8dfb1051-c5c0-47c7-9b38-7add404107c6 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1867.779211] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0242242-6fdc-40ca-8808-d23979796330 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.784742] env[62211]: DEBUG oslo_vmware.api [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Waiting for the task: (returnval){ [ 1867.784742] env[62211]: value = "task-2074548" [ 1867.784742] env[62211]: _type = "Task" [ 1867.784742] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.795128] env[62211]: DEBUG oslo_vmware.api [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.001819] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074546, 'name': Rename_Task, 'duration_secs': 0.14718} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.002344] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1868.003393] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e20d836-d61f-4b0b-b1e1-0598ad9faa61 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.011103] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 1868.011103] env[62211]: value = "task-2074549" [ 1868.011103] env[62211]: _type = "Task" [ 1868.011103] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.023616] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.195189] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Acquiring lock "91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.195456] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Lock "91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.239335] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 7234e314-198d-4737-ba51-526309ea9940 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1868.294877] env[62211]: DEBUG oslo_vmware.api [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Task: {'id': task-2074548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279845} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.295123] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1868.295310] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1868.295486] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1868.295655] env[62211]: INFO nova.compute.manager [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1868.295918] env[62211]: DEBUG oslo.service.loopingcall [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1868.296229] env[62211]: DEBUG nova.compute.manager [-] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1868.296327] env[62211]: DEBUG nova.network.neutron [-] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1868.521529] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074549, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.611163] env[62211]: DEBUG nova.compute.manager [req-fc2268a4-3dcb-4961-b603-0a174138362d req-ec5d0a3c-1070-451d-a040-41d1069bc92d service nova] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Received event network-vif-deleted-daf498ce-4d52-4936-b503-61b76645656f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1868.611379] env[62211]: INFO nova.compute.manager [req-fc2268a4-3dcb-4961-b603-0a174138362d req-ec5d0a3c-1070-451d-a040-41d1069bc92d service nova] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Neutron deleted interface daf498ce-4d52-4936-b503-61b76645656f; detaching it from the instance and deleting it from the info cache [ 1868.611625] env[62211]: DEBUG nova.network.neutron [req-fc2268a4-3dcb-4961-b603-0a174138362d req-ec5d0a3c-1070-451d-a040-41d1069bc92d service nova] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.743101] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 8716efdd-f12f-47d0-a3df-d26e62495091 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1869.023147] env[62211]: DEBUG oslo_vmware.api [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074549, 'name': PowerOnVM_Task, 'duration_secs': 0.648592} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.023437] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1869.023581] env[62211]: INFO nova.compute.manager [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1869.023766] env[62211]: DEBUG nova.compute.manager [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1869.024579] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ab7694-bf5d-49e9-8996-755259cfa4f6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.074803] env[62211]: DEBUG nova.network.neutron [-] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.120091] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e7b5650-3583-419f-b282-20ae8eb61fc8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.129617] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5d1527-67ec-4e04-86dc-037749f1252c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.164654] env[62211]: DEBUG nova.compute.manager [req-fc2268a4-3dcb-4961-b603-0a174138362d req-ec5d0a3c-1070-451d-a040-41d1069bc92d service nova] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Detach interface failed, port_id=daf498ce-4d52-4936-b503-61b76645656f, reason: Instance 8dfb1051-c5c0-47c7-9b38-7add404107c6 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1869.246340] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance c3ca5df8-c95c-4d04-9679-1b18944759ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1869.543735] env[62211]: INFO nova.compute.manager [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Took 47.70 seconds to build instance. [ 1869.577512] env[62211]: INFO nova.compute.manager [-] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Took 1.28 seconds to deallocate network for instance. [ 1869.749877] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance c8af1cbe-902d-4af8-b744-7341ec58831c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1870.046146] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca9109c9-424c-4ba0-a6f0-a376a11fbedf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.686s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.083987] env[62211]: DEBUG oslo_concurrency.lockutils [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.255853] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1870.549388] env[62211]: DEBUG nova.compute.manager [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1870.638853] env[62211]: DEBUG nova.compute.manager [req-15afca39-313f-4479-b63d-19f370bae478 req-284ca76b-91a8-4502-ac6f-ff294d8e73db service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Received event network-changed-c69f0a82-e3e7-4af8-8416-64a42fdc029a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1870.639200] env[62211]: DEBUG nova.compute.manager [req-15afca39-313f-4479-b63d-19f370bae478 req-284ca76b-91a8-4502-ac6f-ff294d8e73db service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Refreshing instance network info cache due to event network-changed-c69f0a82-e3e7-4af8-8416-64a42fdc029a. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1870.639573] env[62211]: DEBUG oslo_concurrency.lockutils [req-15afca39-313f-4479-b63d-19f370bae478 req-284ca76b-91a8-4502-ac6f-ff294d8e73db service nova] Acquiring lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.639786] env[62211]: DEBUG oslo_concurrency.lockutils [req-15afca39-313f-4479-b63d-19f370bae478 req-284ca76b-91a8-4502-ac6f-ff294d8e73db service nova] Acquired lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.639965] env[62211]: DEBUG nova.network.neutron [req-15afca39-313f-4479-b63d-19f370bae478 req-284ca76b-91a8-4502-ac6f-ff294d8e73db service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Refreshing network info cache for port c69f0a82-e3e7-4af8-8416-64a42fdc029a {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1870.764021] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 269c293a-d0a5-4467-b3f2-67351118f1aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1870.764021] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1870.764021] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1871.067214] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.283798] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebf1c80-e625-4bbc-b1b2-edcd906ad8d4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.291639] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c9418f-94e9-4a3b-a058-ab98d5021c0d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.329984] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6a319f-1868-4388-90a3-874a809f8272 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.337982] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd906638-5ea9-45fa-83a5-1aae15fd3e37 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.351879] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.449574] env[62211]: DEBUG nova.network.neutron [req-15afca39-313f-4479-b63d-19f370bae478 req-284ca76b-91a8-4502-ac6f-ff294d8e73db service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updated VIF entry in instance network info cache for port c69f0a82-e3e7-4af8-8416-64a42fdc029a. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1871.449574] env[62211]: DEBUG nova.network.neutron [req-15afca39-313f-4479-b63d-19f370bae478 req-284ca76b-91a8-4502-ac6f-ff294d8e73db service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance_info_cache with network_info: [{"id": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "address": "fa:16:3e:0c:67:0a", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f0a82-e3", "ovs_interfaceid": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.855255] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1871.951462] env[62211]: DEBUG oslo_concurrency.lockutils [req-15afca39-313f-4479-b63d-19f370bae478 req-284ca76b-91a8-4502-ac6f-ff294d8e73db service nova] Releasing lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.362109] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1872.362390] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.720s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.362667] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.992s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.364581] env[62211]: INFO nova.compute.claims [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1872.563385] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1872.563680] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1872.948791] env[62211]: DEBUG oslo_vmware.rw_handles [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52505b5b-b486-f0d0-e332-758eb3150174/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1872.949745] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aed480a-5ee9-4ea5-a07a-bb9a9c886bfd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.956741] env[62211]: DEBUG oslo_vmware.rw_handles [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52505b5b-b486-f0d0-e332-758eb3150174/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1872.956927] env[62211]: ERROR oslo_vmware.rw_handles [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52505b5b-b486-f0d0-e332-758eb3150174/disk-0.vmdk due to incomplete transfer. [ 1872.957131] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7ef98a0f-e60b-4583-91dd-6d62df2a5ac8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.964515] env[62211]: DEBUG oslo_vmware.rw_handles [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52505b5b-b486-f0d0-e332-758eb3150174/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1872.964755] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Uploaded image c1a3e6f2-f39a-4961-9305-b23e5c110e99 to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1872.966879] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1872.967132] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b68cde6b-b1b4-4be6-b117-ed97cca63400 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.972859] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1872.972859] env[62211]: value = "task-2074550" [ 1872.972859] env[62211]: _type = "Task" [ 1872.972859] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.980157] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074550, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.071882] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1873.072158] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1873.484286] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074550, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.591885] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "refresh_cache-259d67e5-975e-41fb-87fa-1a3148391e05" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.592075] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquired lock "refresh_cache-259d67e5-975e-41fb-87fa-1a3148391e05" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.592226] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Forcefully refreshing network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1873.797353] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be705889-fa4a-495c-9461-81d47712423e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.805346] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518fb00b-a760-471a-b266-c64e3390ab50 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.835782] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acec599-a724-4d86-9dc9-23d08154e947 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.843193] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5c22ca-2304-43be-aada-fdc12173f69c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.856366] env[62211]: DEBUG nova.compute.provider_tree [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1873.983728] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074550, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.116667] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1874.359558] env[62211]: DEBUG nova.scheduler.client.report [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1874.485909] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074550, 'name': Destroy_Task, 'duration_secs': 1.482854} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.486211] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Destroyed the VM [ 1874.486489] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1874.486735] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bed5e419-91ff-4d0b-a5fd-71b0e190b1bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.492985] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1874.492985] env[62211]: value = "task-2074551" [ 1874.492985] env[62211]: _type = "Task" [ 1874.492985] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.500718] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074551, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.670646] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.865599] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.866559] env[62211]: DEBUG nova.compute.manager [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1874.869363] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.050s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.870769] env[62211]: INFO nova.compute.claims [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1875.002895] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074551, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.172989] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Releasing lock "refresh_cache-259d67e5-975e-41fb-87fa-1a3148391e05" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.173226] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Updated the network info_cache for instance {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1875.173425] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1875.173670] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1875.173860] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1875.174059] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1875.174280] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1875.174475] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1875.174607] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1875.174749] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1875.374955] env[62211]: DEBUG nova.compute.utils [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1875.376788] env[62211]: DEBUG nova.compute.manager [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1875.376962] env[62211]: DEBUG nova.network.neutron [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1875.444819] env[62211]: DEBUG nova.policy [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b77f172f583c4140a457e25c7d15e334', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8578892416834b8382e426cf7c084b8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1875.504140] env[62211]: DEBUG oslo_vmware.api [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074551, 'name': RemoveSnapshot_Task, 'duration_secs': 0.537751} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.504424] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1875.504629] env[62211]: INFO nova.compute.manager [None req-637c14c5-59ab-48ff-bade-762b91dbb452 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Took 15.44 seconds to snapshot the instance on the hypervisor. [ 1875.677908] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.785982] env[62211]: DEBUG nova.network.neutron [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Successfully created port: 72d0f37e-c8f7-47ca-a20a-8133913a0b0c {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1875.882891] env[62211]: DEBUG nova.compute.manager [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1876.395784] env[62211]: INFO nova.virt.block_device [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Booting with volume efcac5b6-c6a2-44a9-967b-b1503569479a at /dev/sda [ 1876.441697] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80092ccc-8114-4bc0-a9c3-618e4a6a6116 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.452598] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9437c3-eb69-4699-9b77-6967a8507ddd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.467763] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b01fca0-c009-44e3-a6da-88209f1847cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.475221] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f41fc46-eac1-49e6-8fd3-8fa88621f24d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.515153] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eca8a22e-39b0-44af-b57d-5cd4d5cac7dd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.519131] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4120cefd-1c3c-40fb-960d-0d77c5ddf50f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.523022] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Acquiring lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.523276] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.528861] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a268d8-127b-41f1-a5c6-17de5979bbb3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.543705] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99168002-93b1-4861-b195-850740348e87 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.558983] env[62211]: DEBUG nova.compute.provider_tree [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1876.573762] env[62211]: DEBUG nova.scheduler.client.report [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1876.578592] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43245806-3a73-423f-bb14-967d4b66649a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.586319] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5df551f-94e5-41f9-91c8-dfa5da688b17 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.599560] env[62211]: DEBUG nova.virt.block_device [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Updating existing volume attachment record: e597649b-2fec-4e3b-a645-6886cbea6f60 {{(pid=62211) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1877.027426] env[62211]: DEBUG nova.compute.utils [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1877.082945] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.083471] env[62211]: DEBUG nova.compute.manager [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1877.086183] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.748s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.086384] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.088656] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.339s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.090026] env[62211]: INFO nova.compute.claims [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1877.112945] env[62211]: INFO nova.scheduler.client.report [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Deleted allocations for instance dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81 [ 1877.418704] env[62211]: DEBUG nova.network.neutron [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Successfully updated port: 72d0f37e-c8f7-47ca-a20a-8133913a0b0c {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1877.498803] env[62211]: DEBUG nova.compute.manager [req-556c1a62-1a4c-4c20-b9ab-cfd0eff2e59c req-7bcf5dea-22a8-4f83-a9cf-b05f32201530 service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Received event network-vif-plugged-72d0f37e-c8f7-47ca-a20a-8133913a0b0c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1877.499037] env[62211]: DEBUG oslo_concurrency.lockutils [req-556c1a62-1a4c-4c20-b9ab-cfd0eff2e59c req-7bcf5dea-22a8-4f83-a9cf-b05f32201530 service nova] Acquiring lock "65e59681-f925-4ec0-8ac1-0ded9fcc7947-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.499260] env[62211]: DEBUG oslo_concurrency.lockutils [req-556c1a62-1a4c-4c20-b9ab-cfd0eff2e59c req-7bcf5dea-22a8-4f83-a9cf-b05f32201530 service nova] Lock "65e59681-f925-4ec0-8ac1-0ded9fcc7947-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.499418] env[62211]: DEBUG oslo_concurrency.lockutils [req-556c1a62-1a4c-4c20-b9ab-cfd0eff2e59c req-7bcf5dea-22a8-4f83-a9cf-b05f32201530 service nova] Lock "65e59681-f925-4ec0-8ac1-0ded9fcc7947-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.499582] env[62211]: DEBUG nova.compute.manager [req-556c1a62-1a4c-4c20-b9ab-cfd0eff2e59c req-7bcf5dea-22a8-4f83-a9cf-b05f32201530 service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] No waiting events found dispatching network-vif-plugged-72d0f37e-c8f7-47ca-a20a-8133913a0b0c {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1877.499770] env[62211]: WARNING nova.compute.manager [req-556c1a62-1a4c-4c20-b9ab-cfd0eff2e59c req-7bcf5dea-22a8-4f83-a9cf-b05f32201530 service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Received unexpected event network-vif-plugged-72d0f37e-c8f7-47ca-a20a-8133913a0b0c for instance with vm_state building and task_state block_device_mapping. [ 1877.529846] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.557514] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Acquiring lock "658b491a-ec14-4a35-b670-64c95081c274" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.557763] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lock "658b491a-ec14-4a35-b670-64c95081c274" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.557962] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Acquiring lock "658b491a-ec14-4a35-b670-64c95081c274-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.558160] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lock "658b491a-ec14-4a35-b670-64c95081c274-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.558327] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lock "658b491a-ec14-4a35-b670-64c95081c274-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.560485] env[62211]: INFO nova.compute.manager [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Terminating instance [ 1877.595509] env[62211]: DEBUG nova.compute.utils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1877.598550] env[62211]: DEBUG nova.compute.manager [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1877.598659] env[62211]: DEBUG nova.network.neutron [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1877.620707] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9e02d41f-6244-407f-9ff7-78d4b67b62b6 tempest-ServerDiagnosticsV248Test-1171919231 tempest-ServerDiagnosticsV248Test-1171919231-project-member] Lock "dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.695s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.842967] env[62211]: DEBUG nova.policy [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '600594f43aac43488604673847a4a573', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06b991170b6f49b7925e2e65eb060cdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1877.917490] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Acquiring lock "refresh_cache-65e59681-f925-4ec0-8ac1-0ded9fcc7947" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.917647] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Acquired lock "refresh_cache-65e59681-f925-4ec0-8ac1-0ded9fcc7947" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.917799] env[62211]: DEBUG nova.network.neutron [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1878.064162] env[62211]: DEBUG nova.compute.manager [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1878.064423] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1878.065780] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90ccdc8-f231-4820-98ed-74e7e0d74e9b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.073984] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1878.074154] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc0a297c-4c3f-4ff1-a39b-2e5c97ee95ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.080822] env[62211]: DEBUG oslo_vmware.api [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1878.080822] env[62211]: value = "task-2074552" [ 1878.080822] env[62211]: _type = "Task" [ 1878.080822] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.090065] env[62211]: DEBUG oslo_vmware.api [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.099810] env[62211]: DEBUG nova.compute.manager [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1878.324254] env[62211]: DEBUG nova.network.neutron [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Successfully created port: 8eeb9981-4d09-4464-9993-3f066e870941 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1878.479985] env[62211]: DEBUG nova.network.neutron [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1878.555905] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Acquiring lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.555905] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.556196] env[62211]: INFO nova.compute.manager [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Attaching volume 5c2280fc-2a69-430a-ae1f-a4d7f2822fc3 to /dev/sdb [ 1878.599371] env[62211]: DEBUG oslo_vmware.api [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074552, 'name': PowerOffVM_Task, 'duration_secs': 0.283828} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.600634] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1878.600942] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1878.602101] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671ee63c-1de2-4f41-b94c-5a82b65c3fe4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.609053] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a28e9bca-f39b-4105-9543-0f04a1fc455e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.621286] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece48aa4-d718-49e0-b38c-d1bc4c075d90 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.643561] env[62211]: DEBUG nova.virt.block_device [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Updating existing volume attachment record: d36e34ff-3854-4f0e-9a1a-66f452087ddc {{(pid=62211) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1878.700871] env[62211]: DEBUG nova.compute.manager [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1878.700871] env[62211]: DEBUG nova.virt.hardware [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1878.700871] env[62211]: DEBUG nova.virt.hardware [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1878.700871] env[62211]: DEBUG nova.virt.hardware [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1878.701080] env[62211]: DEBUG nova.virt.hardware [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1878.701080] env[62211]: DEBUG nova.virt.hardware [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1878.701080] env[62211]: DEBUG nova.virt.hardware [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1878.701080] env[62211]: DEBUG nova.virt.hardware [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1878.701257] env[62211]: DEBUG nova.virt.hardware [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1878.701368] env[62211]: DEBUG nova.virt.hardware [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1878.701979] env[62211]: DEBUG nova.virt.hardware [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1878.701979] env[62211]: DEBUG nova.virt.hardware [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1878.706285] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92f81e6-93fc-47f3-8b51-eeadb163d8b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.709459] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc0cb89-7a54-42fb-8a6d-004569598d72 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.720056] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a319c7b-47be-4fba-9956-11f90fb59da4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.723952] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60404eb7-8cc0-4a91-b903-ec6cad378442 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.762845] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dffa44e-f821-4728-9d6b-aa0148a4275c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.766242] env[62211]: DEBUG nova.network.neutron [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Updating instance_info_cache with network_info: [{"id": "72d0f37e-c8f7-47ca-a20a-8133913a0b0c", "address": "fa:16:3e:d8:b4:4e", "network": {"id": "087504b1-dbe1-4787-895d-4e5dc5a70005", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1961095300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8578892416834b8382e426cf7c084b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d0f37e-c8", "ovs_interfaceid": "72d0f37e-c8f7-47ca-a20a-8133913a0b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.773087] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5d62e1-6714-4a80-9639-81de4b5d1883 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.788317] env[62211]: DEBUG nova.compute.provider_tree [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1878.932077] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1878.932276] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1878.933025] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Deleting the datastore file [datastore1] 658b491a-ec14-4a35-b670-64c95081c274 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1878.933025] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc6b3842-82fb-4943-b4c5-461f56793e63 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.939269] env[62211]: DEBUG oslo_vmware.api [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for the task: (returnval){ [ 1878.939269] env[62211]: value = "task-2074557" [ 1878.939269] env[62211]: _type = "Task" [ 1878.939269] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.948970] env[62211]: DEBUG oslo_vmware.api [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.118471] env[62211]: DEBUG nova.compute.manager [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1879.150446] env[62211]: DEBUG nova.virt.hardware [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1879.150742] env[62211]: DEBUG nova.virt.hardware [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1879.150936] env[62211]: DEBUG nova.virt.hardware [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1879.151166] env[62211]: DEBUG nova.virt.hardware [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1879.151357] env[62211]: DEBUG nova.virt.hardware [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1879.151498] env[62211]: DEBUG nova.virt.hardware [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1879.151736] env[62211]: DEBUG nova.virt.hardware [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1879.151981] env[62211]: DEBUG nova.virt.hardware [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1879.152227] env[62211]: DEBUG nova.virt.hardware [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1879.152435] env[62211]: DEBUG nova.virt.hardware [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1879.152655] env[62211]: DEBUG nova.virt.hardware [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1879.153691] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22491f9f-08e0-4dc4-b4be-aa97434bdb81 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.162925] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a92af08-5b3c-4448-ac84-d35a16e48073 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.269842] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Releasing lock "refresh_cache-65e59681-f925-4ec0-8ac1-0ded9fcc7947" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.270386] env[62211]: DEBUG nova.compute.manager [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Instance network_info: |[{"id": "72d0f37e-c8f7-47ca-a20a-8133913a0b0c", "address": "fa:16:3e:d8:b4:4e", "network": {"id": "087504b1-dbe1-4787-895d-4e5dc5a70005", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1961095300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8578892416834b8382e426cf7c084b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d0f37e-c8", "ovs_interfaceid": "72d0f37e-c8f7-47ca-a20a-8133913a0b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1879.270990] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:b4:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72d0f37e-c8f7-47ca-a20a-8133913a0b0c', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1879.279338] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Creating folder: Project (8578892416834b8382e426cf7c084b8f). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1879.279629] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f82fa53-0f66-45c0-97c2-bb1e245cd571 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.291530] env[62211]: DEBUG nova.scheduler.client.report [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1879.297104] env[62211]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1879.297104] env[62211]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62211) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1879.297104] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Folder already exists: Project (8578892416834b8382e426cf7c084b8f). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1879.297104] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Creating folder: Instances. Parent ref: group-v425192. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1879.297104] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e7a6d70-2f11-4e10-82ad-5a315de60f3c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.306674] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Created folder: Instances in parent group-v425192. [ 1879.307082] env[62211]: DEBUG oslo.service.loopingcall [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1879.307211] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1879.307486] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1a68a22-c699-4694-b569-180f7a6c3af9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.331546] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1879.331546] env[62211]: value = "task-2074560" [ 1879.331546] env[62211]: _type = "Task" [ 1879.331546] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.339986] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074560, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.452155] env[62211]: DEBUG oslo_vmware.api [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Task: {'id': task-2074557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285079} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.452155] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1879.452355] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1879.452541] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1879.453403] env[62211]: INFO nova.compute.manager [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1879.453403] env[62211]: DEBUG oslo.service.loopingcall [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1879.453403] env[62211]: DEBUG nova.compute.manager [-] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1879.453403] env[62211]: DEBUG nova.network.neutron [-] [instance: 658b491a-ec14-4a35-b670-64c95081c274] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1879.608132] env[62211]: DEBUG nova.compute.manager [req-ece2792d-6c62-4345-9f8a-1af02c94182b req-feaa7bc6-53f3-4ac6-bad9-b885b6986b4c service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Received event network-changed-72d0f37e-c8f7-47ca-a20a-8133913a0b0c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1879.608391] env[62211]: DEBUG nova.compute.manager [req-ece2792d-6c62-4345-9f8a-1af02c94182b req-feaa7bc6-53f3-4ac6-bad9-b885b6986b4c service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Refreshing instance network info cache due to event network-changed-72d0f37e-c8f7-47ca-a20a-8133913a0b0c. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1879.608800] env[62211]: DEBUG oslo_concurrency.lockutils [req-ece2792d-6c62-4345-9f8a-1af02c94182b req-feaa7bc6-53f3-4ac6-bad9-b885b6986b4c service nova] Acquiring lock "refresh_cache-65e59681-f925-4ec0-8ac1-0ded9fcc7947" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.608800] env[62211]: DEBUG oslo_concurrency.lockutils [req-ece2792d-6c62-4345-9f8a-1af02c94182b req-feaa7bc6-53f3-4ac6-bad9-b885b6986b4c service nova] Acquired lock "refresh_cache-65e59681-f925-4ec0-8ac1-0ded9fcc7947" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.609073] env[62211]: DEBUG nova.network.neutron [req-ece2792d-6c62-4345-9f8a-1af02c94182b req-feaa7bc6-53f3-4ac6-bad9-b885b6986b4c service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Refreshing network info cache for port 72d0f37e-c8f7-47ca-a20a-8133913a0b0c {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1879.799709] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.799709] env[62211]: DEBUG nova.compute.manager [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1879.801684] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.871s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.803110] env[62211]: INFO nova.compute.claims [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1879.842397] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074560, 'name': CreateVM_Task, 'duration_secs': 0.449737} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.842537] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1879.843266] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425202', 'volume_id': 'efcac5b6-c6a2-44a9-967b-b1503569479a', 'name': 'volume-efcac5b6-c6a2-44a9-967b-b1503569479a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65e59681-f925-4ec0-8ac1-0ded9fcc7947', 'attached_at': '', 'detached_at': '', 'volume_id': 'efcac5b6-c6a2-44a9-967b-b1503569479a', 'serial': 'efcac5b6-c6a2-44a9-967b-b1503569479a'}, 'guest_format': None, 'delete_on_termination': True, 'attachment_id': 'e597649b-2fec-4e3b-a645-6886cbea6f60', 'volume_type': None}], 'swap': None} {{(pid=62211) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1879.844972] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Root volume attach. Driver type: vmdk {{(pid=62211) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1879.844972] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feba54e-ae1d-4f4e-83cd-548369efe076 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.855306] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d5241b-52da-430b-8373-4ff61dd5583b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.864014] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdd72ef-e019-4c1f-9146-7e74875a091a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.872468] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7357be1f-4d65-4f43-b626-9b4522dc2ac4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.878289] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Waiting for the task: (returnval){ [ 1879.878289] env[62211]: value = "task-2074561" [ 1879.878289] env[62211]: _type = "Task" [ 1879.878289] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.891532] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2074561, 'name': RelocateVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.197864] env[62211]: DEBUG nova.network.neutron [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Successfully updated port: 8eeb9981-4d09-4464-9993-3f066e870941 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1880.259272] env[62211]: DEBUG nova.network.neutron [-] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.307493] env[62211]: DEBUG nova.compute.utils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1880.312140] env[62211]: DEBUG nova.compute.manager [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1880.312140] env[62211]: DEBUG nova.network.neutron [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1880.388194] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2074561, 'name': RelocateVM_Task, 'duration_secs': 0.393764} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.388422] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Volume attach. Driver type: vmdk {{(pid=62211) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1880.388672] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425202', 'volume_id': 'efcac5b6-c6a2-44a9-967b-b1503569479a', 'name': 'volume-efcac5b6-c6a2-44a9-967b-b1503569479a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65e59681-f925-4ec0-8ac1-0ded9fcc7947', 'attached_at': '', 'detached_at': '', 'volume_id': 'efcac5b6-c6a2-44a9-967b-b1503569479a', 'serial': 'efcac5b6-c6a2-44a9-967b-b1503569479a'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1880.389533] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90edcd3a-9662-4c02-89e8-1553615783c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.409672] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea25da3-5729-492b-a31d-b6213176b876 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.438051] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] volume-efcac5b6-c6a2-44a9-967b-b1503569479a/volume-efcac5b6-c6a2-44a9-967b-b1503569479a.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1880.442564] env[62211]: DEBUG nova.policy [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '600594f43aac43488604673847a4a573', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06b991170b6f49b7925e2e65eb060cdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1880.444009] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7ff032e-0659-46ae-9743-be57b08df6ed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.469083] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Waiting for the task: (returnval){ [ 1880.469083] env[62211]: value = "task-2074562" [ 1880.469083] env[62211]: _type = "Task" [ 1880.469083] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.479630] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2074562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.606843] env[62211]: DEBUG nova.network.neutron [req-ece2792d-6c62-4345-9f8a-1af02c94182b req-feaa7bc6-53f3-4ac6-bad9-b885b6986b4c service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Updated VIF entry in instance network info cache for port 72d0f37e-c8f7-47ca-a20a-8133913a0b0c. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.606843] env[62211]: DEBUG nova.network.neutron [req-ece2792d-6c62-4345-9f8a-1af02c94182b req-feaa7bc6-53f3-4ac6-bad9-b885b6986b4c service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Updating instance_info_cache with network_info: [{"id": "72d0f37e-c8f7-47ca-a20a-8133913a0b0c", "address": "fa:16:3e:d8:b4:4e", "network": {"id": "087504b1-dbe1-4787-895d-4e5dc5a70005", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1961095300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8578892416834b8382e426cf7c084b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d0f37e-c8", "ovs_interfaceid": "72d0f37e-c8f7-47ca-a20a-8133913a0b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.701874] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "refresh_cache-df835a2d-6682-42c6-b744-923a9bc8bd5b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.702182] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquired lock "refresh_cache-df835a2d-6682-42c6-b744-923a9bc8bd5b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.702305] env[62211]: DEBUG nova.network.neutron [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.764292] env[62211]: INFO nova.compute.manager [-] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Took 1.31 seconds to deallocate network for instance. [ 1880.812302] env[62211]: DEBUG nova.compute.manager [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1880.851715] env[62211]: DEBUG nova.network.neutron [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Successfully created port: c6284582-d5c7-4313-b4d0-699f69ce61c1 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1880.978207] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2074562, 'name': ReconfigVM_Task, 'duration_secs': 0.396872} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.980444] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Reconfigured VM instance instance-00000020 to attach disk [datastore1] volume-efcac5b6-c6a2-44a9-967b-b1503569479a/volume-efcac5b6-c6a2-44a9-967b-b1503569479a.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1880.985177] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-640a7b4c-5106-4f28-9409-07b8b2f73db6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.002202] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Waiting for the task: (returnval){ [ 1881.002202] env[62211]: value = "task-2074564" [ 1881.002202] env[62211]: _type = "Task" [ 1881.002202] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.012278] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2074564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.110202] env[62211]: DEBUG oslo_concurrency.lockutils [req-ece2792d-6c62-4345-9f8a-1af02c94182b req-feaa7bc6-53f3-4ac6-bad9-b885b6986b4c service nova] Releasing lock "refresh_cache-65e59681-f925-4ec0-8ac1-0ded9fcc7947" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.242150] env[62211]: DEBUG nova.network.neutron [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1881.273310] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.301819] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bc16dc-7586-45eb-a5d0-e2c3763ce11b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.313404] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b44f64-855d-4f53-8ff3-6c390b13d3ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.352487] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f357ff6-1710-4235-a4c4-eb5d528ed2f4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.360598] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c12cfd-f806-479b-8108-0695a489fb00 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.380019] env[62211]: DEBUG nova.compute.provider_tree [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1881.438096] env[62211]: DEBUG nova.network.neutron [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Updating instance_info_cache with network_info: [{"id": "8eeb9981-4d09-4464-9993-3f066e870941", "address": "fa:16:3e:01:08:8d", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eeb9981-4d", "ovs_interfaceid": "8eeb9981-4d09-4464-9993-3f066e870941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.512803] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2074564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.636777] env[62211]: DEBUG nova.compute.manager [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Received event network-vif-deleted-0a5b2a9b-40c5-4004-8a61-526a479c545e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1881.636995] env[62211]: DEBUG nova.compute.manager [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Received event network-vif-plugged-8eeb9981-4d09-4464-9993-3f066e870941 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1881.637212] env[62211]: DEBUG oslo_concurrency.lockutils [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] Acquiring lock "df835a2d-6682-42c6-b744-923a9bc8bd5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.637417] env[62211]: DEBUG oslo_concurrency.lockutils [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] Lock "df835a2d-6682-42c6-b744-923a9bc8bd5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.637578] env[62211]: DEBUG oslo_concurrency.lockutils [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] Lock "df835a2d-6682-42c6-b744-923a9bc8bd5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.637739] env[62211]: DEBUG nova.compute.manager [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] No waiting events found dispatching network-vif-plugged-8eeb9981-4d09-4464-9993-3f066e870941 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1881.637901] env[62211]: WARNING nova.compute.manager [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Received unexpected event network-vif-plugged-8eeb9981-4d09-4464-9993-3f066e870941 for instance with vm_state building and task_state spawning. [ 1881.638071] env[62211]: DEBUG nova.compute.manager [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Received event network-changed-8eeb9981-4d09-4464-9993-3f066e870941 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1881.638224] env[62211]: DEBUG nova.compute.manager [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Refreshing instance network info cache due to event network-changed-8eeb9981-4d09-4464-9993-3f066e870941. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1881.638390] env[62211]: DEBUG oslo_concurrency.lockutils [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] Acquiring lock "refresh_cache-df835a2d-6682-42c6-b744-923a9bc8bd5b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.823740] env[62211]: DEBUG nova.compute.manager [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1881.851245] env[62211]: DEBUG nova.virt.hardware [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1881.851531] env[62211]: DEBUG nova.virt.hardware [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1881.851688] env[62211]: DEBUG nova.virt.hardware [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1881.851921] env[62211]: DEBUG nova.virt.hardware [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1881.852049] env[62211]: DEBUG nova.virt.hardware [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1881.852202] env[62211]: DEBUG nova.virt.hardware [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1881.852443] env[62211]: DEBUG nova.virt.hardware [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1881.852582] env[62211]: DEBUG nova.virt.hardware [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1881.852734] env[62211]: DEBUG nova.virt.hardware [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1881.852897] env[62211]: DEBUG nova.virt.hardware [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1881.853066] env[62211]: DEBUG nova.virt.hardware [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1881.854039] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa46b4da-df42-44bc-9f4b-72316ff193f8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.862518] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0796177b-b92d-49ae-ba1c-f66c0c3bca42 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.882812] env[62211]: DEBUG nova.scheduler.client.report [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.940943] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Releasing lock "refresh_cache-df835a2d-6682-42c6-b744-923a9bc8bd5b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.941344] env[62211]: DEBUG nova.compute.manager [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Instance network_info: |[{"id": "8eeb9981-4d09-4464-9993-3f066e870941", "address": "fa:16:3e:01:08:8d", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eeb9981-4d", "ovs_interfaceid": "8eeb9981-4d09-4464-9993-3f066e870941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1881.941647] env[62211]: DEBUG oslo_concurrency.lockutils [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] Acquired lock "refresh_cache-df835a2d-6682-42c6-b744-923a9bc8bd5b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.941854] env[62211]: DEBUG nova.network.neutron [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Refreshing network info cache for port 8eeb9981-4d09-4464-9993-3f066e870941 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.943222] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:08:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eeb9981-4d09-4464-9993-3f066e870941', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1881.951455] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Creating folder: Project (06b991170b6f49b7925e2e65eb060cdc). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1881.954818] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5511c706-6940-4caa-8b3a-895c03f5f39f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.966495] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Created folder: Project (06b991170b6f49b7925e2e65eb060cdc) in parent group-v425157. [ 1881.966742] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Creating folder: Instances. Parent ref: group-v425263. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1881.967030] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74683f43-072b-463b-b682-23c281179c90 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.976663] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Created folder: Instances in parent group-v425263. [ 1881.976925] env[62211]: DEBUG oslo.service.loopingcall [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.977165] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1881.977436] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b4db787-dc9b-4f5d-abe2-dde70e565c31 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.999586] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1881.999586] env[62211]: value = "task-2074567" [ 1881.999586] env[62211]: _type = "Task" [ 1881.999586] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.008535] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074567, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.013391] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2074564, 'name': ReconfigVM_Task, 'duration_secs': 0.933844} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.014076] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425202', 'volume_id': 'efcac5b6-c6a2-44a9-967b-b1503569479a', 'name': 'volume-efcac5b6-c6a2-44a9-967b-b1503569479a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65e59681-f925-4ec0-8ac1-0ded9fcc7947', 'attached_at': '', 'detached_at': '', 'volume_id': 'efcac5b6-c6a2-44a9-967b-b1503569479a', 'serial': 'efcac5b6-c6a2-44a9-967b-b1503569479a'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1882.014196] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-323fac3c-e71b-4fcc-824e-0e72861adbd3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.020183] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Waiting for the task: (returnval){ [ 1882.020183] env[62211]: value = "task-2074568" [ 1882.020183] env[62211]: _type = "Task" [ 1882.020183] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.028175] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2074568, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.183673] env[62211]: DEBUG nova.network.neutron [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Updated VIF entry in instance network info cache for port 8eeb9981-4d09-4464-9993-3f066e870941. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1882.184077] env[62211]: DEBUG nova.network.neutron [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Updating instance_info_cache with network_info: [{"id": "8eeb9981-4d09-4464-9993-3f066e870941", "address": "fa:16:3e:01:08:8d", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eeb9981-4d", "ovs_interfaceid": "8eeb9981-4d09-4464-9993-3f066e870941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.390073] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.391225] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.214s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.392734] env[62211]: INFO nova.compute.claims [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1882.474912] env[62211]: DEBUG nova.network.neutron [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Successfully updated port: c6284582-d5c7-4313-b4d0-699f69ce61c1 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1882.512263] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074567, 'name': CreateVM_Task, 'duration_secs': 0.402145} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.512467] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1882.513265] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.513453] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.513790] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1882.514280] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334a1025-d54b-4f87-9d87-ad183a21511d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.520084] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1882.520084] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5207df4b-1698-8fdf-e9db-97ea60a79d8b" [ 1882.520084] env[62211]: _type = "Task" [ 1882.520084] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.534456] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5207df4b-1698-8fdf-e9db-97ea60a79d8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.538278] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2074568, 'name': Rename_Task, 'duration_secs': 0.139277} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.538634] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1882.539447] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8001ce8-e4cf-470c-8ccb-e78781d4f563 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.546449] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Waiting for the task: (returnval){ [ 1882.546449] env[62211]: value = "task-2074569" [ 1882.546449] env[62211]: _type = "Task" [ 1882.546449] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.555295] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2074569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.687409] env[62211]: DEBUG oslo_concurrency.lockutils [req-5b13c835-adad-4aae-829d-fddc2a5c9543 req-1443b67e-7ae6-48ea-b87d-2703815d71b5 service nova] Releasing lock "refresh_cache-df835a2d-6682-42c6-b744-923a9bc8bd5b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.896693] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Acquiring lock "ce0e73be-4891-4d9c-a327-5f502309526e" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.896977] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Lock "ce0e73be-4891-4d9c-a327-5f502309526e" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.978127] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "958768a7-2cf2-4006-9375-09abea50c2d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.978127] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "958768a7-2cf2-4006-9375-09abea50c2d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.978127] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "958768a7-2cf2-4006-9375-09abea50c2d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.978127] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "958768a7-2cf2-4006-9375-09abea50c2d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.978434] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "958768a7-2cf2-4006-9375-09abea50c2d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.979473] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "refresh_cache-d89bf374-605f-4f2d-a262-b18552959845" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.979607] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquired lock "refresh_cache-d89bf374-605f-4f2d-a262-b18552959845" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.979750] env[62211]: DEBUG nova.network.neutron [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1882.981420] env[62211]: INFO nova.compute.manager [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Terminating instance [ 1883.030428] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5207df4b-1698-8fdf-e9db-97ea60a79d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.013368} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.030544] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.030692] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1883.030984] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.031191] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.031401] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1883.032343] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa563ce9-e220-45e9-8829-fe7dd078f774 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.039783] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1883.039945] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1883.040654] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-600f36af-7c7b-4a60-8c44-b7931508f34f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.046047] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1883.046047] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527af910-88fe-6b80-9656-5f04dc42708e" [ 1883.046047] env[62211]: _type = "Task" [ 1883.046047] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.056668] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527af910-88fe-6b80-9656-5f04dc42708e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.059892] env[62211]: DEBUG oslo_vmware.api [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2074569, 'name': PowerOnVM_Task, 'duration_secs': 0.462262} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.060170] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1883.060366] env[62211]: INFO nova.compute.manager [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Took 4.36 seconds to spawn the instance on the hypervisor. [ 1883.060542] env[62211]: DEBUG nova.compute.manager [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1883.061272] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68756ec-cf7a-4564-9c0e-8b7388223deb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.198822] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Volume attach. Driver type: vmdk {{(pid=62211) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1883.199116] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425260', 'volume_id': '5c2280fc-2a69-430a-ae1f-a4d7f2822fc3', 'name': 'volume-5c2280fc-2a69-430a-ae1f-a4d7f2822fc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '102b1ee3-aea4-4f71-a9fa-5e29fb094a0f', 'attached_at': '', 'detached_at': '', 'volume_id': '5c2280fc-2a69-430a-ae1f-a4d7f2822fc3', 'serial': '5c2280fc-2a69-430a-ae1f-a4d7f2822fc3'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1883.199992] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac7c334-ccfb-4020-a791-367364c7d6c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.216472] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90bbbd2-6e5d-4cd0-9182-6403eb0d8959 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.240179] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] volume-5c2280fc-2a69-430a-ae1f-a4d7f2822fc3/volume-5c2280fc-2a69-430a-ae1f-a4d7f2822fc3.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1883.240450] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4009b5e8-726c-4999-80ec-cbf10173eae7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.258633] env[62211]: DEBUG oslo_vmware.api [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Waiting for the task: (returnval){ [ 1883.258633] env[62211]: value = "task-2074570" [ 1883.258633] env[62211]: _type = "Task" [ 1883.258633] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.266302] env[62211]: DEBUG oslo_vmware.api [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Task: {'id': task-2074570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.401042] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Lock "ce0e73be-4891-4d9c-a327-5f502309526e" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.401664] env[62211]: DEBUG nova.compute.manager [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1883.486307] env[62211]: DEBUG nova.compute.manager [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1883.486520] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1883.487406] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cc1f4a-609c-49d0-a96d-001aef2e6f85 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.497195] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1883.497459] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-342c870a-5615-484a-a179-f482748fcf1e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.505945] env[62211]: DEBUG oslo_vmware.api [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1883.505945] env[62211]: value = "task-2074571" [ 1883.505945] env[62211]: _type = "Task" [ 1883.505945] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.518195] env[62211]: DEBUG oslo_vmware.api [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.521914] env[62211]: DEBUG nova.network.neutron [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1883.557625] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527af910-88fe-6b80-9656-5f04dc42708e, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.560664] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36132156-4878-4980-9587-592034ef8621 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.566477] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1883.566477] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52e34fe6-c02d-f46b-b27a-6dbd9399d610" [ 1883.566477] env[62211]: _type = "Task" [ 1883.566477] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.583968] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e34fe6-c02d-f46b-b27a-6dbd9399d610, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.584549] env[62211]: INFO nova.compute.manager [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Took 57.24 seconds to build instance. [ 1883.588271] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.588491] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] df835a2d-6682-42c6-b744-923a9bc8bd5b/df835a2d-6682-42c6-b744-923a9bc8bd5b.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1883.589210] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f2cdcf5-31d2-4a8c-8406-325b7416bfd3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.598956] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1883.598956] env[62211]: value = "task-2074572" [ 1883.598956] env[62211]: _type = "Task" [ 1883.598956] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.612536] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.685946] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "e09e9a1b-bae2-409d-8aab-eadd387f91cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.686261] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "e09e9a1b-bae2-409d-8aab-eadd387f91cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.708950] env[62211]: DEBUG nova.compute.manager [req-3baeeb25-7f00-4c4f-b499-4d0277b01a4d req-dd1018be-8d08-4189-90f7-0a898d01de1a service nova] [instance: d89bf374-605f-4f2d-a262-b18552959845] Received event network-vif-plugged-c6284582-d5c7-4313-b4d0-699f69ce61c1 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1883.709203] env[62211]: DEBUG oslo_concurrency.lockutils [req-3baeeb25-7f00-4c4f-b499-4d0277b01a4d req-dd1018be-8d08-4189-90f7-0a898d01de1a service nova] Acquiring lock "d89bf374-605f-4f2d-a262-b18552959845-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.709417] env[62211]: DEBUG oslo_concurrency.lockutils [req-3baeeb25-7f00-4c4f-b499-4d0277b01a4d req-dd1018be-8d08-4189-90f7-0a898d01de1a service nova] Lock "d89bf374-605f-4f2d-a262-b18552959845-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.709604] env[62211]: DEBUG oslo_concurrency.lockutils [req-3baeeb25-7f00-4c4f-b499-4d0277b01a4d req-dd1018be-8d08-4189-90f7-0a898d01de1a service nova] Lock "d89bf374-605f-4f2d-a262-b18552959845-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.709814] env[62211]: DEBUG nova.compute.manager [req-3baeeb25-7f00-4c4f-b499-4d0277b01a4d req-dd1018be-8d08-4189-90f7-0a898d01de1a service nova] [instance: d89bf374-605f-4f2d-a262-b18552959845] No waiting events found dispatching network-vif-plugged-c6284582-d5c7-4313-b4d0-699f69ce61c1 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1883.709996] env[62211]: WARNING nova.compute.manager [req-3baeeb25-7f00-4c4f-b499-4d0277b01a4d req-dd1018be-8d08-4189-90f7-0a898d01de1a service nova] [instance: d89bf374-605f-4f2d-a262-b18552959845] Received unexpected event network-vif-plugged-c6284582-d5c7-4313-b4d0-699f69ce61c1 for instance with vm_state building and task_state spawning. [ 1883.710535] env[62211]: DEBUG nova.compute.manager [req-3baeeb25-7f00-4c4f-b499-4d0277b01a4d req-dd1018be-8d08-4189-90f7-0a898d01de1a service nova] [instance: d89bf374-605f-4f2d-a262-b18552959845] Received event network-changed-c6284582-d5c7-4313-b4d0-699f69ce61c1 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1883.710737] env[62211]: DEBUG nova.compute.manager [req-3baeeb25-7f00-4c4f-b499-4d0277b01a4d req-dd1018be-8d08-4189-90f7-0a898d01de1a service nova] [instance: d89bf374-605f-4f2d-a262-b18552959845] Refreshing instance network info cache due to event network-changed-c6284582-d5c7-4313-b4d0-699f69ce61c1. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1883.710869] env[62211]: DEBUG oslo_concurrency.lockutils [req-3baeeb25-7f00-4c4f-b499-4d0277b01a4d req-dd1018be-8d08-4189-90f7-0a898d01de1a service nova] Acquiring lock "refresh_cache-d89bf374-605f-4f2d-a262-b18552959845" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.730887] env[62211]: DEBUG nova.network.neutron [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Updating instance_info_cache with network_info: [{"id": "c6284582-d5c7-4313-b4d0-699f69ce61c1", "address": "fa:16:3e:00:66:64", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6284582-d5", "ovs_interfaceid": "c6284582-d5c7-4313-b4d0-699f69ce61c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.769893] env[62211]: DEBUG oslo_vmware.api [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Task: {'id': task-2074570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.908698] env[62211]: DEBUG nova.compute.utils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1883.915802] env[62211]: DEBUG nova.compute.manager [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1883.915802] env[62211]: DEBUG nova.network.neutron [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1883.975287] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e06ae-80da-418e-9781-7fde5f268885 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.984819] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5b9d4a-e5ac-4151-8b2f-e4bcbd73acf8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.992212] env[62211]: DEBUG nova.policy [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c75abe5ff4d94d25939f2aad15868e3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bbbb7e3fbc143339759b972d497e2d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1884.026310] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a62e60-d027-4897-9f71-993ece3db5d4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.035754] env[62211]: DEBUG oslo_vmware.api [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074571, 'name': PowerOffVM_Task, 'duration_secs': 0.239857} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.040290] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1884.040290] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1884.040290] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7990c82b-8963-45d0-9d03-b367b7829ef3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.041327] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b6f10a-ef0e-444c-bd9f-15da463af42a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.056100] env[62211]: DEBUG nova.compute.provider_tree [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1884.091185] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dda35512-3b1e-410e-8c7a-ef3a1b02176e tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Lock "65e59681-f925-4ec0-8ac1-0ded9fcc7947" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.891s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.110259] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50457} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.111143] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] df835a2d-6682-42c6-b744-923a9bc8bd5b/df835a2d-6682-42c6-b744-923a9bc8bd5b.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1884.111362] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1884.111643] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bebd1c8-107d-493a-bc3d-36152cf597df {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.119119] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1884.119119] env[62211]: value = "task-2074574" [ 1884.119119] env[62211]: _type = "Task" [ 1884.119119] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.123936] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1884.124158] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1884.124336] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Deleting the datastore file [datastore1] 958768a7-2cf2-4006-9375-09abea50c2d5 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1884.124926] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fbc9b6a-2a2b-4bc2-bd72-6ee4820d2547 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.130786] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.132549] env[62211]: DEBUG oslo_vmware.api [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1884.132549] env[62211]: value = "task-2074575" [ 1884.132549] env[62211]: _type = "Task" [ 1884.132549] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.140439] env[62211]: DEBUG oslo_vmware.api [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.233922] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Releasing lock "refresh_cache-d89bf374-605f-4f2d-a262-b18552959845" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.234333] env[62211]: DEBUG nova.compute.manager [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Instance network_info: |[{"id": "c6284582-d5c7-4313-b4d0-699f69ce61c1", "address": "fa:16:3e:00:66:64", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6284582-d5", "ovs_interfaceid": "c6284582-d5c7-4313-b4d0-699f69ce61c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1884.234638] env[62211]: DEBUG oslo_concurrency.lockutils [req-3baeeb25-7f00-4c4f-b499-4d0277b01a4d req-dd1018be-8d08-4189-90f7-0a898d01de1a service nova] Acquired lock "refresh_cache-d89bf374-605f-4f2d-a262-b18552959845" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.234932] env[62211]: DEBUG nova.network.neutron [req-3baeeb25-7f00-4c4f-b499-4d0277b01a4d req-dd1018be-8d08-4189-90f7-0a898d01de1a service nova] [instance: d89bf374-605f-4f2d-a262-b18552959845] Refreshing network info cache for port c6284582-d5c7-4313-b4d0-699f69ce61c1 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1884.235985] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:66:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6284582-d5c7-4313-b4d0-699f69ce61c1', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1884.243381] env[62211]: DEBUG oslo.service.loopingcall [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1884.246339] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d89bf374-605f-4f2d-a262-b18552959845] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1884.246798] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cddf0e3-d7b0-4b03-ae20-b6f764c043c1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.269730] env[62211]: DEBUG oslo_vmware.api [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Task: {'id': task-2074570, 'name': ReconfigVM_Task, 'duration_secs': 0.615831} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.270596] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Reconfigured VM instance instance-0000000c to attach disk [datastore1] volume-5c2280fc-2a69-430a-ae1f-a4d7f2822fc3/volume-5c2280fc-2a69-430a-ae1f-a4d7f2822fc3.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1884.276035] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de212fa1-32ff-4a06-bfc9-e501700c83a6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.286817] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1884.286817] env[62211]: value = "task-2074576" [ 1884.286817] env[62211]: _type = "Task" [ 1884.286817] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.291695] env[62211]: DEBUG oslo_vmware.api [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Waiting for the task: (returnval){ [ 1884.291695] env[62211]: value = "task-2074577" [ 1884.291695] env[62211]: _type = "Task" [ 1884.291695] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.298718] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074576, 'name': CreateVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.303349] env[62211]: DEBUG oslo_vmware.api [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Task: {'id': task-2074577, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.416472] env[62211]: DEBUG nova.compute.manager [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1884.559550] env[62211]: DEBUG nova.scheduler.client.report [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1884.592651] env[62211]: DEBUG nova.compute.manager [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1884.631778] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06404} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.632194] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1884.634131] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87884759-5006-48e5-afc2-d96e1567848a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.660537] env[62211]: DEBUG oslo_vmware.api [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141269} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.667882] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] df835a2d-6682-42c6-b744-923a9bc8bd5b/df835a2d-6682-42c6-b744-923a9bc8bd5b.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1884.670712] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1884.670917] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1884.671085] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1884.671257] env[62211]: INFO nova.compute.manager [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1884.671493] env[62211]: DEBUG oslo.service.loopingcall [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1884.672045] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8feac515-47cd-4331-b594-d93ea5a14e11 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.687956] env[62211]: DEBUG nova.compute.manager [-] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1884.688115] env[62211]: DEBUG nova.network.neutron [-] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1884.694804] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1884.694804] env[62211]: value = "task-2074578" [ 1884.694804] env[62211]: _type = "Task" [ 1884.694804] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.703747] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.798993] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074576, 'name': CreateVM_Task, 'duration_secs': 0.414732} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.799527] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d89bf374-605f-4f2d-a262-b18552959845] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1884.800267] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.800442] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.800771] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1884.807017] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50f56f3-1190-4a36-ad8f-0c2db842dd61 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.807017] env[62211]: DEBUG oslo_vmware.api [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Task: {'id': task-2074577, 'name': ReconfigVM_Task, 'duration_secs': 0.150138} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.807017] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425260', 'volume_id': '5c2280fc-2a69-430a-ae1f-a4d7f2822fc3', 'name': 'volume-5c2280fc-2a69-430a-ae1f-a4d7f2822fc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '102b1ee3-aea4-4f71-a9fa-5e29fb094a0f', 'attached_at': '', 'detached_at': '', 'volume_id': '5c2280fc-2a69-430a-ae1f-a4d7f2822fc3', 'serial': '5c2280fc-2a69-430a-ae1f-a4d7f2822fc3'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1884.810039] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1884.810039] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5289006f-6770-25b3-bc69-1cf83bc84f34" [ 1884.810039] env[62211]: _type = "Task" [ 1884.810039] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.817449] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5289006f-6770-25b3-bc69-1cf83bc84f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.065107] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.065660] env[62211]: DEBUG nova.compute.manager [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1885.068261] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.290s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.069666] env[62211]: INFO nova.compute.claims [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1885.073688] env[62211]: DEBUG nova.network.neutron [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Successfully created port: 7be5d199-b4dc-4eaf-8d38-082bbb89ceb0 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1885.120321] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.149047] env[62211]: DEBUG nova.network.neutron [req-3baeeb25-7f00-4c4f-b499-4d0277b01a4d req-dd1018be-8d08-4189-90f7-0a898d01de1a service nova] [instance: d89bf374-605f-4f2d-a262-b18552959845] Updated VIF entry in instance network info cache for port c6284582-d5c7-4313-b4d0-699f69ce61c1. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1885.149146] env[62211]: DEBUG nova.network.neutron [req-3baeeb25-7f00-4c4f-b499-4d0277b01a4d req-dd1018be-8d08-4189-90f7-0a898d01de1a service nova] [instance: d89bf374-605f-4f2d-a262-b18552959845] Updating instance_info_cache with network_info: [{"id": "c6284582-d5c7-4313-b4d0-699f69ce61c1", "address": "fa:16:3e:00:66:64", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6284582-d5", "ovs_interfaceid": "c6284582-d5c7-4313-b4d0-699f69ce61c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.205139] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074578, 'name': ReconfigVM_Task, 'duration_secs': 0.28723} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.205421] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Reconfigured VM instance instance-00000021 to attach disk [datastore1] df835a2d-6682-42c6-b744-923a9bc8bd5b/df835a2d-6682-42c6-b744-923a9bc8bd5b.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1885.206073] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9761a27-f2f5-4e81-b664-e6e2aaba059f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.213348] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1885.213348] env[62211]: value = "task-2074579" [ 1885.213348] env[62211]: _type = "Task" [ 1885.213348] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.224405] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074579, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.320974] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5289006f-6770-25b3-bc69-1cf83bc84f34, 'name': SearchDatastore_Task, 'duration_secs': 0.010424} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.321414] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.321609] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1885.321742] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.321906] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.322441] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1885.322700] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0b017f3-803b-496f-acf3-2a8c6d6919ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.331784] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1885.332101] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1885.332876] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6ef17b-63e0-4f03-be2f-a063447bbec5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.340175] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1885.340175] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]528e0b42-d259-dfe3-8629-5b4fefd058e0" [ 1885.340175] env[62211]: _type = "Task" [ 1885.340175] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.346888] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]528e0b42-d259-dfe3-8629-5b4fefd058e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.425165] env[62211]: DEBUG nova.compute.manager [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1885.452364] env[62211]: DEBUG nova.virt.hardware [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1885.452825] env[62211]: DEBUG nova.virt.hardware [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1885.453008] env[62211]: DEBUG nova.virt.hardware [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1885.453209] env[62211]: DEBUG nova.virt.hardware [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1885.453355] env[62211]: DEBUG nova.virt.hardware [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1885.453505] env[62211]: DEBUG nova.virt.hardware [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1885.453768] env[62211]: DEBUG nova.virt.hardware [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1885.453935] env[62211]: DEBUG nova.virt.hardware [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1885.454124] env[62211]: DEBUG nova.virt.hardware [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1885.454292] env[62211]: DEBUG nova.virt.hardware [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1885.454462] env[62211]: DEBUG nova.virt.hardware [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1885.455345] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a49ac08-8d27-4389-baa1-2ef844f35e3a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.463464] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eaa4ea-a511-4f33-84c9-128320053cc2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.574252] env[62211]: DEBUG nova.compute.utils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1885.581314] env[62211]: DEBUG nova.compute.manager [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1885.581314] env[62211]: DEBUG nova.network.neutron [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1885.654246] env[62211]: DEBUG oslo_concurrency.lockutils [req-3baeeb25-7f00-4c4f-b499-4d0277b01a4d req-dd1018be-8d08-4189-90f7-0a898d01de1a service nova] Releasing lock "refresh_cache-d89bf374-605f-4f2d-a262-b18552959845" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.672165] env[62211]: DEBUG nova.policy [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dc9fb106cec4db7a3aed2755f5d375d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e4b279e9c4c431695468ba65b56f6e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1885.723569] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074579, 'name': Rename_Task, 'duration_secs': 0.162465} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.723861] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1885.724164] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a97a648-938d-4bfa-a33b-533acbe58dd3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.732357] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1885.732357] env[62211]: value = "task-2074580" [ 1885.732357] env[62211]: _type = "Task" [ 1885.732357] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.741681] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.850105] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]528e0b42-d259-dfe3-8629-5b4fefd058e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009989} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.851170] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cccd5a29-c5c6-48a1-a5ba-f52e1f050cbe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.857763] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1885.857763] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]524f9993-0ceb-b586-fc2e-bacdfe6bd7a6" [ 1885.857763] env[62211]: _type = "Task" [ 1885.857763] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.860515] env[62211]: DEBUG nova.compute.manager [req-ff9fff91-6bf2-460a-b948-a44eb48ed2c9 req-aa87f275-805d-401c-b8f8-381bed0531a5 service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Received event network-changed-72d0f37e-c8f7-47ca-a20a-8133913a0b0c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1885.860658] env[62211]: DEBUG nova.compute.manager [req-ff9fff91-6bf2-460a-b948-a44eb48ed2c9 req-aa87f275-805d-401c-b8f8-381bed0531a5 service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Refreshing instance network info cache due to event network-changed-72d0f37e-c8f7-47ca-a20a-8133913a0b0c. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1885.860895] env[62211]: DEBUG oslo_concurrency.lockutils [req-ff9fff91-6bf2-460a-b948-a44eb48ed2c9 req-aa87f275-805d-401c-b8f8-381bed0531a5 service nova] Acquiring lock "refresh_cache-65e59681-f925-4ec0-8ac1-0ded9fcc7947" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.862093] env[62211]: DEBUG oslo_concurrency.lockutils [req-ff9fff91-6bf2-460a-b948-a44eb48ed2c9 req-aa87f275-805d-401c-b8f8-381bed0531a5 service nova] Acquired lock "refresh_cache-65e59681-f925-4ec0-8ac1-0ded9fcc7947" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.862093] env[62211]: DEBUG nova.network.neutron [req-ff9fff91-6bf2-460a-b948-a44eb48ed2c9 req-aa87f275-805d-401c-b8f8-381bed0531a5 service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Refreshing network info cache for port 72d0f37e-c8f7-47ca-a20a-8133913a0b0c {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.873769] env[62211]: DEBUG nova.objects.instance [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Lazy-loading 'flavor' on Instance uuid 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1885.875675] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524f9993-0ceb-b586-fc2e-bacdfe6bd7a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012657} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.876384] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.876646] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] d89bf374-605f-4f2d-a262-b18552959845/d89bf374-605f-4f2d-a262-b18552959845.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1885.879019] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-218349f7-f8ba-4140-be50-9fda531f7ae9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.885867] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1885.885867] env[62211]: value = "task-2074581" [ 1885.885867] env[62211]: _type = "Task" [ 1885.885867] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.897644] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.003956] env[62211]: DEBUG nova.objects.instance [None req-25e3fcec-745e-4521-94ef-fcb8a7eaa2b2 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Lazy-loading 'flavor' on Instance uuid 42a83e79-9558-4c38-94a7-50847ca57ea0 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.079244] env[62211]: DEBUG nova.compute.manager [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1886.245262] env[62211]: DEBUG oslo_vmware.api [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074580, 'name': PowerOnVM_Task, 'duration_secs': 0.496105} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.245644] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1886.245879] env[62211]: INFO nova.compute.manager [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1886.246071] env[62211]: DEBUG nova.compute.manager [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1886.246979] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb863f19-9d3c-4601-84fc-93c77b516290 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.312522] env[62211]: DEBUG nova.network.neutron [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Successfully created port: 5a7ad6fc-a138-413f-be71-ea2646b66211 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1886.380496] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6047b369-cc8a-4f05-837e-819a51f5f5ae tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.825s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.398248] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074581, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.510164] env[62211]: DEBUG oslo_concurrency.lockutils [None req-25e3fcec-745e-4521-94ef-fcb8a7eaa2b2 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquiring lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.510390] env[62211]: DEBUG oslo_concurrency.lockutils [None req-25e3fcec-745e-4521-94ef-fcb8a7eaa2b2 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquired lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.617455] env[62211]: DEBUG nova.network.neutron [-] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.715917] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4f727a-a68c-478b-959c-4eeb78349e58 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.725018] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8986cc0f-d676-43c8-ad98-b66db4922805 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.777460] env[62211]: INFO nova.compute.manager [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Took 55.99 seconds to build instance. [ 1886.779847] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7d95c2-7fbc-4733-999f-d3f3833a134d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.788349] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be5c777-042c-46d9-9b0b-c32e2b569655 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.802855] env[62211]: DEBUG nova.compute.provider_tree [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.897762] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519632} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.898157] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] d89bf374-605f-4f2d-a262-b18552959845/d89bf374-605f-4f2d-a262-b18552959845.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1886.898506] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1886.898765] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4da1dd65-2f00-45dc-a9db-926ec6dc8e4f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.906445] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1886.906445] env[62211]: value = "task-2074582" [ 1886.906445] env[62211]: _type = "Task" [ 1886.906445] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.914762] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.094733] env[62211]: DEBUG nova.compute.manager [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1887.120701] env[62211]: INFO nova.compute.manager [-] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Took 2.43 seconds to deallocate network for instance. [ 1887.130246] env[62211]: DEBUG nova.virt.hardware [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1887.130246] env[62211]: DEBUG nova.virt.hardware [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1887.130246] env[62211]: DEBUG nova.virt.hardware [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1887.130452] env[62211]: DEBUG nova.virt.hardware [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1887.130452] env[62211]: DEBUG nova.virt.hardware [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1887.130452] env[62211]: DEBUG nova.virt.hardware [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1887.130452] env[62211]: DEBUG nova.virt.hardware [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1887.130452] env[62211]: DEBUG nova.virt.hardware [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1887.130607] env[62211]: DEBUG nova.virt.hardware [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1887.130607] env[62211]: DEBUG nova.virt.hardware [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1887.130607] env[62211]: DEBUG nova.virt.hardware [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1887.130925] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018ee732-39a1-4988-8c54-57798807d9d1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.140426] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43baadf1-7454-4ca4-9585-1608c5a12e76 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.244350] env[62211]: DEBUG nova.network.neutron [req-ff9fff91-6bf2-460a-b948-a44eb48ed2c9 req-aa87f275-805d-401c-b8f8-381bed0531a5 service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Updated VIF entry in instance network info cache for port 72d0f37e-c8f7-47ca-a20a-8133913a0b0c. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1887.244731] env[62211]: DEBUG nova.network.neutron [req-ff9fff91-6bf2-460a-b948-a44eb48ed2c9 req-aa87f275-805d-401c-b8f8-381bed0531a5 service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Updating instance_info_cache with network_info: [{"id": "72d0f37e-c8f7-47ca-a20a-8133913a0b0c", "address": "fa:16:3e:d8:b4:4e", "network": {"id": "087504b1-dbe1-4787-895d-4e5dc5a70005", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1961095300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8578892416834b8382e426cf7c084b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d0f37e-c8", "ovs_interfaceid": "72d0f37e-c8f7-47ca-a20a-8133913a0b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.279513] env[62211]: DEBUG oslo_concurrency.lockutils [None req-86c1a898-dff1-46cd-9e09-5c7775cad2a5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "df835a2d-6682-42c6-b744-923a9bc8bd5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.668s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.306455] env[62211]: DEBUG nova.scheduler.client.report [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1887.386529] env[62211]: DEBUG oslo_concurrency.lockutils [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Acquiring lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.387034] env[62211]: DEBUG oslo_concurrency.lockutils [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.416718] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062569} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.417834] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1887.418930] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1525bf-6e2a-4c40-8eae-7cd338fded33 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.443746] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] d89bf374-605f-4f2d-a262-b18552959845/d89bf374-605f-4f2d-a262-b18552959845.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1887.444391] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-367f4043-a92f-472f-9826-fa59788d5ca3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.466403] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1887.466403] env[62211]: value = "task-2074583" [ 1887.466403] env[62211]: _type = "Task" [ 1887.466403] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.474606] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.536413] env[62211]: DEBUG nova.network.neutron [None req-25e3fcec-745e-4521-94ef-fcb8a7eaa2b2 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1887.638089] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.655109] env[62211]: DEBUG nova.compute.manager [req-05dfc589-0fa4-46d5-8da3-d31126416ec7 req-0103de13-2184-412a-80c1-629ceda851d4 service nova] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Received event network-vif-plugged-7be5d199-b4dc-4eaf-8d38-082bbb89ceb0 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1887.655426] env[62211]: DEBUG oslo_concurrency.lockutils [req-05dfc589-0fa4-46d5-8da3-d31126416ec7 req-0103de13-2184-412a-80c1-629ceda851d4 service nova] Acquiring lock "8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.655661] env[62211]: DEBUG oslo_concurrency.lockutils [req-05dfc589-0fa4-46d5-8da3-d31126416ec7 req-0103de13-2184-412a-80c1-629ceda851d4 service nova] Lock "8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.655835] env[62211]: DEBUG oslo_concurrency.lockutils [req-05dfc589-0fa4-46d5-8da3-d31126416ec7 req-0103de13-2184-412a-80c1-629ceda851d4 service nova] Lock "8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.656031] env[62211]: DEBUG nova.compute.manager [req-05dfc589-0fa4-46d5-8da3-d31126416ec7 req-0103de13-2184-412a-80c1-629ceda851d4 service nova] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] No waiting events found dispatching network-vif-plugged-7be5d199-b4dc-4eaf-8d38-082bbb89ceb0 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1887.656215] env[62211]: WARNING nova.compute.manager [req-05dfc589-0fa4-46d5-8da3-d31126416ec7 req-0103de13-2184-412a-80c1-629ceda851d4 service nova] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Received unexpected event network-vif-plugged-7be5d199-b4dc-4eaf-8d38-082bbb89ceb0 for instance with vm_state building and task_state spawning. [ 1887.747572] env[62211]: DEBUG oslo_concurrency.lockutils [req-ff9fff91-6bf2-460a-b948-a44eb48ed2c9 req-aa87f275-805d-401c-b8f8-381bed0531a5 service nova] Releasing lock "refresh_cache-65e59681-f925-4ec0-8ac1-0ded9fcc7947" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.782429] env[62211]: DEBUG nova.compute.manager [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1887.811901] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.812436] env[62211]: DEBUG nova.compute.manager [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1887.815318] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.030s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.817091] env[62211]: INFO nova.compute.claims [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1887.889972] env[62211]: DEBUG nova.compute.manager [req-c27d3bdd-da23-40c9-b25d-94b4d08979e5 req-9c074ce4-89f9-4312-9b6a-c4f4bfd650f0 service nova] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Received event network-vif-deleted-15e1f887-0317-46d7-a070-e8fc58e64da1 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1887.890254] env[62211]: DEBUG nova.compute.manager [req-c27d3bdd-da23-40c9-b25d-94b4d08979e5 req-9c074ce4-89f9-4312-9b6a-c4f4bfd650f0 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Received event network-changed-f146202f-9d74-493d-bd7b-7b37f1db48ad {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1887.890421] env[62211]: DEBUG nova.compute.manager [req-c27d3bdd-da23-40c9-b25d-94b4d08979e5 req-9c074ce4-89f9-4312-9b6a-c4f4bfd650f0 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Refreshing instance network info cache due to event network-changed-f146202f-9d74-493d-bd7b-7b37f1db48ad. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1887.890607] env[62211]: DEBUG oslo_concurrency.lockutils [req-c27d3bdd-da23-40c9-b25d-94b4d08979e5 req-9c074ce4-89f9-4312-9b6a-c4f4bfd650f0 service nova] Acquiring lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.893573] env[62211]: INFO nova.compute.manager [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Detaching volume 5c2280fc-2a69-430a-ae1f-a4d7f2822fc3 [ 1887.928098] env[62211]: INFO nova.virt.block_device [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Attempting to driver detach volume 5c2280fc-2a69-430a-ae1f-a4d7f2822fc3 from mountpoint /dev/sdb [ 1887.928336] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1887.928519] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425260', 'volume_id': '5c2280fc-2a69-430a-ae1f-a4d7f2822fc3', 'name': 'volume-5c2280fc-2a69-430a-ae1f-a4d7f2822fc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '102b1ee3-aea4-4f71-a9fa-5e29fb094a0f', 'attached_at': '', 'detached_at': '', 'volume_id': '5c2280fc-2a69-430a-ae1f-a4d7f2822fc3', 'serial': '5c2280fc-2a69-430a-ae1f-a4d7f2822fc3'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1887.929388] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4584d5fc-255e-4389-96e5-8cec8f3c2066 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.951039] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e82df34-788e-4a3d-8ddb-2ea5c50951dc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.959839] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004ace89-7088-43e8-b3ce-2371ba2bf8b3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.983465] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893fc350-0c06-4cfc-953b-b17815b1255b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.998247] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] The volume has not been displaced from its original location: [datastore1] volume-5c2280fc-2a69-430a-ae1f-a4d7f2822fc3/volume-5c2280fc-2a69-430a-ae1f-a4d7f2822fc3.vmdk. No consolidation needed. {{(pid=62211) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1888.003512] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1888.006478] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6b501e-9d14-42cf-bef4-3646e6ab5c78 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.018645] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074583, 'name': ReconfigVM_Task, 'duration_secs': 0.282826} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.018914] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Reconfigured VM instance instance-00000022 to attach disk [datastore1] d89bf374-605f-4f2d-a262-b18552959845/d89bf374-605f-4f2d-a262-b18552959845.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.019987] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c903a76-3fd6-4adb-a4fa-960231d268e7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.026334] env[62211]: DEBUG oslo_vmware.api [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Waiting for the task: (returnval){ [ 1888.026334] env[62211]: value = "task-2074584" [ 1888.026334] env[62211]: _type = "Task" [ 1888.026334] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.027320] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1888.027320] env[62211]: value = "task-2074585" [ 1888.027320] env[62211]: _type = "Task" [ 1888.027320] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.037344] env[62211]: DEBUG oslo_vmware.api [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Task: {'id': task-2074584, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.042458] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074585, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.115851] env[62211]: DEBUG nova.network.neutron [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Successfully updated port: 7be5d199-b4dc-4eaf-8d38-082bbb89ceb0 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1888.308802] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.321308] env[62211]: DEBUG nova.compute.utils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1888.324928] env[62211]: DEBUG nova.compute.manager [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1888.325117] env[62211]: DEBUG nova.network.neutron [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1888.393860] env[62211]: DEBUG nova.policy [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dc9fb106cec4db7a3aed2755f5d375d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e4b279e9c4c431695468ba65b56f6e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1888.455491] env[62211]: DEBUG nova.network.neutron [None req-25e3fcec-745e-4521-94ef-fcb8a7eaa2b2 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Updating instance_info_cache with network_info: [{"id": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "address": "fa:16:3e:b4:7f:dc", "network": {"id": "d8f5d780-65fe-446c-a41e-da13336e230e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-116189537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dada5b164464430ab667d6b476b937f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf146202f-9d", "ovs_interfaceid": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.542527] env[62211]: DEBUG oslo_vmware.api [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Task: {'id': task-2074584, 'name': ReconfigVM_Task, 'duration_secs': 0.246875} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.548667] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1888.556923] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074585, 'name': Rename_Task, 'duration_secs': 0.164998} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.557968] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697ac25f-1f53-400c-9c1c-019f2d2f6f42 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.575341] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1888.575834] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c566e1e4-d0df-4929-9c3a-bb94980b4945 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.586058] env[62211]: DEBUG oslo_vmware.api [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Waiting for the task: (returnval){ [ 1888.586058] env[62211]: value = "task-2074586" [ 1888.586058] env[62211]: _type = "Task" [ 1888.586058] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.588328] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1888.588328] env[62211]: value = "task-2074587" [ 1888.588328] env[62211]: _type = "Task" [ 1888.588328] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.604433] env[62211]: DEBUG oslo_vmware.api [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Task: {'id': task-2074586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.610449] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074587, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.620322] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Acquiring lock "refresh_cache-8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.620506] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Acquired lock "refresh_cache-8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.620672] env[62211]: DEBUG nova.network.neutron [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1888.826530] env[62211]: DEBUG nova.compute.manager [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1888.894158] env[62211]: DEBUG nova.network.neutron [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Successfully created port: 8b18c6fa-ae6e-4a49-9903-348714242202 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1888.904961] env[62211]: DEBUG nova.network.neutron [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Successfully updated port: 5a7ad6fc-a138-413f-be71-ea2646b66211 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1888.957987] env[62211]: DEBUG oslo_concurrency.lockutils [None req-25e3fcec-745e-4521-94ef-fcb8a7eaa2b2 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Releasing lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.963173] env[62211]: DEBUG nova.compute.manager [None req-25e3fcec-745e-4521-94ef-fcb8a7eaa2b2 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Inject network info {{(pid=62211) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1888.963243] env[62211]: DEBUG nova.compute.manager [None req-25e3fcec-745e-4521-94ef-fcb8a7eaa2b2 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] network_info to inject: |[{"id": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "address": "fa:16:3e:b4:7f:dc", "network": {"id": "d8f5d780-65fe-446c-a41e-da13336e230e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-116189537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dada5b164464430ab667d6b476b937f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf146202f-9d", "ovs_interfaceid": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1888.965879] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-25e3fcec-745e-4521-94ef-fcb8a7eaa2b2 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Reconfiguring VM instance to set the machine id {{(pid=62211) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1888.969493] env[62211]: DEBUG oslo_concurrency.lockutils [req-c27d3bdd-da23-40c9-b25d-94b4d08979e5 req-9c074ce4-89f9-4312-9b6a-c4f4bfd650f0 service nova] Acquired lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.969962] env[62211]: DEBUG nova.network.neutron [req-c27d3bdd-da23-40c9-b25d-94b4d08979e5 req-9c074ce4-89f9-4312-9b6a-c4f4bfd650f0 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Refreshing network info cache for port f146202f-9d74-493d-bd7b-7b37f1db48ad {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1888.971222] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5d5f2e5-12ae-43e2-81ad-dcb3365db7d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.988852] env[62211]: DEBUG oslo_vmware.api [None req-25e3fcec-745e-4521-94ef-fcb8a7eaa2b2 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Waiting for the task: (returnval){ [ 1888.988852] env[62211]: value = "task-2074588" [ 1888.988852] env[62211]: _type = "Task" [ 1888.988852] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.002266] env[62211]: DEBUG oslo_vmware.api [None req-25e3fcec-745e-4521-94ef-fcb8a7eaa2b2 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074588, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.102307] env[62211]: DEBUG oslo_vmware.api [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Task: {'id': task-2074586, 'name': ReconfigVM_Task, 'duration_secs': 0.168008} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.103135] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425260', 'volume_id': '5c2280fc-2a69-430a-ae1f-a4d7f2822fc3', 'name': 'volume-5c2280fc-2a69-430a-ae1f-a4d7f2822fc3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '102b1ee3-aea4-4f71-a9fa-5e29fb094a0f', 'attached_at': '', 'detached_at': '', 'volume_id': '5c2280fc-2a69-430a-ae1f-a4d7f2822fc3', 'serial': '5c2280fc-2a69-430a-ae1f-a4d7f2822fc3'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1889.111060] env[62211]: DEBUG oslo_vmware.api [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074587, 'name': PowerOnVM_Task, 'duration_secs': 0.506549} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.113819] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1889.114061] env[62211]: INFO nova.compute.manager [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1889.114821] env[62211]: DEBUG nova.compute.manager [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1889.115316] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680ff757-caf1-41e7-9ad3-851ab519f0f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.186164] env[62211]: DEBUG nova.network.neutron [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1889.370125] env[62211]: DEBUG nova.network.neutron [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Updating instance_info_cache with network_info: [{"id": "7be5d199-b4dc-4eaf-8d38-082bbb89ceb0", "address": "fa:16:3e:e2:84:a2", "network": {"id": "5a8035c3-381d-4655-8478-2c6fba3b3e89", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1722856946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bbbb7e3fbc143339759b972d497e2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be5d199-b4", "ovs_interfaceid": "7be5d199-b4dc-4eaf-8d38-082bbb89ceb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.412545] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "refresh_cache-0f4ad662-7f72-436e-a05b-9255c76d06b9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.412545] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquired lock "refresh_cache-0f4ad662-7f72-436e-a05b-9255c76d06b9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.412545] env[62211]: DEBUG nova.network.neutron [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1889.453021] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e84a7ad-41ac-464c-a8fe-21f08680722b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.461335] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d013c944-8f67-4ad1-ae60-614605637094 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.499248] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca5dfb9-2ab2-4190-8c42-9d25df03b22c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.511975] env[62211]: DEBUG oslo_vmware.api [None req-25e3fcec-745e-4521-94ef-fcb8a7eaa2b2 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074588, 'name': ReconfigVM_Task, 'duration_secs': 0.209448} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.512820] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ae74c7-ff27-421a-8cc4-714b7050f5e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.518104] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-25e3fcec-745e-4521-94ef-fcb8a7eaa2b2 tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Reconfigured VM instance to set the machine id {{(pid=62211) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1889.532911] env[62211]: DEBUG nova.compute.provider_tree [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1889.568380] env[62211]: DEBUG nova.objects.instance [None req-59c69f37-a0fb-4d90-8876-c2979985f4ff tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Lazy-loading 'flavor' on Instance uuid 42a83e79-9558-4c38-94a7-50847ca57ea0 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1889.632097] env[62211]: INFO nova.compute.manager [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Took 53.90 seconds to build instance. [ 1889.677499] env[62211]: DEBUG nova.objects.instance [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Lazy-loading 'flavor' on Instance uuid 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1889.821091] env[62211]: DEBUG nova.network.neutron [req-c27d3bdd-da23-40c9-b25d-94b4d08979e5 req-9c074ce4-89f9-4312-9b6a-c4f4bfd650f0 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Updated VIF entry in instance network info cache for port f146202f-9d74-493d-bd7b-7b37f1db48ad. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1889.821540] env[62211]: DEBUG nova.network.neutron [req-c27d3bdd-da23-40c9-b25d-94b4d08979e5 req-9c074ce4-89f9-4312-9b6a-c4f4bfd650f0 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Updating instance_info_cache with network_info: [{"id": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "address": "fa:16:3e:b4:7f:dc", "network": {"id": "d8f5d780-65fe-446c-a41e-da13336e230e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-116189537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dada5b164464430ab667d6b476b937f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf146202f-9d", "ovs_interfaceid": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.836262] env[62211]: DEBUG nova.compute.manager [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1889.863695] env[62211]: DEBUG nova.virt.hardware [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1889.863949] env[62211]: DEBUG nova.virt.hardware [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1889.864131] env[62211]: DEBUG nova.virt.hardware [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1889.864318] env[62211]: DEBUG nova.virt.hardware [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1889.864465] env[62211]: DEBUG nova.virt.hardware [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1889.864610] env[62211]: DEBUG nova.virt.hardware [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1889.864812] env[62211]: DEBUG nova.virt.hardware [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1889.864989] env[62211]: DEBUG nova.virt.hardware [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1889.866550] env[62211]: DEBUG nova.virt.hardware [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1889.866550] env[62211]: DEBUG nova.virt.hardware [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1889.866550] env[62211]: DEBUG nova.virt.hardware [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1889.868025] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f39318-083e-4496-9f5c-f73230c2fdc9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.874698] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Releasing lock "refresh_cache-8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.874880] env[62211]: DEBUG nova.compute.manager [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Instance network_info: |[{"id": "7be5d199-b4dc-4eaf-8d38-082bbb89ceb0", "address": "fa:16:3e:e2:84:a2", "network": {"id": "5a8035c3-381d-4655-8478-2c6fba3b3e89", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1722856946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bbbb7e3fbc143339759b972d497e2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be5d199-b4", "ovs_interfaceid": "7be5d199-b4dc-4eaf-8d38-082bbb89ceb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1889.875313] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:84:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7be5d199-b4dc-4eaf-8d38-082bbb89ceb0', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1889.883041] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Creating folder: Project (4bbbb7e3fbc143339759b972d497e2d1). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1889.884240] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85012114-62f4-4db8-bbb9-5256ab999641 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.887988] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8b3b1c8-688d-4489-89a7-aa38cba3ba54 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.951395] env[62211]: DEBUG nova.network.neutron [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1889.958651] env[62211]: DEBUG nova.compute.manager [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Received event network-changed-7be5d199-b4dc-4eaf-8d38-082bbb89ceb0 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1889.958768] env[62211]: DEBUG nova.compute.manager [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Refreshing instance network info cache due to event network-changed-7be5d199-b4dc-4eaf-8d38-082bbb89ceb0. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1889.958956] env[62211]: DEBUG oslo_concurrency.lockutils [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] Acquiring lock "refresh_cache-8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.959090] env[62211]: DEBUG oslo_concurrency.lockutils [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] Acquired lock "refresh_cache-8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.959238] env[62211]: DEBUG nova.network.neutron [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Refreshing network info cache for port 7be5d199-b4dc-4eaf-8d38-082bbb89ceb0 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1890.036740] env[62211]: DEBUG nova.scheduler.client.report [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1890.074076] env[62211]: DEBUG oslo_concurrency.lockutils [None req-59c69f37-a0fb-4d90-8876-c2979985f4ff tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquiring lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.089620] env[62211]: DEBUG nova.network.neutron [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Updating instance_info_cache with network_info: [{"id": "5a7ad6fc-a138-413f-be71-ea2646b66211", "address": "fa:16:3e:0a:86:f8", "network": {"id": "30553e96-6892-4418-ab31-5fe675f121cb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-47150752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4b279e9c4c431695468ba65b56f6e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a7ad6fc-a1", "ovs_interfaceid": "5a7ad6fc-a138-413f-be71-ea2646b66211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.134403] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c2d148c-2c78-4872-a951-4b741b836ada tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "d89bf374-605f-4f2d-a262-b18552959845" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.057s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.268688] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Created folder: Project (4bbbb7e3fbc143339759b972d497e2d1) in parent group-v425157. [ 1890.269230] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Creating folder: Instances. Parent ref: group-v425267. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1890.269230] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8b85dd8-6bd1-4994-ac9a-de271c1ae478 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.279684] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Created folder: Instances in parent group-v425267. [ 1890.280036] env[62211]: DEBUG oslo.service.loopingcall [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1890.280336] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1890.280627] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13caf4f9-b241-4fa0-8538-0aba5a665cbd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.299437] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1890.299437] env[62211]: value = "task-2074591" [ 1890.299437] env[62211]: _type = "Task" [ 1890.299437] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.308453] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074591, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.326555] env[62211]: DEBUG oslo_concurrency.lockutils [req-c27d3bdd-da23-40c9-b25d-94b4d08979e5 req-9c074ce4-89f9-4312-9b6a-c4f4bfd650f0 service nova] Releasing lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.326972] env[62211]: DEBUG oslo_concurrency.lockutils [None req-59c69f37-a0fb-4d90-8876-c2979985f4ff tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquired lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.541609] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.542874] env[62211]: DEBUG nova.compute.manager [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1890.544870] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.297s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.545086] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.551743] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.970s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.551743] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.557382] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.858s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.559348] env[62211]: INFO nova.compute.claims [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1890.591688] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Releasing lock "refresh_cache-0f4ad662-7f72-436e-a05b-9255c76d06b9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.592056] env[62211]: DEBUG nova.compute.manager [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Instance network_info: |[{"id": "5a7ad6fc-a138-413f-be71-ea2646b66211", "address": "fa:16:3e:0a:86:f8", "network": {"id": "30553e96-6892-4418-ab31-5fe675f121cb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-47150752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4b279e9c4c431695468ba65b56f6e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a7ad6fc-a1", "ovs_interfaceid": "5a7ad6fc-a138-413f-be71-ea2646b66211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1890.592478] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:86:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a7ad6fc-a138-413f-be71-ea2646b66211', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1890.600369] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Creating folder: Project (1e4b279e9c4c431695468ba65b56f6e4). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1890.601630] env[62211]: INFO nova.scheduler.client.report [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Deleted allocations for instance 29124931-d28f-4336-934d-ecba302a33e3 [ 1890.603793] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5035453b-3f09-4e3c-91b4-6a58f68cd13a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.609869] env[62211]: INFO nova.scheduler.client.report [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Deleted allocations for instance 259d67e5-975e-41fb-87fa-1a3148391e05 [ 1890.617041] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Created folder: Project (1e4b279e9c4c431695468ba65b56f6e4) in parent group-v425157. [ 1890.617041] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Creating folder: Instances. Parent ref: group-v425270. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1890.617265] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b94df0f-6b0a-4e4d-8388-878c6a6e8d45 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.627481] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Created folder: Instances in parent group-v425270. [ 1890.627481] env[62211]: DEBUG oslo.service.loopingcall [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1890.627481] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1890.627481] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef78dc4f-3f32-4114-b0cd-e9a39bb11a73 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.642809] env[62211]: DEBUG nova.compute.manager [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1890.649667] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1890.649667] env[62211]: value = "task-2074595" [ 1890.649667] env[62211]: _type = "Task" [ 1890.649667] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.657337] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074595, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.684803] env[62211]: DEBUG oslo_concurrency.lockutils [None req-acf02c47-00b2-449b-8c19-d57f1080394e tempest-VolumesAssistedSnapshotsTest-1177112239 tempest-VolumesAssistedSnapshotsTest-1177112239-project-admin] Lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.298s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.811153] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074591, 'name': CreateVM_Task, 'duration_secs': 0.31513} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.811153] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1890.811153] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.811153] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.811153] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1890.811419] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b459084-f7a7-47fa-9416-cd3272b7d865 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.818801] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Waiting for the task: (returnval){ [ 1890.818801] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52a416f2-4fce-c958-d3e2-56aff80f574f" [ 1890.818801] env[62211]: _type = "Task" [ 1890.818801] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.831465] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a416f2-4fce-c958-d3e2-56aff80f574f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.985159] env[62211]: DEBUG nova.network.neutron [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Successfully updated port: 8b18c6fa-ae6e-4a49-9903-348714242202 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1891.011384] env[62211]: DEBUG nova.network.neutron [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Updated VIF entry in instance network info cache for port 7be5d199-b4dc-4eaf-8d38-082bbb89ceb0. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1891.011806] env[62211]: DEBUG nova.network.neutron [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Updating instance_info_cache with network_info: [{"id": "7be5d199-b4dc-4eaf-8d38-082bbb89ceb0", "address": "fa:16:3e:e2:84:a2", "network": {"id": "5a8035c3-381d-4655-8478-2c6fba3b3e89", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1722856946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bbbb7e3fbc143339759b972d497e2d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be5d199-b4", "ovs_interfaceid": "7be5d199-b4dc-4eaf-8d38-082bbb89ceb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.064087] env[62211]: DEBUG nova.compute.utils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1891.067993] env[62211]: DEBUG nova.compute.manager [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1891.067993] env[62211]: DEBUG nova.network.neutron [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1891.108474] env[62211]: DEBUG nova.network.neutron [None req-59c69f37-a0fb-4d90-8876-c2979985f4ff tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1891.113488] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4fd01dbe-7abf-4a3e-b7da-a18576d5360c tempest-ServerTagsTestJSON-1141509669 tempest-ServerTagsTestJSON-1141509669-project-member] Lock "29124931-d28f-4336-934d-ecba302a33e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.736s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.121497] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c953d1-fd45-4758-acd3-ff76b313e40b tempest-ServersAdminNegativeTestJSON-477139080 tempest-ServersAdminNegativeTestJSON-477139080-project-member] Lock "259d67e5-975e-41fb-87fa-1a3148391e05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.084s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.133912] env[62211]: DEBUG nova.policy [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dc9fb106cec4db7a3aed2755f5d375d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e4b279e9c4c431695468ba65b56f6e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1891.162588] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074595, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.168238] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.326459] env[62211]: DEBUG nova.compute.manager [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1891.331386] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9fbde4-c3d6-4693-b0b7-b95d679fced8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.334474] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a416f2-4fce-c958-d3e2-56aff80f574f, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.334913] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.335309] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1891.335633] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.335801] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.335981] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1891.340189] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5842886-4633-4fd5-87ea-5d02a404ce4e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.354845] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1891.354985] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1891.355872] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b8e7ad8-f75a-4200-b14b-2d646784db2f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.361733] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Waiting for the task: (returnval){ [ 1891.361733] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52ef7a1c-6a21-8ee3-dcdb-db144a3b9e07" [ 1891.361733] env[62211]: _type = "Task" [ 1891.361733] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.369902] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ef7a1c-6a21-8ee3-dcdb-db144a3b9e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.432784] env[62211]: DEBUG nova.network.neutron [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Successfully created port: c36cc8cd-4943-4abd-adbc-6095abf0dc03 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1891.488420] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "refresh_cache-b4f12b51-3456-418b-97f7-4ad1030a2a32" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.488562] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquired lock "refresh_cache-b4f12b51-3456-418b-97f7-4ad1030a2a32" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.488708] env[62211]: DEBUG nova.network.neutron [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1891.516115] env[62211]: DEBUG oslo_concurrency.lockutils [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] Releasing lock "refresh_cache-8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.516377] env[62211]: DEBUG nova.compute.manager [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Received event network-vif-plugged-5a7ad6fc-a138-413f-be71-ea2646b66211 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1891.516566] env[62211]: DEBUG oslo_concurrency.lockutils [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] Acquiring lock "0f4ad662-7f72-436e-a05b-9255c76d06b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.516767] env[62211]: DEBUG oslo_concurrency.lockutils [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] Lock "0f4ad662-7f72-436e-a05b-9255c76d06b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.516919] env[62211]: DEBUG oslo_concurrency.lockutils [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] Lock "0f4ad662-7f72-436e-a05b-9255c76d06b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.517091] env[62211]: DEBUG nova.compute.manager [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] No waiting events found dispatching network-vif-plugged-5a7ad6fc-a138-413f-be71-ea2646b66211 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1891.519023] env[62211]: WARNING nova.compute.manager [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Received unexpected event network-vif-plugged-5a7ad6fc-a138-413f-be71-ea2646b66211 for instance with vm_state building and task_state spawning. [ 1891.519023] env[62211]: DEBUG nova.compute.manager [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Received event network-changed-5a7ad6fc-a138-413f-be71-ea2646b66211 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1891.519023] env[62211]: DEBUG nova.compute.manager [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Refreshing instance network info cache due to event network-changed-5a7ad6fc-a138-413f-be71-ea2646b66211. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1891.519023] env[62211]: DEBUG oslo_concurrency.lockutils [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] Acquiring lock "refresh_cache-0f4ad662-7f72-436e-a05b-9255c76d06b9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.519023] env[62211]: DEBUG oslo_concurrency.lockutils [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] Acquired lock "refresh_cache-0f4ad662-7f72-436e-a05b-9255c76d06b9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.519023] env[62211]: DEBUG nova.network.neutron [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Refreshing network info cache for port 5a7ad6fc-a138-413f-be71-ea2646b66211 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1891.568839] env[62211]: DEBUG nova.compute.manager [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1891.665079] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074595, 'name': CreateVM_Task, 'duration_secs': 0.51596} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.665278] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1891.666218] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.666435] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.666795] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1891.667133] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60864fc0-78a7-4c5d-9ede-cb6ee7aa0c31 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.672201] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1891.672201] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529b7525-dbdf-5a8b-b06f-ee36d1ed0a7e" [ 1891.672201] env[62211]: _type = "Task" [ 1891.672201] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.685900] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529b7525-dbdf-5a8b-b06f-ee36d1ed0a7e, 'name': SearchDatastore_Task} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.686103] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.686427] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1891.687015] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.847729] env[62211]: INFO nova.compute.manager [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] instance snapshotting [ 1891.857400] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2013d6f-0d3c-419a-8446-0b4069511a08 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.886923] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a021ddd-4f6a-487b-bf6f-1519e43e2eb1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.898542] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ef7a1c-6a21-8ee3-dcdb-db144a3b9e07, 'name': SearchDatastore_Task, 'duration_secs': 0.012919} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.905270] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a506d6-3db9-4540-bbed-4057cbbb1406 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.913735] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Waiting for the task: (returnval){ [ 1891.913735] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525f0686-8ff7-38dc-9f6a-fd31b473fa36" [ 1891.913735] env[62211]: _type = "Task" [ 1891.913735] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.923813] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525f0686-8ff7-38dc-9f6a-fd31b473fa36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.079566] env[62211]: DEBUG nova.network.neutron [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1892.176623] env[62211]: DEBUG nova.compute.manager [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Received event network-vif-plugged-8b18c6fa-ae6e-4a49-9903-348714242202 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1892.176834] env[62211]: DEBUG oslo_concurrency.lockutils [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] Acquiring lock "b4f12b51-3456-418b-97f7-4ad1030a2a32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.177351] env[62211]: DEBUG oslo_concurrency.lockutils [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] Lock "b4f12b51-3456-418b-97f7-4ad1030a2a32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.177591] env[62211]: DEBUG oslo_concurrency.lockutils [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] Lock "b4f12b51-3456-418b-97f7-4ad1030a2a32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.177777] env[62211]: DEBUG nova.compute.manager [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] No waiting events found dispatching network-vif-plugged-8b18c6fa-ae6e-4a49-9903-348714242202 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1892.178022] env[62211]: WARNING nova.compute.manager [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Received unexpected event network-vif-plugged-8b18c6fa-ae6e-4a49-9903-348714242202 for instance with vm_state building and task_state spawning. [ 1892.178104] env[62211]: DEBUG nova.compute.manager [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Received event network-changed-8b18c6fa-ae6e-4a49-9903-348714242202 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1892.178263] env[62211]: DEBUG nova.compute.manager [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Refreshing instance network info cache due to event network-changed-8b18c6fa-ae6e-4a49-9903-348714242202. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1892.178432] env[62211]: DEBUG oslo_concurrency.lockutils [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] Acquiring lock "refresh_cache-b4f12b51-3456-418b-97f7-4ad1030a2a32" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.183419] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77631f34-8170-4894-9b11-14ca440231d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.195648] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b157ce9-5030-4a03-befc-67c76fb7adeb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.229577] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b355f9-bb73-4705-a7f4-710e931e1766 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.237928] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30659a94-9d13-43f0-abe1-c7b94aee780b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.257373] env[62211]: DEBUG nova.compute.provider_tree [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.128337] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1893.130309] env[62211]: DEBUG nova.compute.manager [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1893.132881] env[62211]: DEBUG nova.scheduler.client.report [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1893.145337] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4544569a-18c3-46e3-b35f-fb3b60adf0ee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.152662] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525f0686-8ff7-38dc-9f6a-fd31b473fa36, 'name': SearchDatastore_Task, 'duration_secs': 0.034218} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.154131] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.155408] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c/8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1893.155408] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1893.155408] env[62211]: value = "task-2074596" [ 1893.155408] env[62211]: _type = "Task" [ 1893.155408] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.155408] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.156499] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1893.156499] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f66675e-646f-4c90-a8e9-94f8ac839506 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.159130] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a4962ae-82dd-4ad2-b85c-858b618b038d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.175309] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Waiting for the task: (returnval){ [ 1893.175309] env[62211]: value = "task-2074597" [ 1893.175309] env[62211]: _type = "Task" [ 1893.175309] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.175858] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074596, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.178246] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1893.178246] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1893.180675] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b342817-1401-4edb-934a-f9741f051ff9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.186029] env[62211]: DEBUG nova.virt.hardware [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1893.186524] env[62211]: DEBUG nova.virt.hardware [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1893.186524] env[62211]: DEBUG nova.virt.hardware [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1893.186824] env[62211]: DEBUG nova.virt.hardware [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1893.186824] env[62211]: DEBUG nova.virt.hardware [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1893.187272] env[62211]: DEBUG nova.virt.hardware [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1893.187272] env[62211]: DEBUG nova.virt.hardware [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1893.187458] env[62211]: DEBUG nova.virt.hardware [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1893.187511] env[62211]: DEBUG nova.virt.hardware [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1893.187668] env[62211]: DEBUG nova.virt.hardware [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1893.187850] env[62211]: DEBUG nova.virt.hardware [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1893.191601] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8279af-dd88-4b0a-aee5-85170a59f3e2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.196586] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.196745] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1893.196745] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52617b57-6535-6f4f-5951-1e893781b86c" [ 1893.196745] env[62211]: _type = "Task" [ 1893.196745] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.204264] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c765919-ae9e-49d3-adae-91c51a30ea6e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.212129] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52617b57-6535-6f4f-5951-1e893781b86c, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.213290] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e7c73e-0b59-4d03-83f8-cb6e6821d2e6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.227380] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1893.227380] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5252c23d-73e6-5a9c-ffcf-bfe8e2efbae9" [ 1893.227380] env[62211]: _type = "Task" [ 1893.227380] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.238476] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5252c23d-73e6-5a9c-ffcf-bfe8e2efbae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.317744] env[62211]: DEBUG nova.network.neutron [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Updating instance_info_cache with network_info: [{"id": "8b18c6fa-ae6e-4a49-9903-348714242202", "address": "fa:16:3e:d4:e1:9f", "network": {"id": "30553e96-6892-4418-ab31-5fe675f121cb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-47150752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4b279e9c4c431695468ba65b56f6e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b18c6fa-ae", "ovs_interfaceid": "8b18c6fa-ae6e-4a49-9903-348714242202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.323706] env[62211]: DEBUG nova.network.neutron [None req-59c69f37-a0fb-4d90-8876-c2979985f4ff tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Updating instance_info_cache with network_info: [{"id": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "address": "fa:16:3e:b4:7f:dc", "network": {"id": "d8f5d780-65fe-446c-a41e-da13336e230e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-116189537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dada5b164464430ab667d6b476b937f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf146202f-9d", "ovs_interfaceid": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.440735] env[62211]: DEBUG nova.network.neutron [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Updated VIF entry in instance network info cache for port 5a7ad6fc-a138-413f-be71-ea2646b66211. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1893.441153] env[62211]: DEBUG nova.network.neutron [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Updating instance_info_cache with network_info: [{"id": "5a7ad6fc-a138-413f-be71-ea2646b66211", "address": "fa:16:3e:0a:86:f8", "network": {"id": "30553e96-6892-4418-ab31-5fe675f121cb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-47150752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4b279e9c4c431695468ba65b56f6e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a7ad6fc-a1", "ovs_interfaceid": "5a7ad6fc-a138-413f-be71-ea2646b66211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.647958] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.090s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.648554] env[62211]: DEBUG nova.compute.manager [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1893.654525] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.087s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.654804] env[62211]: DEBUG nova.objects.instance [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lazy-loading 'resources' on Instance uuid de830fe1-9542-433f-bc92-6197cd691de7 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.669126] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074596, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.690129] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487214} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.691081] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c/8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1893.691081] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1893.691081] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c382d0ec-2404-48a0-943d-1ec5fbf5c935 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.697833] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Waiting for the task: (returnval){ [ 1893.697833] env[62211]: value = "task-2074598" [ 1893.697833] env[62211]: _type = "Task" [ 1893.697833] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.712349] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.712567] env[62211]: DEBUG nova.network.neutron [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Successfully updated port: c36cc8cd-4943-4abd-adbc-6095abf0dc03 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1893.741799] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5252c23d-73e6-5a9c-ffcf-bfe8e2efbae9, 'name': SearchDatastore_Task, 'duration_secs': 0.010143} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.742783] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.743176] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0f4ad662-7f72-436e-a05b-9255c76d06b9/0f4ad662-7f72-436e-a05b-9255c76d06b9.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1893.743792] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68292e53-5bd5-421c-87a1-270e9030dab1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.751423] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1893.751423] env[62211]: value = "task-2074599" [ 1893.751423] env[62211]: _type = "Task" [ 1893.751423] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.761104] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.821252] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Releasing lock "refresh_cache-b4f12b51-3456-418b-97f7-4ad1030a2a32" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.821252] env[62211]: DEBUG nova.compute.manager [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Instance network_info: |[{"id": "8b18c6fa-ae6e-4a49-9903-348714242202", "address": "fa:16:3e:d4:e1:9f", "network": {"id": "30553e96-6892-4418-ab31-5fe675f121cb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-47150752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4b279e9c4c431695468ba65b56f6e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b18c6fa-ae", "ovs_interfaceid": "8b18c6fa-ae6e-4a49-9903-348714242202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1893.821449] env[62211]: DEBUG oslo_concurrency.lockutils [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] Acquired lock "refresh_cache-b4f12b51-3456-418b-97f7-4ad1030a2a32" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.821536] env[62211]: DEBUG nova.network.neutron [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Refreshing network info cache for port 8b18c6fa-ae6e-4a49-9903-348714242202 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1893.822830] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:e1:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b18c6fa-ae6e-4a49-9903-348714242202', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1893.831395] env[62211]: DEBUG oslo.service.loopingcall [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1893.832322] env[62211]: DEBUG oslo_concurrency.lockutils [None req-59c69f37-a0fb-4d90-8876-c2979985f4ff tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Releasing lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.832517] env[62211]: DEBUG nova.compute.manager [None req-59c69f37-a0fb-4d90-8876-c2979985f4ff tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Inject network info {{(pid=62211) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1893.832792] env[62211]: DEBUG nova.compute.manager [None req-59c69f37-a0fb-4d90-8876-c2979985f4ff tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] network_info to inject: |[{"id": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "address": "fa:16:3e:b4:7f:dc", "network": {"id": "d8f5d780-65fe-446c-a41e-da13336e230e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-116189537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dada5b164464430ab667d6b476b937f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf146202f-9d", "ovs_interfaceid": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1893.837387] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-59c69f37-a0fb-4d90-8876-c2979985f4ff tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Reconfiguring VM instance to set the machine id {{(pid=62211) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1893.840031] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1893.840031] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2248f969-a8dd-4e0e-af97-d38133799ffb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.850021] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64ee9604-04c7-4184-998a-f5f55535ba77 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.870947] env[62211]: DEBUG oslo_vmware.api [None req-59c69f37-a0fb-4d90-8876-c2979985f4ff tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Waiting for the task: (returnval){ [ 1893.870947] env[62211]: value = "task-2074601" [ 1893.870947] env[62211]: _type = "Task" [ 1893.870947] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.872228] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1893.872228] env[62211]: value = "task-2074600" [ 1893.872228] env[62211]: _type = "Task" [ 1893.872228] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.892648] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074600, 'name': CreateVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.892793] env[62211]: DEBUG oslo_vmware.api [None req-59c69f37-a0fb-4d90-8876-c2979985f4ff tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074601, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.945745] env[62211]: DEBUG oslo_concurrency.lockutils [req-6972c1bc-69bf-4e37-9125-05c61038a2d0 req-90626120-1818-4aca-92ae-3973848ea6cb service nova] Releasing lock "refresh_cache-0f4ad662-7f72-436e-a05b-9255c76d06b9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.158771] env[62211]: DEBUG nova.compute.utils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1894.165032] env[62211]: DEBUG nova.compute.manager [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1894.165032] env[62211]: DEBUG nova.network.neutron [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1894.179113] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074596, 'name': CreateSnapshot_Task, 'duration_secs': 0.938076} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.179113] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1894.180020] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae41704b-bc20-4c6d-b1b6-ae45877c71fd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.212935] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21905} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.213491] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1894.215035] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68ddb6b-c5b8-410c-b227-7f750d9313f3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.223584] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "refresh_cache-2f7b66d0-b6ee-4261-a565-cc3e2008f8a4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.223745] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquired lock "refresh_cache-2f7b66d0-b6ee-4261-a565-cc3e2008f8a4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.223900] env[62211]: DEBUG nova.network.neutron [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1894.231889] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Acquiring lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.232228] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.232449] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Acquiring lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.232686] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.232840] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.235451] env[62211]: INFO nova.compute.manager [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Terminating instance [ 1894.260738] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c/8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1894.265836] env[62211]: DEBUG nova.policy [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed6e794c94004bbd9ea47fbe4f2a5b76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '238822613d0241f8b5e626c19906c8b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1894.268362] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f03f38d-ce16-42f6-9769-d270df4ce8ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.295905] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074599, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.300266] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Waiting for the task: (returnval){ [ 1894.300266] env[62211]: value = "task-2074602" [ 1894.300266] env[62211]: _type = "Task" [ 1894.300266] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.311730] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.363687] env[62211]: DEBUG nova.compute.manager [req-17dca31b-509b-4115-bd35-d23e34166cdc req-745acaf7-b461-425c-a440-24c5e0a4effd service nova] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Received event network-vif-plugged-c36cc8cd-4943-4abd-adbc-6095abf0dc03 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1894.363745] env[62211]: DEBUG oslo_concurrency.lockutils [req-17dca31b-509b-4115-bd35-d23e34166cdc req-745acaf7-b461-425c-a440-24c5e0a4effd service nova] Acquiring lock "2f7b66d0-b6ee-4261-a565-cc3e2008f8a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.366195] env[62211]: DEBUG oslo_concurrency.lockutils [req-17dca31b-509b-4115-bd35-d23e34166cdc req-745acaf7-b461-425c-a440-24c5e0a4effd service nova] Lock "2f7b66d0-b6ee-4261-a565-cc3e2008f8a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.366195] env[62211]: DEBUG oslo_concurrency.lockutils [req-17dca31b-509b-4115-bd35-d23e34166cdc req-745acaf7-b461-425c-a440-24c5e0a4effd service nova] Lock "2f7b66d0-b6ee-4261-a565-cc3e2008f8a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.366195] env[62211]: DEBUG nova.compute.manager [req-17dca31b-509b-4115-bd35-d23e34166cdc req-745acaf7-b461-425c-a440-24c5e0a4effd service nova] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] No waiting events found dispatching network-vif-plugged-c36cc8cd-4943-4abd-adbc-6095abf0dc03 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1894.366195] env[62211]: WARNING nova.compute.manager [req-17dca31b-509b-4115-bd35-d23e34166cdc req-745acaf7-b461-425c-a440-24c5e0a4effd service nova] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Received unexpected event network-vif-plugged-c36cc8cd-4943-4abd-adbc-6095abf0dc03 for instance with vm_state building and task_state spawning. [ 1894.366195] env[62211]: DEBUG nova.compute.manager [req-17dca31b-509b-4115-bd35-d23e34166cdc req-745acaf7-b461-425c-a440-24c5e0a4effd service nova] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Received event network-changed-c36cc8cd-4943-4abd-adbc-6095abf0dc03 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1894.366195] env[62211]: DEBUG nova.compute.manager [req-17dca31b-509b-4115-bd35-d23e34166cdc req-745acaf7-b461-425c-a440-24c5e0a4effd service nova] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Refreshing instance network info cache due to event network-changed-c36cc8cd-4943-4abd-adbc-6095abf0dc03. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1894.366195] env[62211]: DEBUG oslo_concurrency.lockutils [req-17dca31b-509b-4115-bd35-d23e34166cdc req-745acaf7-b461-425c-a440-24c5e0a4effd service nova] Acquiring lock "refresh_cache-2f7b66d0-b6ee-4261-a565-cc3e2008f8a4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.388582] env[62211]: DEBUG oslo_vmware.api [None req-59c69f37-a0fb-4d90-8876-c2979985f4ff tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074601, 'name': ReconfigVM_Task, 'duration_secs': 0.215258} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.388865] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-59c69f37-a0fb-4d90-8876-c2979985f4ff tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Reconfigured VM instance to set the machine id {{(pid=62211) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1894.394605] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074600, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.667031] env[62211]: DEBUG nova.compute.manager [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1894.711146] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1894.712597] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7fcc3d08-0879-4369-84d5-a27c85b031b5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.724036] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1894.724036] env[62211]: value = "task-2074603" [ 1894.724036] env[62211]: _type = "Task" [ 1894.724036] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.735427] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074603, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.765016] env[62211]: DEBUG nova.compute.manager [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1894.765016] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1894.765016] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd408e16-3e5a-4d8f-b61f-23e8c1b01361 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.777913] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1894.778904] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e80545f-f961-43f8-a637-355886e5b07f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.783592] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628915} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.784341] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0f4ad662-7f72-436e-a05b-9255c76d06b9/0f4ad662-7f72-436e-a05b-9255c76d06b9.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1894.784758] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1894.785481] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a83b007b-2dfb-4185-b799-1a0154256948 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.791194] env[62211]: DEBUG oslo_vmware.api [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Waiting for the task: (returnval){ [ 1894.791194] env[62211]: value = "task-2074604" [ 1894.791194] env[62211]: _type = "Task" [ 1894.791194] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.796657] env[62211]: DEBUG nova.network.neutron [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Updated VIF entry in instance network info cache for port 8b18c6fa-ae6e-4a49-9903-348714242202. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1894.797219] env[62211]: DEBUG nova.network.neutron [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Updating instance_info_cache with network_info: [{"id": "8b18c6fa-ae6e-4a49-9903-348714242202", "address": "fa:16:3e:d4:e1:9f", "network": {"id": "30553e96-6892-4418-ab31-5fe675f121cb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-47150752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4b279e9c4c431695468ba65b56f6e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b18c6fa-ae", "ovs_interfaceid": "8b18c6fa-ae6e-4a49-9903-348714242202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.800191] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1894.800191] env[62211]: value = "task-2074605" [ 1894.800191] env[62211]: _type = "Task" [ 1894.800191] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.813074] env[62211]: DEBUG nova.network.neutron [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1894.815787] env[62211]: DEBUG oslo_vmware.api [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.825439] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquiring lock "42a83e79-9558-4c38-94a7-50847ca57ea0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.825439] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Lock "42a83e79-9558-4c38-94a7-50847ca57ea0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.825439] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquiring lock "42a83e79-9558-4c38-94a7-50847ca57ea0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.825439] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Lock "42a83e79-9558-4c38-94a7-50847ca57ea0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.825668] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Lock "42a83e79-9558-4c38-94a7-50847ca57ea0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.827211] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.831164] env[62211]: INFO nova.compute.manager [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Terminating instance [ 1894.833306] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.835650] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fbd704-4d0a-48b9-a610-17e0e2a2fba0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.846604] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d2c66f-91a2-4499-a7c9-1ab34a771ed2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.887281] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7df86f-5051-4dd7-b6e8-fd3df35157c2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.895066] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074600, 'name': CreateVM_Task, 'duration_secs': 0.576646} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.896805] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1894.901918] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.901918] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.902296] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1894.903582] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0131c55-e4fb-4bc4-8412-ff3b935a1f8f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.908450] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deeb3f98-5a11-4671-aa6b-5f15b14225f0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.910631] env[62211]: DEBUG nova.network.neutron [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Successfully created port: 1f5a7631-2251-48f5-8e3f-11bc8634badf {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1894.916278] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1894.916278] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5294ed64-89f8-5ba5-d81a-19afa90636d1" [ 1894.916278] env[62211]: _type = "Task" [ 1894.916278] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.924307] env[62211]: DEBUG nova.compute.provider_tree [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.934340] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5294ed64-89f8-5ba5-d81a-19afa90636d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.114872] env[62211]: DEBUG nova.network.neutron [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Updating instance_info_cache with network_info: [{"id": "c36cc8cd-4943-4abd-adbc-6095abf0dc03", "address": "fa:16:3e:aa:1a:cc", "network": {"id": "30553e96-6892-4418-ab31-5fe675f121cb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-47150752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4b279e9c4c431695468ba65b56f6e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc36cc8cd-49", "ovs_interfaceid": "c36cc8cd-4943-4abd-adbc-6095abf0dc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.231646] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074603, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.302277] env[62211]: DEBUG oslo_concurrency.lockutils [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] Releasing lock "refresh_cache-b4f12b51-3456-418b-97f7-4ad1030a2a32" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.302561] env[62211]: DEBUG nova.compute.manager [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Received event network-changed-f146202f-9d74-493d-bd7b-7b37f1db48ad {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1895.302734] env[62211]: DEBUG nova.compute.manager [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Refreshing instance network info cache due to event network-changed-f146202f-9d74-493d-bd7b-7b37f1db48ad. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1895.302966] env[62211]: DEBUG oslo_concurrency.lockutils [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] Acquiring lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.303128] env[62211]: DEBUG oslo_concurrency.lockutils [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] Acquired lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.303289] env[62211]: DEBUG nova.network.neutron [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Refreshing network info cache for port f146202f-9d74-493d-bd7b-7b37f1db48ad {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.304593] env[62211]: DEBUG oslo_vmware.api [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074604, 'name': PowerOffVM_Task, 'duration_secs': 0.217369} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.311229] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1895.311399] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1895.311634] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da0d6094-d012-4815-baaa-702f48519244 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.321681] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164976} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.321916] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074602, 'name': ReconfigVM_Task, 'duration_secs': 0.8975} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.322182] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1895.322487] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c/8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1895.323616] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8592aa29-a255-4c1b-bbc7-f3e8530607ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.325968] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fcc4b9a-f5df-4f40-8653-9f862fa490fd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.340578] env[62211]: DEBUG nova.compute.manager [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1895.340816] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1895.349479] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 0f4ad662-7f72-436e-a05b-9255c76d06b9/0f4ad662-7f72-436e-a05b-9255c76d06b9.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1895.351344] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd20305f-0116-43f6-9418-29c8a771a6cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.353948] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab197a4d-b47a-4333-b724-01440cf2041d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.368684] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Waiting for the task: (returnval){ [ 1895.368684] env[62211]: value = "task-2074607" [ 1895.368684] env[62211]: _type = "Task" [ 1895.368684] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.375195] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1895.376947] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac155681-323f-4e0b-b9f3-77e9e4cf9eaf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.378721] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1895.378721] env[62211]: value = "task-2074608" [ 1895.378721] env[62211]: _type = "Task" [ 1895.378721] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.383306] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074607, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.387910] env[62211]: DEBUG oslo_vmware.api [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Waiting for the task: (returnval){ [ 1895.387910] env[62211]: value = "task-2074609" [ 1895.387910] env[62211]: _type = "Task" [ 1895.387910] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.393774] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.401153] env[62211]: DEBUG oslo_vmware.api [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.433961] env[62211]: DEBUG nova.scheduler.client.report [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.437192] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5294ed64-89f8-5ba5-d81a-19afa90636d1, 'name': SearchDatastore_Task, 'duration_secs': 0.032617} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.437671] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.437892] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1895.438158] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.438302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.438464] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1895.438719] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4bf07dd-1f11-48d8-9974-2152ba98bc20 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.448515] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1895.448705] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1895.449568] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8720424a-5a01-4a2f-82cc-f05a474a66b3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.455357] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1895.455357] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52600ce3-8da3-042c-73ec-15dc8f206ae4" [ 1895.455357] env[62211]: _type = "Task" [ 1895.455357] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.464537] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52600ce3-8da3-042c-73ec-15dc8f206ae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.477180] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1895.477493] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1895.477625] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Deleting the datastore file [datastore1] 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1895.478221] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85cbb7b8-1fe4-47ff-b395-153a875b6c95 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.485705] env[62211]: DEBUG oslo_vmware.api [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Waiting for the task: (returnval){ [ 1895.485705] env[62211]: value = "task-2074610" [ 1895.485705] env[62211]: _type = "Task" [ 1895.485705] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.495648] env[62211]: DEBUG oslo_vmware.api [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.622582] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Releasing lock "refresh_cache-2f7b66d0-b6ee-4261-a565-cc3e2008f8a4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.622937] env[62211]: DEBUG nova.compute.manager [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Instance network_info: |[{"id": "c36cc8cd-4943-4abd-adbc-6095abf0dc03", "address": "fa:16:3e:aa:1a:cc", "network": {"id": "30553e96-6892-4418-ab31-5fe675f121cb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-47150752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4b279e9c4c431695468ba65b56f6e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc36cc8cd-49", "ovs_interfaceid": "c36cc8cd-4943-4abd-adbc-6095abf0dc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1895.623348] env[62211]: DEBUG oslo_concurrency.lockutils [req-17dca31b-509b-4115-bd35-d23e34166cdc req-745acaf7-b461-425c-a440-24c5e0a4effd service nova] Acquired lock "refresh_cache-2f7b66d0-b6ee-4261-a565-cc3e2008f8a4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.623530] env[62211]: DEBUG nova.network.neutron [req-17dca31b-509b-4115-bd35-d23e34166cdc req-745acaf7-b461-425c-a440-24c5e0a4effd service nova] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Refreshing network info cache for port c36cc8cd-4943-4abd-adbc-6095abf0dc03 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.627020] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:1a:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c36cc8cd-4943-4abd-adbc-6095abf0dc03', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1895.632487] env[62211]: DEBUG oslo.service.loopingcall [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1895.639832] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1895.640421] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f159d8d-67db-442e-bc18-702a309eed98 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.666298] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1895.666298] env[62211]: value = "task-2074611" [ 1895.666298] env[62211]: _type = "Task" [ 1895.666298] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.679453] env[62211]: DEBUG nova.compute.manager [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1895.681430] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074611, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.713451] env[62211]: DEBUG nova.virt.hardware [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1895.713707] env[62211]: DEBUG nova.virt.hardware [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1895.713862] env[62211]: DEBUG nova.virt.hardware [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1895.714064] env[62211]: DEBUG nova.virt.hardware [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1895.714281] env[62211]: DEBUG nova.virt.hardware [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1895.714370] env[62211]: DEBUG nova.virt.hardware [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1895.718018] env[62211]: DEBUG nova.virt.hardware [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1895.718018] env[62211]: DEBUG nova.virt.hardware [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1895.718018] env[62211]: DEBUG nova.virt.hardware [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1895.718018] env[62211]: DEBUG nova.virt.hardware [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1895.718018] env[62211]: DEBUG nova.virt.hardware [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1895.718018] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857c3604-b9cf-4525-ba20-772d44567d8c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.729038] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2830b73c-2df0-4ed0-888b-8e36d7116283 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.737626] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074603, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.878647] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074607, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.891081] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074608, 'name': ReconfigVM_Task, 'duration_secs': 0.475425} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.895449] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 0f4ad662-7f72-436e-a05b-9255c76d06b9/0f4ad662-7f72-436e-a05b-9255c76d06b9.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1895.896095] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7111942-214d-4652-b3cc-f837e4a481ed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.903113] env[62211]: DEBUG oslo_vmware.api [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074609, 'name': PowerOffVM_Task, 'duration_secs': 0.425314} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.904590] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1895.904590] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1895.904852] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1895.904852] env[62211]: value = "task-2074612" [ 1895.904852] env[62211]: _type = "Task" [ 1895.904852] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.905051] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9210bc73-dcfb-4891-af36-5f23e45486cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.914879] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074612, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.938709] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.942370] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.497s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.943857] env[62211]: INFO nova.compute.claims [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1895.971494] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52600ce3-8da3-042c-73ec-15dc8f206ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.012698} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.973021] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f75cbb-95b2-465a-9df3-9a948386517b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.977650] env[62211]: INFO nova.scheduler.client.report [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Deleted allocations for instance de830fe1-9542-433f-bc92-6197cd691de7 [ 1895.983912] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1895.983912] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52899571-7b28-0a65-72ca-32dd7942d1ea" [ 1895.983912] env[62211]: _type = "Task" [ 1895.983912] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.000038] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52899571-7b28-0a65-72ca-32dd7942d1ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012961} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.003463] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.003946] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] b4f12b51-3456-418b-97f7-4ad1030a2a32/b4f12b51-3456-418b-97f7-4ad1030a2a32.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1896.005481] env[62211]: DEBUG oslo_vmware.api [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Task: {'id': task-2074610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281139} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.005481] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-273a5913-d852-4283-8e2d-a01543de022b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.009675] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1896.009675] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1896.009675] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1896.009675] env[62211]: INFO nova.compute.manager [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1896.009675] env[62211]: DEBUG oslo.service.loopingcall [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.009675] env[62211]: DEBUG nova.compute.manager [-] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1896.010199] env[62211]: DEBUG nova.network.neutron [-] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1896.014324] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1896.014720] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1896.014720] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Deleting the datastore file [datastore1] 42a83e79-9558-4c38-94a7-50847ca57ea0 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1896.015356] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b6260f6-81dc-41a5-9e1a-e501a7f1138d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.019085] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1896.019085] env[62211]: value = "task-2074614" [ 1896.019085] env[62211]: _type = "Task" [ 1896.019085] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.019801] env[62211]: DEBUG nova.network.neutron [req-17dca31b-509b-4115-bd35-d23e34166cdc req-745acaf7-b461-425c-a440-24c5e0a4effd service nova] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Updated VIF entry in instance network info cache for port c36cc8cd-4943-4abd-adbc-6095abf0dc03. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1896.020486] env[62211]: DEBUG nova.network.neutron [req-17dca31b-509b-4115-bd35-d23e34166cdc req-745acaf7-b461-425c-a440-24c5e0a4effd service nova] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Updating instance_info_cache with network_info: [{"id": "c36cc8cd-4943-4abd-adbc-6095abf0dc03", "address": "fa:16:3e:aa:1a:cc", "network": {"id": "30553e96-6892-4418-ab31-5fe675f121cb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-47150752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4b279e9c4c431695468ba65b56f6e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc36cc8cd-49", "ovs_interfaceid": "c36cc8cd-4943-4abd-adbc-6095abf0dc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.029187] env[62211]: DEBUG oslo_vmware.api [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Waiting for the task: (returnval){ [ 1896.029187] env[62211]: value = "task-2074615" [ 1896.029187] env[62211]: _type = "Task" [ 1896.029187] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.038219] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.042382] env[62211]: DEBUG oslo_vmware.api [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.176681] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074611, 'name': CreateVM_Task, 'duration_secs': 0.444923} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.176965] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1896.177552] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.178706] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.178706] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1896.178706] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5d3fbb-8f58-474c-bff4-8ca68cf87bba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.184238] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1896.184238] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]520c1e83-946a-44d4-7087-c51241702d81" [ 1896.184238] env[62211]: _type = "Task" [ 1896.184238] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.195451] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520c1e83-946a-44d4-7087-c51241702d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.235063] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074603, 'name': CloneVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.294331] env[62211]: DEBUG nova.network.neutron [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Updated VIF entry in instance network info cache for port f146202f-9d74-493d-bd7b-7b37f1db48ad. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1896.294769] env[62211]: DEBUG nova.network.neutron [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Updating instance_info_cache with network_info: [{"id": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "address": "fa:16:3e:b4:7f:dc", "network": {"id": "d8f5d780-65fe-446c-a41e-da13336e230e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-116189537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dada5b164464430ab667d6b476b937f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf146202f-9d", "ovs_interfaceid": "f146202f-9d74-493d-bd7b-7b37f1db48ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.379295] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074607, 'name': Rename_Task, 'duration_secs': 1.024983} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.383464] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1896.383464] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-074d7962-2020-4380-b938-a573f5f752bb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.387903] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Waiting for the task: (returnval){ [ 1896.387903] env[62211]: value = "task-2074616" [ 1896.387903] env[62211]: _type = "Task" [ 1896.387903] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.397850] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.416133] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074612, 'name': Rename_Task, 'duration_secs': 0.224574} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.416423] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1896.416682] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90d5c249-f062-4196-a11e-188445fb59ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.424257] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1896.424257] env[62211]: value = "task-2074617" [ 1896.424257] env[62211]: _type = "Task" [ 1896.424257] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.433213] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.492286] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d467f0e7-64b4-442f-9c49-3497b7453136 tempest-DeleteServersAdminTestJSON-1855478387 tempest-DeleteServersAdminTestJSON-1855478387-project-member] Lock "de830fe1-9542-433f-bc92-6197cd691de7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.096s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.523533] env[62211]: DEBUG oslo_concurrency.lockutils [req-17dca31b-509b-4115-bd35-d23e34166cdc req-745acaf7-b461-425c-a440-24c5e0a4effd service nova] Releasing lock "refresh_cache-2f7b66d0-b6ee-4261-a565-cc3e2008f8a4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.537398] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074614, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.543395] env[62211]: DEBUG oslo_vmware.api [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Task: {'id': task-2074615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212832} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.543790] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1896.544029] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1896.544349] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1896.544394] env[62211]: INFO nova.compute.manager [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1896.544620] env[62211]: DEBUG oslo.service.loopingcall [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.544825] env[62211]: DEBUG nova.compute.manager [-] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1896.544909] env[62211]: DEBUG nova.network.neutron [-] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1896.696676] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520c1e83-946a-44d4-7087-c51241702d81, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.697274] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.697591] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1896.697894] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.698251] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.698475] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1896.702019] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d47bf581-5324-4174-ab32-5baad8283780 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.709158] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1896.709320] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1896.710157] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86fa7ce-53ed-4fa3-8ff6-d05161828a0a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.717208] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1896.717208] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b92bba-2e1e-cf49-9859-a127098cc2f7" [ 1896.717208] env[62211]: _type = "Task" [ 1896.717208] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.726428] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b92bba-2e1e-cf49-9859-a127098cc2f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.745011] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074603, 'name': CloneVM_Task, 'duration_secs': 1.607669} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.746291] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Created linked-clone VM from snapshot [ 1896.746434] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2318814a-5434-45a6-b164-e7f52908f97e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.755372] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Uploading image e7829dda-ade1-4a99-85c3-71505fdb4679 {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1896.783542] env[62211]: DEBUG oslo_vmware.rw_handles [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1896.783542] env[62211]: value = "vm-425275" [ 1896.783542] env[62211]: _type = "VirtualMachine" [ 1896.783542] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1896.783889] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1a9794bf-b7b5-4845-957f-141a88c81a85 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.792057] env[62211]: DEBUG oslo_vmware.rw_handles [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lease: (returnval){ [ 1896.792057] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52aaffe4-61fe-47d1-eb26-420452607937" [ 1896.792057] env[62211]: _type = "HttpNfcLease" [ 1896.792057] env[62211]: } obtained for exporting VM: (result){ [ 1896.792057] env[62211]: value = "vm-425275" [ 1896.792057] env[62211]: _type = "VirtualMachine" [ 1896.792057] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1896.792549] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the lease: (returnval){ [ 1896.792549] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52aaffe4-61fe-47d1-eb26-420452607937" [ 1896.792549] env[62211]: _type = "HttpNfcLease" [ 1896.792549] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1896.799173] env[62211]: DEBUG oslo_concurrency.lockutils [req-e90a0121-48d4-44e7-b4ec-83bb85dce061 req-92bdabf7-f24a-40e6-addf-5d8997644a62 service nova] Releasing lock "refresh_cache-42a83e79-9558-4c38-94a7-50847ca57ea0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.803142] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1896.803142] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52aaffe4-61fe-47d1-eb26-420452607937" [ 1896.803142] env[62211]: _type = "HttpNfcLease" [ 1896.803142] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1896.902747] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074616, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.937209] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074617, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.945706] env[62211]: DEBUG nova.compute.manager [req-76e37c8b-16ae-409f-835e-7c2fd854a49f req-b51dd81f-8d9f-4276-b45d-0d7826be9f01 service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Received event network-vif-plugged-1f5a7631-2251-48f5-8e3f-11bc8634badf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1896.946042] env[62211]: DEBUG oslo_concurrency.lockutils [req-76e37c8b-16ae-409f-835e-7c2fd854a49f req-b51dd81f-8d9f-4276-b45d-0d7826be9f01 service nova] Acquiring lock "318ea049-c1ce-4e68-9e63-b1990e7050c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.946383] env[62211]: DEBUG oslo_concurrency.lockutils [req-76e37c8b-16ae-409f-835e-7c2fd854a49f req-b51dd81f-8d9f-4276-b45d-0d7826be9f01 service nova] Lock "318ea049-c1ce-4e68-9e63-b1990e7050c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.946622] env[62211]: DEBUG oslo_concurrency.lockutils [req-76e37c8b-16ae-409f-835e-7c2fd854a49f req-b51dd81f-8d9f-4276-b45d-0d7826be9f01 service nova] Lock "318ea049-c1ce-4e68-9e63-b1990e7050c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.946913] env[62211]: DEBUG nova.compute.manager [req-76e37c8b-16ae-409f-835e-7c2fd854a49f req-b51dd81f-8d9f-4276-b45d-0d7826be9f01 service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] No waiting events found dispatching network-vif-plugged-1f5a7631-2251-48f5-8e3f-11bc8634badf {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1896.947205] env[62211]: WARNING nova.compute.manager [req-76e37c8b-16ae-409f-835e-7c2fd854a49f req-b51dd81f-8d9f-4276-b45d-0d7826be9f01 service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Received unexpected event network-vif-plugged-1f5a7631-2251-48f5-8e3f-11bc8634badf for instance with vm_state building and task_state spawning. [ 1897.046804] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639182} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.046804] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] b4f12b51-3456-418b-97f7-4ad1030a2a32/b4f12b51-3456-418b-97f7-4ad1030a2a32.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1897.046804] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1897.050216] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80cd998e-0617-4daf-ad9a-3953a434480e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.054128] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1897.054128] env[62211]: value = "task-2074619" [ 1897.054128] env[62211]: _type = "Task" [ 1897.054128] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.065442] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.228805] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b92bba-2e1e-cf49-9859-a127098cc2f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012156} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.230075] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c15018-742b-4e2d-9f81-d53f8aecc807 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.238216] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1897.238216] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523bb555-e6b4-8285-625a-cc4e080d60b5" [ 1897.238216] env[62211]: _type = "Task" [ 1897.238216] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.250097] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523bb555-e6b4-8285-625a-cc4e080d60b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.278883] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Acquiring lock "0ccdc110-bcca-4804-9b9e-751e53ea9d67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.279277] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Lock "0ccdc110-bcca-4804-9b9e-751e53ea9d67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.301734] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1897.301734] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52aaffe4-61fe-47d1-eb26-420452607937" [ 1897.301734] env[62211]: _type = "HttpNfcLease" [ 1897.301734] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1897.302445] env[62211]: DEBUG oslo_vmware.rw_handles [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1897.302445] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52aaffe4-61fe-47d1-eb26-420452607937" [ 1897.302445] env[62211]: _type = "HttpNfcLease" [ 1897.302445] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1897.303459] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecb1b7f-3fca-4dab-b479-0164b5036e55 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.312097] env[62211]: DEBUG oslo_vmware.rw_handles [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2d995-a070-ba13-fdf5-520095860500/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1897.312097] env[62211]: DEBUG oslo_vmware.rw_handles [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2d995-a070-ba13-fdf5-520095860500/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1897.386684] env[62211]: DEBUG nova.network.neutron [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Successfully updated port: 1f5a7631-2251-48f5-8e3f-11bc8634badf {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1897.399424] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074616, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.441410] env[62211]: DEBUG oslo_vmware.api [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074617, 'name': PowerOnVM_Task, 'duration_secs': 0.525449} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.446478] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1897.446478] env[62211]: INFO nova.compute.manager [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1897.446478] env[62211]: DEBUG nova.compute.manager [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1897.446478] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce157bff-3bf2-431d-8b0d-2d067117a24e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.521551] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c68395c0-8c50-4fe8-994b-89f1e13b7284 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.578011] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.402216} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.578826] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1897.579731] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50a7edf-aeba-40a0-a638-cb1d49c74217 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.609480] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] b4f12b51-3456-418b-97f7-4ad1030a2a32/b4f12b51-3456-418b-97f7-4ad1030a2a32.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1897.612383] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52d5fba9-7eef-4450-aa1c-af0ac439dd8c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.632134] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1897.632134] env[62211]: value = "task-2074620" [ 1897.632134] env[62211]: _type = "Task" [ 1897.632134] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.640081] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.660921] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb10b90-1009-40ca-87c7-2c5d7b1fd5cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.668109] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862e476c-3708-4a43-ba83-38e420cdf673 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.697867] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6d0b02-646d-4892-9466-b9210ec8db20 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.705450] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999f6113-2781-4168-8c7d-16bff57e67bc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.718802] env[62211]: DEBUG nova.compute.provider_tree [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1897.751645] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523bb555-e6b4-8285-625a-cc4e080d60b5, 'name': SearchDatastore_Task, 'duration_secs': 0.02121} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.751711] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.751980] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4/2f7b66d0-b6ee-4261-a565-cc3e2008f8a4.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1897.752477] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfc0717b-06ea-4fc3-8f4a-4646ba72b435 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.761771] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1897.761771] env[62211]: value = "task-2074621" [ 1897.761771] env[62211]: _type = "Task" [ 1897.761771] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.773510] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.890129] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "refresh_cache-318ea049-c1ce-4e68-9e63-b1990e7050c3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.890301] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquired lock "refresh_cache-318ea049-c1ce-4e68-9e63-b1990e7050c3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.890461] env[62211]: DEBUG nova.network.neutron [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1897.908362] env[62211]: DEBUG oslo_vmware.api [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074616, 'name': PowerOnVM_Task, 'duration_secs': 1.186759} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.911297] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1897.911297] env[62211]: INFO nova.compute.manager [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Took 12.48 seconds to spawn the instance on the hypervisor. [ 1897.911297] env[62211]: DEBUG nova.compute.manager [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1897.911297] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c760e111-207f-4798-8c3e-6b76885504a7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.947525] env[62211]: DEBUG nova.network.neutron [-] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.970415] env[62211]: INFO nova.compute.manager [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Took 53.83 seconds to build instance. [ 1898.145271] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074620, 'name': ReconfigVM_Task, 'duration_secs': 0.303813} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.145271] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Reconfigured VM instance instance-00000025 to attach disk [datastore1] b4f12b51-3456-418b-97f7-4ad1030a2a32/b4f12b51-3456-418b-97f7-4ad1030a2a32.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1898.145957] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c94f261f-428d-4d65-941a-6955268325b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.153604] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1898.153604] env[62211]: value = "task-2074622" [ 1898.153604] env[62211]: _type = "Task" [ 1898.153604] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.168194] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074622, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.222729] env[62211]: DEBUG nova.scheduler.client.report [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1898.253259] env[62211]: DEBUG nova.network.neutron [-] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.275614] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074621, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.431192] env[62211]: INFO nova.compute.manager [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Took 60.52 seconds to build instance. [ 1898.445174] env[62211]: DEBUG nova.network.neutron [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1898.449655] env[62211]: INFO nova.compute.manager [-] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Took 2.44 seconds to deallocate network for instance. [ 1898.475705] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca52df54-5592-40ba-8036-57efee442498 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "0f4ad662-7f72-436e-a05b-9255c76d06b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.118s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.663734] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074622, 'name': Rename_Task, 'duration_secs': 0.299111} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.664132] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1898.664477] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aa47fd4-c06b-456f-ab28-7f94aa5f5e96 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.671587] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1898.671587] env[62211]: value = "task-2074623" [ 1898.671587] env[62211]: _type = "Task" [ 1898.671587] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.687231] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.697521] env[62211]: DEBUG nova.network.neutron [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Updating instance_info_cache with network_info: [{"id": "1f5a7631-2251-48f5-8e3f-11bc8634badf", "address": "fa:16:3e:4b:5f:3c", "network": {"id": "715d7782-5f7f-40f4-b10e-56643161ff77", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1272721512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238822613d0241f8b5e626c19906c8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5a7631-22", "ovs_interfaceid": "1f5a7631-2251-48f5-8e3f-11bc8634badf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.729407] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.729699] env[62211]: DEBUG nova.compute.manager [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1898.732727] env[62211]: DEBUG oslo_concurrency.lockutils [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.649s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.732976] env[62211]: DEBUG nova.objects.instance [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Lazy-loading 'resources' on Instance uuid 8dfb1051-c5c0-47c7-9b38-7add404107c6 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1898.755632] env[62211]: INFO nova.compute.manager [-] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Took 2.21 seconds to deallocate network for instance. [ 1898.772488] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074621, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.937291] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eaa71b89-7397-47d0-8dd2-47a3f3e59324 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Lock "8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.388s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.959297] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.980470] env[62211]: DEBUG nova.compute.manager [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1898.988534] env[62211]: DEBUG nova.compute.manager [req-891c3346-93db-44d7-8bf1-ab53dff1382c req-c374f073-eaef-4861-99b6-adab25ba43df service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Received event network-changed-1f5a7631-2251-48f5-8e3f-11bc8634badf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1898.988831] env[62211]: DEBUG nova.compute.manager [req-891c3346-93db-44d7-8bf1-ab53dff1382c req-c374f073-eaef-4861-99b6-adab25ba43df service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Refreshing instance network info cache due to event network-changed-1f5a7631-2251-48f5-8e3f-11bc8634badf. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1898.989112] env[62211]: DEBUG oslo_concurrency.lockutils [req-891c3346-93db-44d7-8bf1-ab53dff1382c req-c374f073-eaef-4861-99b6-adab25ba43df service nova] Acquiring lock "refresh_cache-318ea049-c1ce-4e68-9e63-b1990e7050c3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.184785] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074623, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.200341] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Releasing lock "refresh_cache-318ea049-c1ce-4e68-9e63-b1990e7050c3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.200580] env[62211]: DEBUG nova.compute.manager [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Instance network_info: |[{"id": "1f5a7631-2251-48f5-8e3f-11bc8634badf", "address": "fa:16:3e:4b:5f:3c", "network": {"id": "715d7782-5f7f-40f4-b10e-56643161ff77", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1272721512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238822613d0241f8b5e626c19906c8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5a7631-22", "ovs_interfaceid": "1f5a7631-2251-48f5-8e3f-11bc8634badf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1899.200912] env[62211]: DEBUG oslo_concurrency.lockutils [req-891c3346-93db-44d7-8bf1-ab53dff1382c req-c374f073-eaef-4861-99b6-adab25ba43df service nova] Acquired lock "refresh_cache-318ea049-c1ce-4e68-9e63-b1990e7050c3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.201130] env[62211]: DEBUG nova.network.neutron [req-891c3346-93db-44d7-8bf1-ab53dff1382c req-c374f073-eaef-4861-99b6-adab25ba43df service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Refreshing network info cache for port 1f5a7631-2251-48f5-8e3f-11bc8634badf {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1899.202583] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:5f:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f5a7631-2251-48f5-8e3f-11bc8634badf', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1899.214371] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Creating folder: Project (238822613d0241f8b5e626c19906c8b2). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1899.216154] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f75dd31-8c01-4107-86b9-351402e6bf3d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.229990] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Created folder: Project (238822613d0241f8b5e626c19906c8b2) in parent group-v425157. [ 1899.230233] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Creating folder: Instances. Parent ref: group-v425277. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1899.230509] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-996710b1-4761-449f-a4f3-8e82f4eabae4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.239061] env[62211]: DEBUG nova.compute.utils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1899.245937] env[62211]: DEBUG nova.compute.manager [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1899.245937] env[62211]: DEBUG nova.network.neutron [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1899.249113] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Created folder: Instances in parent group-v425277. [ 1899.249113] env[62211]: DEBUG oslo.service.loopingcall [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.249113] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1899.249113] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a867d7a0-2bfc-4a07-950a-fe8cba2a58c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.265056] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.277331] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074621, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.278178] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1899.278178] env[62211]: value = "task-2074626" [ 1899.278178] env[62211]: _type = "Task" [ 1899.278178] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.288128] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074626, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.329745] env[62211]: DEBUG nova.policy [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92c80deb3d654b539c439e9b45c7f4dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824c1accd5ac465284f3bf196d9e1518', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1899.440407] env[62211]: DEBUG nova.compute.manager [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1899.505225] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.649083] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Acquiring lock "8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.650371] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Lock "8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.650371] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Acquiring lock "8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.650371] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Lock "8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.650371] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Lock "8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.658665] env[62211]: INFO nova.compute.manager [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Terminating instance [ 1899.693026] env[62211]: DEBUG oslo_vmware.api [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074623, 'name': PowerOnVM_Task, 'duration_secs': 0.622688} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.693026] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1899.693026] env[62211]: INFO nova.compute.manager [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1899.693026] env[62211]: DEBUG nova.compute.manager [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1899.693026] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6869f12a-b910-4e3d-a95a-545aece75967 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.744302] env[62211]: DEBUG nova.compute.manager [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1899.780679] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074621, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.723907} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.784516] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4/2f7b66d0-b6ee-4261-a565-cc3e2008f8a4.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1899.784723] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1899.785081] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec400af3-eeb4-4387-a9c2-dbbe136d204b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.794683] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074626, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.798775] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1899.798775] env[62211]: value = "task-2074627" [ 1899.798775] env[62211]: _type = "Task" [ 1899.798775] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.810857] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.907214] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87a5943-5827-4d55-aca9-67a7ab37092f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.921902] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aa89ba-f564-44d4-8dd6-cfe501c3344e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.970595] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34926373-3cb6-4219-b0ab-80380ae7b9d3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.980625] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7b721e-0a88-4ca7-971d-d5f546665d0f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.995666] env[62211]: DEBUG nova.compute.provider_tree [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.997778] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.129508] env[62211]: DEBUG nova.network.neutron [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Successfully created port: 074ccb8e-4174-4f2a-90b1-75aa7162a81c {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1900.166736] env[62211]: DEBUG nova.compute.manager [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1900.167104] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1900.168133] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1971bcbf-0125-4610-9e1f-4e234b334bd3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.176713] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1900.176989] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dddbd52-dd3f-41a7-b4d0-e7a2ad5a4550 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.183751] env[62211]: DEBUG oslo_vmware.api [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Waiting for the task: (returnval){ [ 1900.183751] env[62211]: value = "task-2074628" [ 1900.183751] env[62211]: _type = "Task" [ 1900.183751] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.191643] env[62211]: DEBUG oslo_vmware.api [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.216255] env[62211]: INFO nova.compute.manager [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Took 50.45 seconds to build instance. [ 1900.292163] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074626, 'name': CreateVM_Task, 'duration_secs': 0.588034} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.292546] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1900.293583] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.293583] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.293840] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1900.295200] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-803b2062-11e0-4a0a-9d6f-6b44e7880b3d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.299438] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1900.299438] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52fad1b6-5354-2be1-3299-8472eff17aab" [ 1900.299438] env[62211]: _type = "Task" [ 1900.299438] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.312413] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100879} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.316321] env[62211]: DEBUG nova.network.neutron [req-891c3346-93db-44d7-8bf1-ab53dff1382c req-c374f073-eaef-4861-99b6-adab25ba43df service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Updated VIF entry in instance network info cache for port 1f5a7631-2251-48f5-8e3f-11bc8634badf. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1900.316668] env[62211]: DEBUG nova.network.neutron [req-891c3346-93db-44d7-8bf1-ab53dff1382c req-c374f073-eaef-4861-99b6-adab25ba43df service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Updating instance_info_cache with network_info: [{"id": "1f5a7631-2251-48f5-8e3f-11bc8634badf", "address": "fa:16:3e:4b:5f:3c", "network": {"id": "715d7782-5f7f-40f4-b10e-56643161ff77", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1272721512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238822613d0241f8b5e626c19906c8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5a7631-22", "ovs_interfaceid": "1f5a7631-2251-48f5-8e3f-11bc8634badf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.317871] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1900.318187] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52fad1b6-5354-2be1-3299-8472eff17aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.319375] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3287a639-04c4-436d-88be-b8dbea1fc241 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.343192] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4/2f7b66d0-b6ee-4261-a565-cc3e2008f8a4.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1900.343864] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b894fe-3403-4900-b159-506e6862aaac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.365379] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1900.365379] env[62211]: value = "task-2074629" [ 1900.365379] env[62211]: _type = "Task" [ 1900.365379] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.374857] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.500971] env[62211]: DEBUG nova.scheduler.client.report [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1900.694251] env[62211]: DEBUG oslo_vmware.api [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.720368] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fd8f94bf-9f3c-4e7a-85f0-a7ae2a20182e tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "b4f12b51-3456-418b-97f7-4ad1030a2a32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.575s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.756214] env[62211]: DEBUG nova.compute.manager [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1900.782892] env[62211]: DEBUG nova.virt.hardware [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1900.783166] env[62211]: DEBUG nova.virt.hardware [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1900.783321] env[62211]: DEBUG nova.virt.hardware [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1900.783526] env[62211]: DEBUG nova.virt.hardware [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1900.783684] env[62211]: DEBUG nova.virt.hardware [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1900.783833] env[62211]: DEBUG nova.virt.hardware [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1900.784214] env[62211]: DEBUG nova.virt.hardware [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1900.784437] env[62211]: DEBUG nova.virt.hardware [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1900.784646] env[62211]: DEBUG nova.virt.hardware [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1900.784782] env[62211]: DEBUG nova.virt.hardware [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1900.784984] env[62211]: DEBUG nova.virt.hardware [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1900.786119] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f20de90-6ab3-4bde-94bb-d8e0f5149be1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.794582] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea3fd50-2718-48ca-99a8-fc04c6908b2b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.822659] env[62211]: DEBUG oslo_concurrency.lockutils [req-891c3346-93db-44d7-8bf1-ab53dff1382c req-c374f073-eaef-4861-99b6-adab25ba43df service nova] Releasing lock "refresh_cache-318ea049-c1ce-4e68-9e63-b1990e7050c3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.822968] env[62211]: DEBUG nova.compute.manager [req-891c3346-93db-44d7-8bf1-ab53dff1382c req-c374f073-eaef-4861-99b6-adab25ba43df service nova] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Received event network-vif-deleted-655a8320-3eca-42f0-9307-8379b528fdc6 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1900.823176] env[62211]: DEBUG nova.compute.manager [req-891c3346-93db-44d7-8bf1-ab53dff1382c req-c374f073-eaef-4861-99b6-adab25ba43df service nova] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Received event network-vif-deleted-f146202f-9d74-493d-bd7b-7b37f1db48ad {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1900.823567] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52fad1b6-5354-2be1-3299-8472eff17aab, 'name': SearchDatastore_Task, 'duration_secs': 0.01183} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.823863] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.824118] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1900.824400] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.824696] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.825030] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1900.825395] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d18179d-a52b-4266-86b1-d8bb51da9720 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.836655] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1900.836655] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1900.836655] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a723de82-c963-4342-8e51-a92aaa07a03e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.844467] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1900.844467] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525923a3-00e9-c9f3-04c2-74c1d655fce0" [ 1900.844467] env[62211]: _type = "Task" [ 1900.844467] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.852536] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525923a3-00e9-c9f3-04c2-74c1d655fce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.876459] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.005899] env[62211]: DEBUG oslo_concurrency.lockutils [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.009510] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.942s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.012161] env[62211]: INFO nova.compute.claims [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1901.048692] env[62211]: INFO nova.scheduler.client.report [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Deleted allocations for instance 8dfb1051-c5c0-47c7-9b38-7add404107c6 [ 1901.194462] env[62211]: DEBUG oslo_vmware.api [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074628, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.222420] env[62211]: DEBUG nova.compute.manager [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1901.354371] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525923a3-00e9-c9f3-04c2-74c1d655fce0, 'name': SearchDatastore_Task, 'duration_secs': 0.024787} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.355832] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f5726c-3528-4528-961d-861a6e15e16c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.362357] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1901.362357] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526101ec-9228-b8df-6910-d96c63071041" [ 1901.362357] env[62211]: _type = "Task" [ 1901.362357] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.376057] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526101ec-9228-b8df-6910-d96c63071041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.379733] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074629, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.559757] env[62211]: DEBUG oslo_concurrency.lockutils [None req-26839350-7d5e-49c6-b1e5-f1458dbbd5f2 tempest-ServersNegativeTestMultiTenantJSON-751792271 tempest-ServersNegativeTestMultiTenantJSON-751792271-project-member] Lock "8dfb1051-c5c0-47c7-9b38-7add404107c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.419s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.702280] env[62211]: DEBUG oslo_vmware.api [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074628, 'name': PowerOffVM_Task, 'duration_secs': 1.023575} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.702280] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1901.702280] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1901.702280] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dce58e2-7d7f-40ed-9977-4b8e39e52c38 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.789030] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.823998] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1901.824922] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1901.824922] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Deleting the datastore file [datastore1] 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1901.825197] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28a57a3c-1841-41c0-8633-7ead38cb8d47 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.834918] env[62211]: DEBUG oslo_vmware.api [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Waiting for the task: (returnval){ [ 1901.834918] env[62211]: value = "task-2074631" [ 1901.834918] env[62211]: _type = "Task" [ 1901.834918] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.852369] env[62211]: DEBUG oslo_vmware.api [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.890330] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074629, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.890521] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526101ec-9228-b8df-6910-d96c63071041, 'name': SearchDatastore_Task, 'duration_secs': 0.023264} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.890875] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.891314] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 318ea049-c1ce-4e68-9e63-b1990e7050c3/318ea049-c1ce-4e68-9e63-b1990e7050c3.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1901.891687] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94216b4b-95c0-4317-be3a-d3293af76368 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.906023] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1901.906023] env[62211]: value = "task-2074632" [ 1901.906023] env[62211]: _type = "Task" [ 1901.906023] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.920047] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.177448] env[62211]: DEBUG nova.network.neutron [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Successfully updated port: 074ccb8e-4174-4f2a-90b1-75aa7162a81c {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1902.258836] env[62211]: DEBUG nova.compute.manager [req-933059ca-9d91-4ccb-85f8-e76726bdcfe2 req-b3f76bc7-cf14-4447-b01c-c92c80633614 service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Received event network-vif-plugged-074ccb8e-4174-4f2a-90b1-75aa7162a81c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1902.259292] env[62211]: DEBUG oslo_concurrency.lockutils [req-933059ca-9d91-4ccb-85f8-e76726bdcfe2 req-b3f76bc7-cf14-4447-b01c-c92c80633614 service nova] Acquiring lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.259646] env[62211]: DEBUG oslo_concurrency.lockutils [req-933059ca-9d91-4ccb-85f8-e76726bdcfe2 req-b3f76bc7-cf14-4447-b01c-c92c80633614 service nova] Lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.259881] env[62211]: DEBUG oslo_concurrency.lockutils [req-933059ca-9d91-4ccb-85f8-e76726bdcfe2 req-b3f76bc7-cf14-4447-b01c-c92c80633614 service nova] Lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.260561] env[62211]: DEBUG nova.compute.manager [req-933059ca-9d91-4ccb-85f8-e76726bdcfe2 req-b3f76bc7-cf14-4447-b01c-c92c80633614 service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] No waiting events found dispatching network-vif-plugged-074ccb8e-4174-4f2a-90b1-75aa7162a81c {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1902.260825] env[62211]: WARNING nova.compute.manager [req-933059ca-9d91-4ccb-85f8-e76726bdcfe2 req-b3f76bc7-cf14-4447-b01c-c92c80633614 service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Received unexpected event network-vif-plugged-074ccb8e-4174-4f2a-90b1-75aa7162a81c for instance with vm_state building and task_state spawning. [ 1902.357989] env[62211]: DEBUG oslo_vmware.api [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Task: {'id': task-2074631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221262} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.358468] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1902.358468] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1902.358708] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1902.358918] env[62211]: INFO nova.compute.manager [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1902.359705] env[62211]: DEBUG oslo.service.loopingcall [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.359705] env[62211]: DEBUG nova.compute.manager [-] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1902.359705] env[62211]: DEBUG nova.network.neutron [-] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1902.382349] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074629, 'name': ReconfigVM_Task, 'duration_secs': 1.683594} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.382750] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4/2f7b66d0-b6ee-4261-a565-cc3e2008f8a4.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1902.383659] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed60f9e9-179e-4426-9218-56c46da0e850 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.395755] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1902.395755] env[62211]: value = "task-2074633" [ 1902.395755] env[62211]: _type = "Task" [ 1902.395755] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.408489] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074633, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.423930] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074632, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.492602] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "5d522939-f78b-46cf-b951-fe98e6aeadaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.493341] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "5d522939-f78b-46cf-b951-fe98e6aeadaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.681538] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "refresh_cache-cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.681698] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquired lock "refresh_cache-cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.681954] env[62211]: DEBUG nova.network.neutron [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1902.709330] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53c3d88-6172-4581-8895-8288bc93c15f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.719737] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0283048b-da54-4fb0-999f-643f8e089835 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.761059] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706bc0a1-fc45-49fb-945b-48205f0ad48f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.770556] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e819d66f-40b7-4bf8-b228-23b906b67b3c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.785534] env[62211]: DEBUG nova.compute.provider_tree [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1902.909023] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074633, 'name': Rename_Task, 'duration_secs': 0.318422} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.909023] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1902.909023] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-495d437c-b6cd-4e4a-adda-f4ebcdac5e61 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.919023] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658785} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.919910] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 318ea049-c1ce-4e68-9e63-b1990e7050c3/318ea049-c1ce-4e68-9e63-b1990e7050c3.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1902.920460] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1902.921037] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1902.921037] env[62211]: value = "task-2074634" [ 1902.921037] env[62211]: _type = "Task" [ 1902.921037] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.923020] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0661a8f5-3a02-46b0-8572-4df4de3c28e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.933059] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.935254] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1902.935254] env[62211]: value = "task-2074635" [ 1902.935254] env[62211]: _type = "Task" [ 1902.935254] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.946420] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.215454] env[62211]: DEBUG nova.network.neutron [-] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.255718] env[62211]: DEBUG nova.network.neutron [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1903.288537] env[62211]: DEBUG nova.scheduler.client.report [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1903.435819] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.445316] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075682} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.445500] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1903.450019] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59652778-3ab7-496b-89ef-0ec42d1c5c33 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.476497] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 318ea049-c1ce-4e68-9e63-b1990e7050c3/318ea049-c1ce-4e68-9e63-b1990e7050c3.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1903.478396] env[62211]: DEBUG nova.network.neutron [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Updating instance_info_cache with network_info: [{"id": "074ccb8e-4174-4f2a-90b1-75aa7162a81c", "address": "fa:16:3e:9d:fe:09", "network": {"id": "dea05f9d-0ade-4db0-8556-ce185e28bb87", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-194341151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824c1accd5ac465284f3bf196d9e1518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074ccb8e-41", "ovs_interfaceid": "074ccb8e-4174-4f2a-90b1-75aa7162a81c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.483025] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb1bf696-49a1-49dc-aede-bcc5a420ce21 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.506866] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1903.506866] env[62211]: value = "task-2074636" [ 1903.506866] env[62211]: _type = "Task" [ 1903.506866] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.518202] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.718753] env[62211]: INFO nova.compute.manager [-] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Took 1.36 seconds to deallocate network for instance. [ 1903.794902] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.795330] env[62211]: DEBUG nova.compute.manager [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1903.799100] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.121s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.799853] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.799853] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1903.800100] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.527s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.800260] env[62211]: DEBUG nova.objects.instance [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lazy-loading 'resources' on Instance uuid 658b491a-ec14-4a35-b670-64c95081c274 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.803514] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fffaed-4fce-40c0-bd82-1a897e03755d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.816546] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32876141-3eea-4b43-ab21-dc81ec610477 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.837997] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88acbbec-1bdd-495f-ac54-eb19cc736f05 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.848574] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d507da-9a6c-4b0d-955a-00b61bd4c0d9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.885221] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Acquiring lock "0824a71e-75ca-4a1d-a5e4-7b566fccf383" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.885494] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Lock "0824a71e-75ca-4a1d-a5e4-7b566fccf383" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.885706] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Acquiring lock "0824a71e-75ca-4a1d-a5e4-7b566fccf383-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.885887] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Lock "0824a71e-75ca-4a1d-a5e4-7b566fccf383-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.886072] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Lock "0824a71e-75ca-4a1d-a5e4-7b566fccf383-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.887805] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178488MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1903.887985] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.888580] env[62211]: INFO nova.compute.manager [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Terminating instance [ 1903.934327] env[62211]: DEBUG oslo_vmware.api [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074634, 'name': PowerOnVM_Task, 'duration_secs': 0.9429} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.934476] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1903.935352] env[62211]: INFO nova.compute.manager [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Took 10.80 seconds to spawn the instance on the hypervisor. [ 1903.935352] env[62211]: DEBUG nova.compute.manager [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.937034] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92189945-49c0-4cc9-aeba-b88bf8751b06 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.002025] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Releasing lock "refresh_cache-cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.002025] env[62211]: DEBUG nova.compute.manager [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Instance network_info: |[{"id": "074ccb8e-4174-4f2a-90b1-75aa7162a81c", "address": "fa:16:3e:9d:fe:09", "network": {"id": "dea05f9d-0ade-4db0-8556-ce185e28bb87", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-194341151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824c1accd5ac465284f3bf196d9e1518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074ccb8e-41", "ovs_interfaceid": "074ccb8e-4174-4f2a-90b1-75aa7162a81c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1904.002025] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:fe:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '074ccb8e-4174-4f2a-90b1-75aa7162a81c', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1904.013560] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Creating folder: Project (824c1accd5ac465284f3bf196d9e1518). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1904.014123] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45d94e8f-9a62-419e-a6e6-02b1f941bc05 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.027074] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074636, 'name': ReconfigVM_Task, 'duration_secs': 0.299646} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.027547] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 318ea049-c1ce-4e68-9e63-b1990e7050c3/318ea049-c1ce-4e68-9e63-b1990e7050c3.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1904.028425] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87958ffa-65f3-497d-9acc-f45928442498 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.031586] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Created folder: Project (824c1accd5ac465284f3bf196d9e1518) in parent group-v425157. [ 1904.031824] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Creating folder: Instances. Parent ref: group-v425280. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1904.032521] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4491dbdd-1ec9-41b2-9d84-0e4a41b6183f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.036572] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1904.036572] env[62211]: value = "task-2074638" [ 1904.036572] env[62211]: _type = "Task" [ 1904.036572] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.042037] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Created folder: Instances in parent group-v425280. [ 1904.042180] env[62211]: DEBUG oslo.service.loopingcall [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.045569] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1904.045865] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074638, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.046101] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dafa1a4b-0636-46fe-ac82-d187b014334c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.067525] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1904.067525] env[62211]: value = "task-2074640" [ 1904.067525] env[62211]: _type = "Task" [ 1904.067525] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.076503] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074640, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.227450] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.290626] env[62211]: DEBUG nova.compute.manager [req-645fac09-34bc-4462-90b1-959020ebbdf1 req-5c699ffc-c64e-42f8-a7a2-7d3e3d50d6f2 service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Received event network-changed-074ccb8e-4174-4f2a-90b1-75aa7162a81c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1904.290835] env[62211]: DEBUG nova.compute.manager [req-645fac09-34bc-4462-90b1-959020ebbdf1 req-5c699ffc-c64e-42f8-a7a2-7d3e3d50d6f2 service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Refreshing instance network info cache due to event network-changed-074ccb8e-4174-4f2a-90b1-75aa7162a81c. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1904.291094] env[62211]: DEBUG oslo_concurrency.lockutils [req-645fac09-34bc-4462-90b1-959020ebbdf1 req-5c699ffc-c64e-42f8-a7a2-7d3e3d50d6f2 service nova] Acquiring lock "refresh_cache-cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.291249] env[62211]: DEBUG oslo_concurrency.lockutils [req-645fac09-34bc-4462-90b1-959020ebbdf1 req-5c699ffc-c64e-42f8-a7a2-7d3e3d50d6f2 service nova] Acquired lock "refresh_cache-cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.291420] env[62211]: DEBUG nova.network.neutron [req-645fac09-34bc-4462-90b1-959020ebbdf1 req-5c699ffc-c64e-42f8-a7a2-7d3e3d50d6f2 service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Refreshing network info cache for port 074ccb8e-4174-4f2a-90b1-75aa7162a81c {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1904.378603] env[62211]: DEBUG nova.compute.utils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1904.378603] env[62211]: DEBUG nova.compute.manager [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1904.378603] env[62211]: DEBUG nova.network.neutron [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1904.392975] env[62211]: DEBUG nova.compute.manager [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1904.393411] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1904.393923] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-535870c3-2c23-455a-ac89-a3c78e36309d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.405546] env[62211]: DEBUG oslo_vmware.api [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Waiting for the task: (returnval){ [ 1904.405546] env[62211]: value = "task-2074641" [ 1904.405546] env[62211]: _type = "Task" [ 1904.405546] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.405774] env[62211]: DEBUG nova.policy [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bcf5a854f444a8aafa514077cd4913c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6252b3eb686245a1960ae587084369af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1904.415863] env[62211]: DEBUG oslo_vmware.api [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.458758] env[62211]: INFO nova.compute.manager [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Took 51.70 seconds to build instance. [ 1904.546947] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074638, 'name': Rename_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.577558] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074640, 'name': CreateVM_Task, 'duration_secs': 0.423039} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.579998] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1904.580936] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.581016] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.581338] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1904.581590] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86bae54-3ac8-4772-81c3-87ddc082e589 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.586369] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 1904.586369] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5288fc65-733b-6227-3955-c2d3ab06daa9" [ 1904.586369] env[62211]: _type = "Task" [ 1904.586369] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.598329] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5288fc65-733b-6227-3955-c2d3ab06daa9, 'name': SearchDatastore_Task, 'duration_secs': 0.009171} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.598659] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.598898] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1904.599167] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.600494] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.600494] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1904.600494] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87da3db0-cc5b-4795-8265-d7f233ecff37 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.608301] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1904.608514] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1904.609781] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612e9f2f-23f3-4078-bcdb-c4e384ccbb76 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.618914] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 1904.618914] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52c890db-fba3-ca3c-4f7a-343b2b47e92f" [ 1904.618914] env[62211]: _type = "Task" [ 1904.618914] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.627571] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c890db-fba3-ca3c-4f7a-343b2b47e92f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.812991] env[62211]: DEBUG nova.compute.manager [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1904.913042] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a91363-f291-4202-9923-7fdacbdcce3f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.927218] env[62211]: DEBUG oslo_vmware.api [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.930765] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758913f1-97d6-4be9-9d3e-bea34c671a7d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.964994] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f1d7764-26f2-4f2f-abaa-1813f3ebf6c5 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "2f7b66d0-b6ee-4261-a565-cc3e2008f8a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.921s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.970023] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7821cb1-1c6a-4f28-a341-11843b0d06f3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.977636] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e17f38-6b5c-4fbf-a2c1-1a415041398f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.994596] env[62211]: DEBUG nova.compute.provider_tree [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1905.048961] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074638, 'name': Rename_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.131820] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c890db-fba3-ca3c-4f7a-343b2b47e92f, 'name': SearchDatastore_Task, 'duration_secs': 0.031514} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.132668] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cebdb5dd-d155-45b6-bd67-0893347b24b2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.138243] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 1905.138243] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5265b5a7-31ef-33c2-2bfe-4667e0bfec6b" [ 1905.138243] env[62211]: _type = "Task" [ 1905.138243] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.146925] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5265b5a7-31ef-33c2-2bfe-4667e0bfec6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.417842] env[62211]: DEBUG oslo_vmware.api [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074641, 'name': PowerOffVM_Task, 'duration_secs': 0.997526} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.418161] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1905.418380] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1905.418591] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425198', 'volume_id': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'name': 'volume-1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0824a71e-75ca-4a1d-a5e4-7b566fccf383', 'attached_at': '', 'detached_at': '', 'volume_id': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'serial': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1905.419351] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bf3329-fc2b-4409-af5d-048a5445fd4f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.445721] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebba6d34-9219-4359-abc6-2b31ce322e19 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.451755] env[62211]: DEBUG nova.network.neutron [req-645fac09-34bc-4462-90b1-959020ebbdf1 req-5c699ffc-c64e-42f8-a7a2-7d3e3d50d6f2 service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Updated VIF entry in instance network info cache for port 074ccb8e-4174-4f2a-90b1-75aa7162a81c. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1905.452170] env[62211]: DEBUG nova.network.neutron [req-645fac09-34bc-4462-90b1-959020ebbdf1 req-5c699ffc-c64e-42f8-a7a2-7d3e3d50d6f2 service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Updating instance_info_cache with network_info: [{"id": "074ccb8e-4174-4f2a-90b1-75aa7162a81c", "address": "fa:16:3e:9d:fe:09", "network": {"id": "dea05f9d-0ade-4db0-8556-ce185e28bb87", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-194341151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824c1accd5ac465284f3bf196d9e1518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074ccb8e-41", "ovs_interfaceid": "074ccb8e-4174-4f2a-90b1-75aa7162a81c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.459268] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e693d9d1-ca8a-4b01-ba30-f15219f4396b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.477742] env[62211]: DEBUG nova.compute.manager [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1905.481341] env[62211]: DEBUG nova.network.neutron [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Successfully created port: a2a82df7-7aa0-4bcb-a073-4b17ef74e349 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1905.485191] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c272af-1383-4ec3-9d03-3cf5eca6e15f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.505486] env[62211]: DEBUG nova.scheduler.client.report [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1905.508948] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] The volume has not been displaced from its original location: [datastore1] volume-1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58/volume-1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58.vmdk. No consolidation needed. {{(pid=62211) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1905.514334] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1905.515721] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d891ff1e-8055-41a3-bf68-2ba33d059e88 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.536135] env[62211]: DEBUG oslo_vmware.api [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Waiting for the task: (returnval){ [ 1905.536135] env[62211]: value = "task-2074642" [ 1905.536135] env[62211]: _type = "Task" [ 1905.536135] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.552869] env[62211]: DEBUG oslo_vmware.api [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074642, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.553115] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074638, 'name': Rename_Task, 'duration_secs': 1.214359} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.553388] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1905.553720] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a3c2fbe-4f6e-4eae-99a3-610c65d8517a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.560532] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1905.560532] env[62211]: value = "task-2074643" [ 1905.560532] env[62211]: _type = "Task" [ 1905.560532] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.568626] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.648753] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5265b5a7-31ef-33c2-2bfe-4667e0bfec6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.649041] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.649309] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] cd7ca1ba-b100-455d-8a9e-a540e5fc03a7/cd7ca1ba-b100-455d-8a9e-a540e5fc03a7.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1905.649572] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b7b501b-8574-4f5f-b1d5-5d9b4a15e369 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.656717] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 1905.656717] env[62211]: value = "task-2074644" [ 1905.656717] env[62211]: _type = "Task" [ 1905.656717] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.665626] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2074644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.829165] env[62211]: DEBUG nova.compute.manager [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1905.853013] env[62211]: DEBUG nova.virt.hardware [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1905.853301] env[62211]: DEBUG nova.virt.hardware [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1905.853457] env[62211]: DEBUG nova.virt.hardware [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1905.853638] env[62211]: DEBUG nova.virt.hardware [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1905.853782] env[62211]: DEBUG nova.virt.hardware [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1905.853917] env[62211]: DEBUG nova.virt.hardware [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1905.854163] env[62211]: DEBUG nova.virt.hardware [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1905.854333] env[62211]: DEBUG nova.virt.hardware [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1905.854501] env[62211]: DEBUG nova.virt.hardware [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1905.854665] env[62211]: DEBUG nova.virt.hardware [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1905.854836] env[62211]: DEBUG nova.virt.hardware [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1905.855721] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddb6950-a82e-4058-ba20-6db5e2320107 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.864663] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091702e5-a2be-40e6-8e88-42946fab9bcf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.956622] env[62211]: DEBUG oslo_concurrency.lockutils [req-645fac09-34bc-4462-90b1-959020ebbdf1 req-5c699ffc-c64e-42f8-a7a2-7d3e3d50d6f2 service nova] Releasing lock "refresh_cache-cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.956924] env[62211]: DEBUG nova.compute.manager [req-645fac09-34bc-4462-90b1-959020ebbdf1 req-5c699ffc-c64e-42f8-a7a2-7d3e3d50d6f2 service nova] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Received event network-vif-deleted-7be5d199-b4dc-4eaf-8d38-082bbb89ceb0 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1906.008762] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.016802] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.019474] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.900s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.021893] env[62211]: INFO nova.compute.claims [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1906.047309] env[62211]: DEBUG oslo_vmware.api [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074642, 'name': ReconfigVM_Task, 'duration_secs': 0.18975} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.048489] env[62211]: INFO nova.scheduler.client.report [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Deleted allocations for instance 658b491a-ec14-4a35-b670-64c95081c274 [ 1906.049782] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1906.057401] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-369032c8-a37a-4a2d-a0a9-06c0af3fd5c4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.079527] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074643, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.079527] env[62211]: DEBUG oslo_vmware.api [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Waiting for the task: (returnval){ [ 1906.079527] env[62211]: value = "task-2074645" [ 1906.079527] env[62211]: _type = "Task" [ 1906.079527] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.091059] env[62211]: DEBUG oslo_vmware.api [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074645, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.170430] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2074644, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.306414] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Acquiring lock "48f7357a-2911-463f-bda4-abf0c50d7d6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.306718] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Lock "48f7357a-2911-463f-bda4-abf0c50d7d6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.306938] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Acquiring lock "48f7357a-2911-463f-bda4-abf0c50d7d6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.307152] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Lock "48f7357a-2911-463f-bda4-abf0c50d7d6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.307329] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Lock "48f7357a-2911-463f-bda4-abf0c50d7d6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.309792] env[62211]: INFO nova.compute.manager [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Terminating instance [ 1906.585540] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f22d2b8-bcc2-4e51-8434-78b371447d06 tempest-ImagesOneServerTestJSON-326587039 tempest-ImagesOneServerTestJSON-326587039-project-member] Lock "658b491a-ec14-4a35-b670-64c95081c274" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.028s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.609182] env[62211]: DEBUG oslo_vmware.api [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074645, 'name': ReconfigVM_Task, 'duration_secs': 0.232941} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.611135] env[62211]: DEBUG oslo_vmware.api [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074643, 'name': PowerOnVM_Task, 'duration_secs': 0.781625} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.613851] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425198', 'volume_id': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'name': 'volume-1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0824a71e-75ca-4a1d-a5e4-7b566fccf383', 'attached_at': '', 'detached_at': '', 'volume_id': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58', 'serial': '1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1906.613851] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1906.613851] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1906.613851] env[62211]: INFO nova.compute.manager [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1906.613851] env[62211]: DEBUG nova.compute.manager [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.614654] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c8837f-a68e-41f9-a74c-25381a06f89b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.622201] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c4516b-3204-44ee-9d63-1f74ff226592 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.643675] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1906.643675] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7fa43eb-9c39-4441-a738-9cb36d9ad05a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.679776] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2074644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552831} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.683159] env[62211]: DEBUG oslo_vmware.rw_handles [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2d995-a070-ba13-fdf5-520095860500/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1906.683713] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] cd7ca1ba-b100-455d-8a9e-a540e5fc03a7/cd7ca1ba-b100-455d-8a9e-a540e5fc03a7.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1906.684064] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1906.685316] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99be625-11ec-421c-9229-8a15ccc1846e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.691315] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dbffec2-aebc-4ba1-a06c-ce7a52d23863 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.700722] env[62211]: DEBUG oslo_vmware.rw_handles [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2d995-a070-ba13-fdf5-520095860500/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1906.700985] env[62211]: ERROR oslo_vmware.rw_handles [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2d995-a070-ba13-fdf5-520095860500/disk-0.vmdk due to incomplete transfer. [ 1906.702993] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a9c71802-4691-4df9-8c31-e904b7fd7a1f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.705907] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 1906.705907] env[62211]: value = "task-2074647" [ 1906.705907] env[62211]: _type = "Task" [ 1906.705907] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.714676] env[62211]: DEBUG oslo_vmware.rw_handles [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2d995-a070-ba13-fdf5-520095860500/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1906.715047] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Uploaded image e7829dda-ade1-4a99-85c3-71505fdb4679 to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1906.718265] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1906.724389] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6e643550-882a-42cc-b7c6-69df4310a044 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.727138] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2074647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.735325] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1906.735325] env[62211]: value = "task-2074648" [ 1906.735325] env[62211]: _type = "Task" [ 1906.735325] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.743929] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074648, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.773592] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1906.773918] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1906.774168] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Deleting the datastore file [datastore1] 0824a71e-75ca-4a1d-a5e4-7b566fccf383 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1906.774488] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dbb37c2-f410-45cd-84db-f23afbdee3bb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.781858] env[62211]: DEBUG oslo_vmware.api [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Waiting for the task: (returnval){ [ 1906.781858] env[62211]: value = "task-2074649" [ 1906.781858] env[62211]: _type = "Task" [ 1906.781858] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.791235] env[62211]: DEBUG oslo_vmware.api [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.819239] env[62211]: DEBUG nova.compute.manager [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1906.819490] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1906.820397] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306d4d8a-6c8b-4cfd-addc-2bafb729d090 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.827958] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1906.828337] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d052c95c-1d0f-44d6-8c07-24b5a5068d24 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.838467] env[62211]: DEBUG oslo_vmware.api [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Waiting for the task: (returnval){ [ 1906.838467] env[62211]: value = "task-2074650" [ 1906.838467] env[62211]: _type = "Task" [ 1906.838467] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.847348] env[62211]: DEBUG oslo_vmware.api [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.160978] env[62211]: INFO nova.compute.manager [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Took 49.48 seconds to build instance. [ 1907.219939] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2074647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101798} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.223752] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1907.224852] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c39f22-363c-4aa5-9cbc-40a5f242291d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.250447] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] cd7ca1ba-b100-455d-8a9e-a540e5fc03a7/cd7ca1ba-b100-455d-8a9e-a540e5fc03a7.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1907.257844] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5f05f02-6a6e-43a8-99bf-3b4bda6df43c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.280401] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074648, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.281975] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 1907.281975] env[62211]: value = "task-2074651" [ 1907.281975] env[62211]: _type = "Task" [ 1907.281975] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.298240] env[62211]: DEBUG oslo_vmware.api [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Task: {'id': task-2074649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282176} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.300947] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1907.301896] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1907.301896] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1907.301896] env[62211]: INFO nova.compute.manager [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Took 2.91 seconds to destroy the instance on the hypervisor. [ 1907.303084] env[62211]: DEBUG oslo.service.loopingcall [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1907.303084] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2074651, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.303084] env[62211]: DEBUG nova.compute.manager [-] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1907.303084] env[62211]: DEBUG nova.network.neutron [-] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1907.349954] env[62211]: DEBUG oslo_vmware.api [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074650, 'name': PowerOffVM_Task, 'duration_secs': 0.384423} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.352979] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1907.353207] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1907.353695] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de008676-f9d2-4bde-85ef-602d479ce6cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.668080] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e042ce1c-763c-45a6-92f1-765b66a51005 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "318ea049-c1ce-4e68-9e63-b1990e7050c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.340s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.671625] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1907.672056] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1907.672612] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Deleting the datastore file [datastore1] 48f7357a-2911-463f-bda4-abf0c50d7d6d {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1907.672612] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a138b452-0d5d-4486-ad4a-9306703766ee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.685308] env[62211]: DEBUG oslo_vmware.api [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Waiting for the task: (returnval){ [ 1907.685308] env[62211]: value = "task-2074653" [ 1907.685308] env[62211]: _type = "Task" [ 1907.685308] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.698372] env[62211]: DEBUG oslo_vmware.api [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.747707] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea02699-f1e6-45ad-8d75-970e83066263 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.756723] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074648, 'name': Destroy_Task, 'duration_secs': 0.684932} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.759376] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Destroyed the VM [ 1907.759702] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1907.760482] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-14626e46-2307-40ba-97b4-4ed2c410c2d1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.763114] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ecb5d9-b5f0-4172-a392-c98438584267 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.808247] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c54444-723c-4a02-9766-592e1c85304c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.811141] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1907.811141] env[62211]: value = "task-2074654" [ 1907.811141] env[62211]: _type = "Task" [ 1907.811141] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.820362] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2074651, 'name': ReconfigVM_Task, 'duration_secs': 0.348713} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.822070] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Reconfigured VM instance instance-00000028 to attach disk [datastore1] cd7ca1ba-b100-455d-8a9e-a540e5fc03a7/cd7ca1ba-b100-455d-8a9e-a540e5fc03a7.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.822531] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e0a2780-fb3a-4c70-9af7-2de532882a3b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.825358] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49723c47-6920-4870-b906-1bfd75a66140 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.833789] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074654, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.846933] env[62211]: DEBUG nova.compute.provider_tree [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1907.849816] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 1907.849816] env[62211]: value = "task-2074655" [ 1907.849816] env[62211]: _type = "Task" [ 1907.849816] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.862149] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2074655, 'name': Rename_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.174822] env[62211]: DEBUG nova.compute.manager [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1908.199027] env[62211]: DEBUG oslo_vmware.api [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Task: {'id': task-2074653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2805} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.199027] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1908.199620] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1908.200185] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1908.200522] env[62211]: INFO nova.compute.manager [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1908.203017] env[62211]: DEBUG oslo.service.loopingcall [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1908.203017] env[62211]: DEBUG nova.compute.manager [-] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1908.203017] env[62211]: DEBUG nova.network.neutron [-] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1908.326349] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074654, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.366074] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2074655, 'name': Rename_Task, 'duration_secs': 0.166728} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.366574] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1908.367117] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c224bd49-e915-4d2b-bc5c-52bc85d3e3b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.375465] env[62211]: ERROR nova.scheduler.client.report [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [req-a16aa501-6fa9-46be-a729-7bf4d2f58c6e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a16aa501-6fa9-46be-a729-7bf4d2f58c6e"}]} [ 1908.378456] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 1908.378456] env[62211]: value = "task-2074656" [ 1908.378456] env[62211]: _type = "Task" [ 1908.378456] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.393898] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2074656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.403357] env[62211]: DEBUG nova.scheduler.client.report [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1908.427152] env[62211]: DEBUG nova.scheduler.client.report [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1908.427152] env[62211]: DEBUG nova.compute.provider_tree [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1908.440937] env[62211]: DEBUG nova.scheduler.client.report [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1908.467021] env[62211]: DEBUG nova.scheduler.client.report [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1908.611346] env[62211]: DEBUG nova.network.neutron [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Successfully updated port: a2a82df7-7aa0-4bcb-a073-4b17ef74e349 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1908.702039] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.837602] env[62211]: DEBUG oslo_vmware.api [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074654, 'name': RemoveSnapshot_Task, 'duration_secs': 0.705697} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.837991] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1908.838319] env[62211]: INFO nova.compute.manager [None req-4938e10b-92eb-4f67-9793-e30a218c04fc tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Took 16.98 seconds to snapshot the instance on the hypervisor. [ 1908.848335] env[62211]: DEBUG nova.compute.manager [req-f48fc2bb-951f-4391-977f-50f3959cb07e req-08934b92-8d31-4e47-ac92-436ff05f1ff7 service nova] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Received event network-vif-plugged-a2a82df7-7aa0-4bcb-a073-4b17ef74e349 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1908.849318] env[62211]: DEBUG oslo_concurrency.lockutils [req-f48fc2bb-951f-4391-977f-50f3959cb07e req-08934b92-8d31-4e47-ac92-436ff05f1ff7 service nova] Acquiring lock "042bd6d1-d788-4171-885c-e93a46af43a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.849318] env[62211]: DEBUG oslo_concurrency.lockutils [req-f48fc2bb-951f-4391-977f-50f3959cb07e req-08934b92-8d31-4e47-ac92-436ff05f1ff7 service nova] Lock "042bd6d1-d788-4171-885c-e93a46af43a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.849318] env[62211]: DEBUG oslo_concurrency.lockutils [req-f48fc2bb-951f-4391-977f-50f3959cb07e req-08934b92-8d31-4e47-ac92-436ff05f1ff7 service nova] Lock "042bd6d1-d788-4171-885c-e93a46af43a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.849757] env[62211]: DEBUG nova.compute.manager [req-f48fc2bb-951f-4391-977f-50f3959cb07e req-08934b92-8d31-4e47-ac92-436ff05f1ff7 service nova] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] No waiting events found dispatching network-vif-plugged-a2a82df7-7aa0-4bcb-a073-4b17ef74e349 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1908.849987] env[62211]: WARNING nova.compute.manager [req-f48fc2bb-951f-4391-977f-50f3959cb07e req-08934b92-8d31-4e47-ac92-436ff05f1ff7 service nova] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Received unexpected event network-vif-plugged-a2a82df7-7aa0-4bcb-a073-4b17ef74e349 for instance with vm_state building and task_state spawning. [ 1908.900928] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2074656, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.113719] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48547a5b-2852-492a-8d3e-55e03f8430ac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.118034] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Acquiring lock "refresh_cache-042bd6d1-d788-4171-885c-e93a46af43a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.118034] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Acquired lock "refresh_cache-042bd6d1-d788-4171-885c-e93a46af43a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.118034] env[62211]: DEBUG nova.network.neutron [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1909.126041] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e18866a-cdc2-4495-baf9-827b5198c060 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.182756] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae56bfb-a15c-4996-a6b2-bf54e1b0e840 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.191170] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee683fd-86e6-4df7-ba7e-616d05c21b44 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.208598] env[62211]: DEBUG nova.compute.provider_tree [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1909.399240] env[62211]: DEBUG oslo_vmware.api [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2074656, 'name': PowerOnVM_Task, 'duration_secs': 0.533287} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.399240] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1909.399240] env[62211]: INFO nova.compute.manager [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1909.399240] env[62211]: DEBUG nova.compute.manager [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.401729] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8438de-9ae4-4a33-97dd-5d7a4b277f87 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.479658] env[62211]: DEBUG nova.network.neutron [-] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.673345] env[62211]: DEBUG nova.network.neutron [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1909.713648] env[62211]: DEBUG nova.scheduler.client.report [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1909.725079] env[62211]: DEBUG nova.network.neutron [-] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.863738] env[62211]: DEBUG nova.network.neutron [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Updating instance_info_cache with network_info: [{"id": "a2a82df7-7aa0-4bcb-a073-4b17ef74e349", "address": "fa:16:3e:11:a5:32", "network": {"id": "5f881f83-b659-42bc-bd25-aec6be20ab5a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-518670706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6252b3eb686245a1960ae587084369af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a82df7-7a", "ovs_interfaceid": "a2a82df7-7aa0-4bcb-a073-4b17ef74e349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.921271] env[62211]: INFO nova.compute.manager [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Took 44.51 seconds to build instance. [ 1909.982963] env[62211]: INFO nova.compute.manager [-] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Took 2.68 seconds to deallocate network for instance. [ 1910.133756] env[62211]: DEBUG nova.compute.manager [req-85fc31e3-93f1-4d18-abef-54102fcdc04d req-07e021c5-ef39-4f69-8d92-f7c3f75371a3 service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Received event network-changed-1f5a7631-2251-48f5-8e3f-11bc8634badf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1910.133756] env[62211]: DEBUG nova.compute.manager [req-85fc31e3-93f1-4d18-abef-54102fcdc04d req-07e021c5-ef39-4f69-8d92-f7c3f75371a3 service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Refreshing instance network info cache due to event network-changed-1f5a7631-2251-48f5-8e3f-11bc8634badf. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1910.133756] env[62211]: DEBUG oslo_concurrency.lockutils [req-85fc31e3-93f1-4d18-abef-54102fcdc04d req-07e021c5-ef39-4f69-8d92-f7c3f75371a3 service nova] Acquiring lock "refresh_cache-318ea049-c1ce-4e68-9e63-b1990e7050c3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.133756] env[62211]: DEBUG oslo_concurrency.lockutils [req-85fc31e3-93f1-4d18-abef-54102fcdc04d req-07e021c5-ef39-4f69-8d92-f7c3f75371a3 service nova] Acquired lock "refresh_cache-318ea049-c1ce-4e68-9e63-b1990e7050c3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.133756] env[62211]: DEBUG nova.network.neutron [req-85fc31e3-93f1-4d18-abef-54102fcdc04d req-07e021c5-ef39-4f69-8d92-f7c3f75371a3 service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Refreshing network info cache for port 1f5a7631-2251-48f5-8e3f-11bc8634badf {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1910.222646] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.202s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.222646] env[62211]: DEBUG nova.compute.manager [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1910.225533] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.587s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.225696] env[62211]: DEBUG nova.objects.instance [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lazy-loading 'resources' on Instance uuid 958768a7-2cf2-4006-9375-09abea50c2d5 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.228293] env[62211]: INFO nova.compute.manager [-] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Took 2.03 seconds to deallocate network for instance. [ 1910.366569] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Releasing lock "refresh_cache-042bd6d1-d788-4171-885c-e93a46af43a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.366908] env[62211]: DEBUG nova.compute.manager [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Instance network_info: |[{"id": "a2a82df7-7aa0-4bcb-a073-4b17ef74e349", "address": "fa:16:3e:11:a5:32", "network": {"id": "5f881f83-b659-42bc-bd25-aec6be20ab5a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-518670706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6252b3eb686245a1960ae587084369af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a82df7-7a", "ovs_interfaceid": "a2a82df7-7aa0-4bcb-a073-4b17ef74e349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1910.367403] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:a5:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2a82df7-7aa0-4bcb-a073-4b17ef74e349', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1910.375941] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Creating folder: Project (6252b3eb686245a1960ae587084369af). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1910.376665] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a88e36b5-d5ad-4f29-b536-1ec332b7ecad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.392041] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Created folder: Project (6252b3eb686245a1960ae587084369af) in parent group-v425157. [ 1910.392041] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Creating folder: Instances. Parent ref: group-v425283. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1910.392041] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f2f292b-8a3f-4cd3-948c-c5cafe8a7fed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.403007] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Created folder: Instances in parent group-v425283. [ 1910.403274] env[62211]: DEBUG oslo.service.loopingcall [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.403465] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1910.403668] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0ffc693-d7d5-4c0c-8b27-276a2dc34f59 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.423100] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6bebe6cd-86e6-483e-8b65-c073bababddf tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.350s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.425566] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1910.425566] env[62211]: value = "task-2074659" [ 1910.425566] env[62211]: _type = "Task" [ 1910.425566] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.435854] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074659, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.551975] env[62211]: INFO nova.compute.manager [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Took 0.57 seconds to detach 1 volumes for instance. [ 1910.552724] env[62211]: DEBUG nova.compute.manager [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Deleting volume: 1f8de7c6-fda6-4a8b-8bfe-084ca00c6c58 {{(pid=62211) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1910.729450] env[62211]: DEBUG nova.compute.utils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1910.734708] env[62211]: DEBUG nova.compute.manager [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1910.734889] env[62211]: DEBUG nova.network.neutron [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1910.738101] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.876584] env[62211]: DEBUG nova.policy [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab7c7ba20b4f48ee94c1afc320da9d96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04678b970fdf4802b41b8c8b395dd44e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1910.926781] env[62211]: DEBUG nova.compute.manager [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1910.945129] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074659, 'name': CreateVM_Task, 'duration_secs': 0.445096} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.945340] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1910.946112] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.946289] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.946611] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1910.946865] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda4eb15-6041-41f6-8c74-ba1afe150928 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.958532] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Waiting for the task: (returnval){ [ 1910.958532] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52ae2d28-1e16-eaa6-3454-ecf502893819" [ 1910.958532] env[62211]: _type = "Task" [ 1910.958532] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.970020] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ae2d28-1e16-eaa6-3454-ecf502893819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.074791] env[62211]: DEBUG nova.compute.manager [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Received event network-changed-a2a82df7-7aa0-4bcb-a073-4b17ef74e349 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1911.074791] env[62211]: DEBUG nova.compute.manager [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Refreshing instance network info cache due to event network-changed-a2a82df7-7aa0-4bcb-a073-4b17ef74e349. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1911.074791] env[62211]: DEBUG oslo_concurrency.lockutils [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] Acquiring lock "refresh_cache-042bd6d1-d788-4171-885c-e93a46af43a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.074791] env[62211]: DEBUG oslo_concurrency.lockutils [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] Acquired lock "refresh_cache-042bd6d1-d788-4171-885c-e93a46af43a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.074791] env[62211]: DEBUG nova.network.neutron [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Refreshing network info cache for port a2a82df7-7aa0-4bcb-a073-4b17ef74e349 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1911.101215] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.234920] env[62211]: DEBUG nova.compute.manager [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1911.243462] env[62211]: DEBUG nova.network.neutron [req-85fc31e3-93f1-4d18-abef-54102fcdc04d req-07e021c5-ef39-4f69-8d92-f7c3f75371a3 service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Updated VIF entry in instance network info cache for port 1f5a7631-2251-48f5-8e3f-11bc8634badf. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1911.243810] env[62211]: DEBUG nova.network.neutron [req-85fc31e3-93f1-4d18-abef-54102fcdc04d req-07e021c5-ef39-4f69-8d92-f7c3f75371a3 service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Updating instance_info_cache with network_info: [{"id": "1f5a7631-2251-48f5-8e3f-11bc8634badf", "address": "fa:16:3e:4b:5f:3c", "network": {"id": "715d7782-5f7f-40f4-b10e-56643161ff77", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1272721512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238822613d0241f8b5e626c19906c8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5a7631-22", "ovs_interfaceid": "1f5a7631-2251-48f5-8e3f-11bc8634badf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.305231] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e64a6eb-e097-456f-802b-fc8eddb906ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.314018] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2798407-24e9-4112-b61b-8fbd1c3ae809 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.348476] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179e484d-8d33-4e05-ae67-2933bf35d3f4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.357928] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc759597-f209-4b71-8fa5-b89b62cafcd5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.373207] env[62211]: DEBUG nova.compute.provider_tree [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1911.453463] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.471213] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ae2d28-1e16-eaa6-3454-ecf502893819, 'name': SearchDatastore_Task, 'duration_secs': 0.021813} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.471547] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.471789] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1911.472235] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.472324] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.472555] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1911.472961] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da2e57a3-2737-4dd9-9087-1650c99c0542 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.483918] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1911.484142] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1911.484919] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6552f7ea-ed2c-45dc-9997-9d94dad51068 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.490822] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Waiting for the task: (returnval){ [ 1911.490822] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527e01da-da40-5754-42db-731f5c493404" [ 1911.490822] env[62211]: _type = "Task" [ 1911.490822] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.504020] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527e01da-da40-5754-42db-731f5c493404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.529470] env[62211]: DEBUG nova.compute.manager [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1911.530904] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f1ec6c-fb5e-47c9-a128-13e3c5b06166 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.575472] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9a36d7c2-609f-4794-9350-d54204c40596 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "0f4ad662-7f72-436e-a05b-9255c76d06b9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.575472] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9a36d7c2-609f-4794-9350-d54204c40596 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "0f4ad662-7f72-436e-a05b-9255c76d06b9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.576049] env[62211]: DEBUG nova.compute.manager [None req-9a36d7c2-609f-4794-9350-d54204c40596 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1911.580261] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493ea6f6-44f4-4f9d-9689-6bc5f06b2b61 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.592034] env[62211]: DEBUG nova.compute.manager [None req-9a36d7c2-609f-4794-9350-d54204c40596 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62211) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1911.592034] env[62211]: DEBUG nova.objects.instance [None req-9a36d7c2-609f-4794-9350-d54204c40596 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lazy-loading 'flavor' on Instance uuid 0f4ad662-7f72-436e-a05b-9255c76d06b9 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.631690] env[62211]: DEBUG nova.network.neutron [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Successfully created port: 547b4caf-a805-4c12-8254-011a7888d2ea {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1911.746817] env[62211]: DEBUG oslo_concurrency.lockutils [req-85fc31e3-93f1-4d18-abef-54102fcdc04d req-07e021c5-ef39-4f69-8d92-f7c3f75371a3 service nova] Releasing lock "refresh_cache-318ea049-c1ce-4e68-9e63-b1990e7050c3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.879020] env[62211]: DEBUG nova.scheduler.client.report [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1912.002400] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527e01da-da40-5754-42db-731f5c493404, 'name': SearchDatastore_Task, 'duration_secs': 0.0123} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.005323] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a930f6-de3b-4d6e-8b36-3ba3bb78dee7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.014025] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Waiting for the task: (returnval){ [ 1912.014025] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d46d7a-7a37-9266-d586-3946e3e8a956" [ 1912.014025] env[62211]: _type = "Task" [ 1912.014025] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.020534] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d46d7a-7a37-9266-d586-3946e3e8a956, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.045395] env[62211]: INFO nova.compute.manager [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] instance snapshotting [ 1912.048604] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b496c3-f732-41d1-9609-50ff4101cef3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.074782] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7554f5f8-cb54-4f48-986b-98dea7563509 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.247516] env[62211]: DEBUG nova.compute.manager [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1912.276512] env[62211]: DEBUG nova.virt.hardware [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1912.276512] env[62211]: DEBUG nova.virt.hardware [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1912.276512] env[62211]: DEBUG nova.virt.hardware [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1912.278133] env[62211]: DEBUG nova.virt.hardware [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1912.280028] env[62211]: DEBUG nova.virt.hardware [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1912.280028] env[62211]: DEBUG nova.virt.hardware [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1912.280028] env[62211]: DEBUG nova.virt.hardware [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1912.280028] env[62211]: DEBUG nova.virt.hardware [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1912.280028] env[62211]: DEBUG nova.virt.hardware [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1912.280028] env[62211]: DEBUG nova.virt.hardware [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1912.280028] env[62211]: DEBUG nova.virt.hardware [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1912.282293] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce8ebc3-e9cb-4a1c-8d96-5c5e8490ca2e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.291175] env[62211]: DEBUG nova.compute.manager [req-a8099c89-56a5-4bfb-ad9a-1366e1d52937 req-4e808337-a4c1-43ff-8113-b5ec807f3926 service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Received event network-changed-074ccb8e-4174-4f2a-90b1-75aa7162a81c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1912.291175] env[62211]: DEBUG nova.compute.manager [req-a8099c89-56a5-4bfb-ad9a-1366e1d52937 req-4e808337-a4c1-43ff-8113-b5ec807f3926 service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Refreshing instance network info cache due to event network-changed-074ccb8e-4174-4f2a-90b1-75aa7162a81c. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1912.291175] env[62211]: DEBUG oslo_concurrency.lockutils [req-a8099c89-56a5-4bfb-ad9a-1366e1d52937 req-4e808337-a4c1-43ff-8113-b5ec807f3926 service nova] Acquiring lock "refresh_cache-cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.291175] env[62211]: DEBUG oslo_concurrency.lockutils [req-a8099c89-56a5-4bfb-ad9a-1366e1d52937 req-4e808337-a4c1-43ff-8113-b5ec807f3926 service nova] Acquired lock "refresh_cache-cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.291175] env[62211]: DEBUG nova.network.neutron [req-a8099c89-56a5-4bfb-ad9a-1366e1d52937 req-4e808337-a4c1-43ff-8113-b5ec807f3926 service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Refreshing network info cache for port 074ccb8e-4174-4f2a-90b1-75aa7162a81c {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1912.299064] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d94f155-5cd8-4fe4-b28f-0b2d4a6b6d93 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.388707] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.392670] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.082s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.396186] env[62211]: INFO nova.compute.claims [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1912.420731] env[62211]: INFO nova.scheduler.client.report [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Deleted allocations for instance 958768a7-2cf2-4006-9375-09abea50c2d5 [ 1912.462343] env[62211]: DEBUG nova.network.neutron [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Updated VIF entry in instance network info cache for port a2a82df7-7aa0-4bcb-a073-4b17ef74e349. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1912.462343] env[62211]: DEBUG nova.network.neutron [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Updating instance_info_cache with network_info: [{"id": "a2a82df7-7aa0-4bcb-a073-4b17ef74e349", "address": "fa:16:3e:11:a5:32", "network": {"id": "5f881f83-b659-42bc-bd25-aec6be20ab5a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-518670706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6252b3eb686245a1960ae587084369af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a82df7-7a", "ovs_interfaceid": "a2a82df7-7aa0-4bcb-a073-4b17ef74e349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.524091] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d46d7a-7a37-9266-d586-3946e3e8a956, 'name': SearchDatastore_Task, 'duration_secs': 0.036022} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.524181] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.524424] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 042bd6d1-d788-4171-885c-e93a46af43a7/042bd6d1-d788-4171-885c-e93a46af43a7.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1912.524713] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-289edd11-a71d-4dae-8f33-12eda15993db {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.535594] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Waiting for the task: (returnval){ [ 1912.535594] env[62211]: value = "task-2074661" [ 1912.535594] env[62211]: _type = "Task" [ 1912.535594] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.544484] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.588118] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1912.588118] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b87704c0-1d72-4942-b093-6ac6238eb52e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.593653] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1912.593653] env[62211]: value = "task-2074662" [ 1912.593653] env[62211]: _type = "Task" [ 1912.593653] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.600412] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a36d7c2-609f-4794-9350-d54204c40596 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.600687] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b8096c7-e44a-488a-a55c-3283faf427ac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.610191] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074662, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.612165] env[62211]: DEBUG oslo_vmware.api [None req-9a36d7c2-609f-4794-9350-d54204c40596 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1912.612165] env[62211]: value = "task-2074663" [ 1912.612165] env[62211]: _type = "Task" [ 1912.612165] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.625892] env[62211]: DEBUG oslo_vmware.api [None req-9a36d7c2-609f-4794-9350-d54204c40596 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.929913] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa0ff9e7-447f-4d7a-ad73-97c99d43c04c tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "958768a7-2cf2-4006-9375-09abea50c2d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.953s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.965359] env[62211]: DEBUG oslo_concurrency.lockutils [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] Releasing lock "refresh_cache-042bd6d1-d788-4171-885c-e93a46af43a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.965980] env[62211]: DEBUG nova.compute.manager [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Received event network-changed-1f5a7631-2251-48f5-8e3f-11bc8634badf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1912.966260] env[62211]: DEBUG nova.compute.manager [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Refreshing instance network info cache due to event network-changed-1f5a7631-2251-48f5-8e3f-11bc8634badf. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1912.966590] env[62211]: DEBUG oslo_concurrency.lockutils [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] Acquiring lock "refresh_cache-318ea049-c1ce-4e68-9e63-b1990e7050c3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.966740] env[62211]: DEBUG oslo_concurrency.lockutils [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] Acquired lock "refresh_cache-318ea049-c1ce-4e68-9e63-b1990e7050c3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.966902] env[62211]: DEBUG nova.network.neutron [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Refreshing network info cache for port 1f5a7631-2251-48f5-8e3f-11bc8634badf {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1913.057035] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074661, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.113800] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074662, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.127596] env[62211]: DEBUG oslo_vmware.api [None req-9a36d7c2-609f-4794-9350-d54204c40596 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074663, 'name': PowerOffVM_Task, 'duration_secs': 0.252275} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.127872] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a36d7c2-609f-4794-9350-d54204c40596 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.128988] env[62211]: DEBUG nova.compute.manager [None req-9a36d7c2-609f-4794-9350-d54204c40596 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1913.129946] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a949b49-f6f2-4a2b-b800-9a2dd3dbe7cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.329758] env[62211]: DEBUG nova.network.neutron [req-a8099c89-56a5-4bfb-ad9a-1366e1d52937 req-4e808337-a4c1-43ff-8113-b5ec807f3926 service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Updated VIF entry in instance network info cache for port 074ccb8e-4174-4f2a-90b1-75aa7162a81c. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1913.330183] env[62211]: DEBUG nova.network.neutron [req-a8099c89-56a5-4bfb-ad9a-1366e1d52937 req-4e808337-a4c1-43ff-8113-b5ec807f3926 service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Updating instance_info_cache with network_info: [{"id": "074ccb8e-4174-4f2a-90b1-75aa7162a81c", "address": "fa:16:3e:9d:fe:09", "network": {"id": "dea05f9d-0ade-4db0-8556-ce185e28bb87", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-194341151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824c1accd5ac465284f3bf196d9e1518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074ccb8e-41", "ovs_interfaceid": "074ccb8e-4174-4f2a-90b1-75aa7162a81c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.550661] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616394} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.550661] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 042bd6d1-d788-4171-885c-e93a46af43a7/042bd6d1-d788-4171-885c-e93a46af43a7.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1913.550910] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1913.550944] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc1a4721-9f7b-4b37-8eb3-909cc7695cef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.559781] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Waiting for the task: (returnval){ [ 1913.559781] env[62211]: value = "task-2074664" [ 1913.559781] env[62211]: _type = "Task" [ 1913.559781] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.571808] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.608710] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074662, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.661090] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9a36d7c2-609f-4794-9350-d54204c40596 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "0f4ad662-7f72-436e-a05b-9255c76d06b9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.834289] env[62211]: DEBUG oslo_concurrency.lockutils [req-a8099c89-56a5-4bfb-ad9a-1366e1d52937 req-4e808337-a4c1-43ff-8113-b5ec807f3926 service nova] Releasing lock "refresh_cache-cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.958445] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa6a92e-362d-49cf-9856-e8194b05a263 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.969816] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f85bbe-2fb9-4529-be78-ddfaaa0cee91 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.005807] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf94025-9def-4d0a-a7b5-3656bbb4cb1f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.015857] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc3c44c-be11-4327-8ad7-fd74ab7c0f39 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.036530] env[62211]: DEBUG nova.compute.provider_tree [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1914.059987] env[62211]: DEBUG nova.network.neutron [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Updated VIF entry in instance network info cache for port 1f5a7631-2251-48f5-8e3f-11bc8634badf. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1914.060733] env[62211]: DEBUG nova.network.neutron [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Updating instance_info_cache with network_info: [{"id": "1f5a7631-2251-48f5-8e3f-11bc8634badf", "address": "fa:16:3e:4b:5f:3c", "network": {"id": "715d7782-5f7f-40f4-b10e-56643161ff77", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1272721512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238822613d0241f8b5e626c19906c8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5a7631-22", "ovs_interfaceid": "1f5a7631-2251-48f5-8e3f-11bc8634badf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.073783] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069798} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.074723] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1914.076795] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8caa4e6-f27f-449d-aa8d-b996cb18e11c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.107610] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 042bd6d1-d788-4171-885c-e93a46af43a7/042bd6d1-d788-4171-885c-e93a46af43a7.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1914.111645] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcaaf7ac-f619-4d7d-a20a-6e762bd9cc6b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.149748] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074662, 'name': CreateSnapshot_Task, 'duration_secs': 1.516653} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.151405] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1914.151751] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Waiting for the task: (returnval){ [ 1914.151751] env[62211]: value = "task-2074665" [ 1914.151751] env[62211]: _type = "Task" [ 1914.151751] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.152812] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98716a6-b3d8-4fc6-b9f6-321dce40e190 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.165100] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.332757] env[62211]: DEBUG nova.network.neutron [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Successfully updated port: 547b4caf-a805-4c12-8254-011a7888d2ea {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1914.345185] env[62211]: DEBUG nova.compute.manager [req-bdbd62df-b89e-42cf-bb32-4b4890a6f602 req-c4582bdb-6564-426d-bdc2-4927580db1b6 service nova] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Received event network-vif-plugged-547b4caf-a805-4c12-8254-011a7888d2ea {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1914.345499] env[62211]: DEBUG oslo_concurrency.lockutils [req-bdbd62df-b89e-42cf-bb32-4b4890a6f602 req-c4582bdb-6564-426d-bdc2-4927580db1b6 service nova] Acquiring lock "69cea9d8-4535-48cb-8e0f-f4b4ba124175-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.345639] env[62211]: DEBUG oslo_concurrency.lockutils [req-bdbd62df-b89e-42cf-bb32-4b4890a6f602 req-c4582bdb-6564-426d-bdc2-4927580db1b6 service nova] Lock "69cea9d8-4535-48cb-8e0f-f4b4ba124175-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.346147] env[62211]: DEBUG oslo_concurrency.lockutils [req-bdbd62df-b89e-42cf-bb32-4b4890a6f602 req-c4582bdb-6564-426d-bdc2-4927580db1b6 service nova] Lock "69cea9d8-4535-48cb-8e0f-f4b4ba124175-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.346147] env[62211]: DEBUG nova.compute.manager [req-bdbd62df-b89e-42cf-bb32-4b4890a6f602 req-c4582bdb-6564-426d-bdc2-4927580db1b6 service nova] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] No waiting events found dispatching network-vif-plugged-547b4caf-a805-4c12-8254-011a7888d2ea {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1914.346314] env[62211]: WARNING nova.compute.manager [req-bdbd62df-b89e-42cf-bb32-4b4890a6f602 req-c4582bdb-6564-426d-bdc2-4927580db1b6 service nova] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Received unexpected event network-vif-plugged-547b4caf-a805-4c12-8254-011a7888d2ea for instance with vm_state building and task_state spawning. [ 1914.542169] env[62211]: DEBUG nova.scheduler.client.report [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1914.565639] env[62211]: DEBUG oslo_concurrency.lockutils [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] Releasing lock "refresh_cache-318ea049-c1ce-4e68-9e63-b1990e7050c3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.565639] env[62211]: DEBUG nova.compute.manager [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Received event network-vif-deleted-02ce5b9f-1d70-4baa-965e-f4bb205280f3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1914.565639] env[62211]: DEBUG nova.compute.manager [req-d28f6767-4a95-4ce9-a7f8-7043d02c842b req-1642d0b2-2bc0-4a1d-b8fb-474577bf1266 service nova] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Received event network-vif-deleted-049ad28f-b45c-4328-a420-e9c8627191e1 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1914.666902] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074665, 'name': ReconfigVM_Task, 'duration_secs': 0.402956} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.667108] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 042bd6d1-d788-4171-885c-e93a46af43a7/042bd6d1-d788-4171-885c-e93a46af43a7.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1914.667929] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abb63b97-fe74-480f-9886-95c7d220d8bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.679956] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1914.681923] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-030c8a3f-f992-4ea9-9dd8-65835abc5ad1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.686435] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Waiting for the task: (returnval){ [ 1914.686435] env[62211]: value = "task-2074666" [ 1914.686435] env[62211]: _type = "Task" [ 1914.686435] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.694531] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1914.694531] env[62211]: value = "task-2074667" [ 1914.694531] env[62211]: _type = "Task" [ 1914.694531] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.703751] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074666, 'name': Rename_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.712079] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074667, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.755044] env[62211]: DEBUG nova.objects.instance [None req-fe5dac41-b48b-451f-9015-ca8ca20d45f2 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lazy-loading 'flavor' on Instance uuid 0f4ad662-7f72-436e-a05b-9255c76d06b9 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1914.836207] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "refresh_cache-69cea9d8-4535-48cb-8e0f-f4b4ba124175" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.836422] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquired lock "refresh_cache-69cea9d8-4535-48cb-8e0f-f4b4ba124175" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.836563] env[62211]: DEBUG nova.network.neutron [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1915.048383] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.049539] env[62211]: DEBUG nova.compute.manager [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1915.054233] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.886s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.061539] env[62211]: INFO nova.compute.claims [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1915.198783] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074666, 'name': Rename_Task, 'duration_secs': 0.384136} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.202266] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1915.202468] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf2e2e8f-d430-46ec-93d4-6ff721ba9442 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.212629] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074667, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.214462] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Waiting for the task: (returnval){ [ 1915.214462] env[62211]: value = "task-2074668" [ 1915.214462] env[62211]: _type = "Task" [ 1915.214462] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.223922] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.265925] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe5dac41-b48b-451f-9015-ca8ca20d45f2 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "refresh_cache-0f4ad662-7f72-436e-a05b-9255c76d06b9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.266289] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe5dac41-b48b-451f-9015-ca8ca20d45f2 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquired lock "refresh_cache-0f4ad662-7f72-436e-a05b-9255c76d06b9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.266594] env[62211]: DEBUG nova.network.neutron [None req-fe5dac41-b48b-451f-9015-ca8ca20d45f2 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1915.266870] env[62211]: DEBUG nova.objects.instance [None req-fe5dac41-b48b-451f-9015-ca8ca20d45f2 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lazy-loading 'info_cache' on Instance uuid 0f4ad662-7f72-436e-a05b-9255c76d06b9 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.385666] env[62211]: DEBUG nova.network.neutron [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1915.571672] env[62211]: DEBUG nova.compute.utils [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1915.573373] env[62211]: DEBUG nova.compute.manager [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Not allocating networking since 'none' was specified. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1915.634228] env[62211]: DEBUG nova.network.neutron [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Updating instance_info_cache with network_info: [{"id": "547b4caf-a805-4c12-8254-011a7888d2ea", "address": "fa:16:3e:df:b3:8d", "network": {"id": "d08b5b37-d9d5-488b-87ad-a8ade3d33134", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-625657356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04678b970fdf4802b41b8c8b395dd44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap547b4caf-a8", "ovs_interfaceid": "547b4caf-a805-4c12-8254-011a7888d2ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.710076] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074667, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.725099] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074668, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.773995] env[62211]: DEBUG nova.objects.base [None req-fe5dac41-b48b-451f-9015-ca8ca20d45f2 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Object Instance<0f4ad662-7f72-436e-a05b-9255c76d06b9> lazy-loaded attributes: flavor,info_cache {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1916.017550] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.017790] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.078598] env[62211]: DEBUG nova.compute.manager [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1916.140593] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Releasing lock "refresh_cache-69cea9d8-4535-48cb-8e0f-f4b4ba124175" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.140946] env[62211]: DEBUG nova.compute.manager [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Instance network_info: |[{"id": "547b4caf-a805-4c12-8254-011a7888d2ea", "address": "fa:16:3e:df:b3:8d", "network": {"id": "d08b5b37-d9d5-488b-87ad-a8ade3d33134", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-625657356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04678b970fdf4802b41b8c8b395dd44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap547b4caf-a8", "ovs_interfaceid": "547b4caf-a805-4c12-8254-011a7888d2ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1916.141348] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:b3:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '547b4caf-a805-4c12-8254-011a7888d2ea', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1916.149288] env[62211]: DEBUG oslo.service.loopingcall [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1916.152357] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1916.153389] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-388f4111-04ee-4318-b6e8-ca4963873307 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.178268] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1916.178268] env[62211]: value = "task-2074669" [ 1916.178268] env[62211]: _type = "Task" [ 1916.178268] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.188512] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074669, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.211894] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074667, 'name': CloneVM_Task, 'duration_secs': 1.400872} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.212245] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Created linked-clone VM from snapshot [ 1916.213069] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fc2eb0-4433-40ea-9398-c82cc8830ee3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.226882] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Uploading image 9e7bda25-2f4d-410d-bdb7-e00bd88679aa {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1916.234200] env[62211]: DEBUG oslo_vmware.api [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074668, 'name': PowerOnVM_Task, 'duration_secs': 0.664579} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.234713] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1916.234838] env[62211]: INFO nova.compute.manager [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1916.235124] env[62211]: DEBUG nova.compute.manager [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1916.235844] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9371fb-f937-47fd-8c46-8ae826a52a92 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.260021] env[62211]: DEBUG oslo_vmware.rw_handles [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1916.260021] env[62211]: value = "vm-425287" [ 1916.260021] env[62211]: _type = "VirtualMachine" [ 1916.260021] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1916.260282] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dae190b4-e082-4add-a531-ae1f54ef1962 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.272871] env[62211]: DEBUG oslo_vmware.rw_handles [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lease: (returnval){ [ 1916.272871] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f7d5cb-4f1d-ec25-c6ea-db2d5cb1a6a3" [ 1916.272871] env[62211]: _type = "HttpNfcLease" [ 1916.272871] env[62211]: } obtained for exporting VM: (result){ [ 1916.272871] env[62211]: value = "vm-425287" [ 1916.272871] env[62211]: _type = "VirtualMachine" [ 1916.272871] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1916.273252] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the lease: (returnval){ [ 1916.273252] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f7d5cb-4f1d-ec25-c6ea-db2d5cb1a6a3" [ 1916.273252] env[62211]: _type = "HttpNfcLease" [ 1916.273252] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1916.290804] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1916.290804] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f7d5cb-4f1d-ec25-c6ea-db2d5cb1a6a3" [ 1916.290804] env[62211]: _type = "HttpNfcLease" [ 1916.290804] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1916.293143] env[62211]: DEBUG oslo_vmware.rw_handles [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1916.293143] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f7d5cb-4f1d-ec25-c6ea-db2d5cb1a6a3" [ 1916.293143] env[62211]: _type = "HttpNfcLease" [ 1916.293143] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1916.293143] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dfe6f1-5fd0-4441-b8a9-fd098e31c279 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.303770] env[62211]: DEBUG oslo_vmware.rw_handles [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e10f4d-01ed-eb06-05ba-490fa31e9b4a/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1916.303770] env[62211]: DEBUG oslo_vmware.rw_handles [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e10f4d-01ed-eb06-05ba-490fa31e9b4a/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1916.395873] env[62211]: DEBUG nova.compute.manager [req-15948901-4a32-43bf-9f9b-fa3cc027e689 req-1c164c5d-0c73-4b31-b4e8-9816283c818d service nova] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Received event network-changed-547b4caf-a805-4c12-8254-011a7888d2ea {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1916.396116] env[62211]: DEBUG nova.compute.manager [req-15948901-4a32-43bf-9f9b-fa3cc027e689 req-1c164c5d-0c73-4b31-b4e8-9816283c818d service nova] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Refreshing instance network info cache due to event network-changed-547b4caf-a805-4c12-8254-011a7888d2ea. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1916.396371] env[62211]: DEBUG oslo_concurrency.lockutils [req-15948901-4a32-43bf-9f9b-fa3cc027e689 req-1c164c5d-0c73-4b31-b4e8-9816283c818d service nova] Acquiring lock "refresh_cache-69cea9d8-4535-48cb-8e0f-f4b4ba124175" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.396523] env[62211]: DEBUG oslo_concurrency.lockutils [req-15948901-4a32-43bf-9f9b-fa3cc027e689 req-1c164c5d-0c73-4b31-b4e8-9816283c818d service nova] Acquired lock "refresh_cache-69cea9d8-4535-48cb-8e0f-f4b4ba124175" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.396707] env[62211]: DEBUG nova.network.neutron [req-15948901-4a32-43bf-9f9b-fa3cc027e689 req-1c164c5d-0c73-4b31-b4e8-9816283c818d service nova] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Refreshing network info cache for port 547b4caf-a805-4c12-8254-011a7888d2ea {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1916.401968] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-800a7c48-d70d-4487-8c2d-55b2f676fcd3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.694412] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074669, 'name': CreateVM_Task, 'duration_secs': 0.468205} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.695709] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1916.696877] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e785e0c2-8457-461f-ab70-25835fa67002 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.701501] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.703017] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.703017] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1916.703017] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f9129f-08f0-46c0-854f-6cd824f2cd07 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.705852] env[62211]: DEBUG nova.network.neutron [None req-fe5dac41-b48b-451f-9015-ca8ca20d45f2 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Updating instance_info_cache with network_info: [{"id": "5a7ad6fc-a138-413f-be71-ea2646b66211", "address": "fa:16:3e:0a:86:f8", "network": {"id": "30553e96-6892-4418-ab31-5fe675f121cb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-47150752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e4b279e9c4c431695468ba65b56f6e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a7ad6fc-a1", "ovs_interfaceid": "5a7ad6fc-a138-413f-be71-ea2646b66211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.712555] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98d4889-3afc-4278-be6f-0f5c136ed93e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.721955] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1916.721955] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526bb310-35d7-b493-0b26-4d5d1137cb65" [ 1916.721955] env[62211]: _type = "Task" [ 1916.721955] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.758494] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b1032e-333e-4635-9e37-00f7dea33476 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.761369] env[62211]: INFO nova.compute.manager [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Took 45.71 seconds to build instance. [ 1916.768507] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526bb310-35d7-b493-0b26-4d5d1137cb65, 'name': SearchDatastore_Task, 'duration_secs': 0.013385} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.771474] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.771474] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1916.771474] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.771474] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.771474] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1916.771474] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-023dfb68-477f-438d-9749-b64f3766f56e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.776916] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1719a4-e010-4650-a027-ebffc8142af3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.783905] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1916.784156] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1916.792591] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4676d860-6c85-4787-95aa-519713637fb0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.797311] env[62211]: DEBUG nova.compute.provider_tree [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.804990] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1916.804990] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52edb136-e8b6-4124-55f3-0856d651bc19" [ 1916.804990] env[62211]: _type = "Task" [ 1916.804990] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.819144] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52edb136-e8b6-4124-55f3-0856d651bc19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.089280] env[62211]: DEBUG nova.compute.manager [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1917.122477] env[62211]: DEBUG nova.virt.hardware [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1917.124170] env[62211]: DEBUG nova.virt.hardware [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1917.124505] env[62211]: DEBUG nova.virt.hardware [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1917.124983] env[62211]: DEBUG nova.virt.hardware [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1917.125250] env[62211]: DEBUG nova.virt.hardware [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1917.125474] env[62211]: DEBUG nova.virt.hardware [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1917.125786] env[62211]: DEBUG nova.virt.hardware [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1917.126373] env[62211]: DEBUG nova.virt.hardware [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1917.126760] env[62211]: DEBUG nova.virt.hardware [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1917.127773] env[62211]: DEBUG nova.virt.hardware [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1917.131322] env[62211]: DEBUG nova.virt.hardware [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1917.131322] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e32d38a-300e-4824-a1d2-0eb105dc0af9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.151690] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035f71b6-cbb6-489d-a25a-ff041400f3b2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.168298] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Instance VIF info [] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1917.175823] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Creating folder: Project (14afc6c104c949c393193ff137ef751a). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1917.176268] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a00203f8-3b3e-4582-a2b3-53fd0c48736f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.191216] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Created folder: Project (14afc6c104c949c393193ff137ef751a) in parent group-v425157. [ 1917.191506] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Creating folder: Instances. Parent ref: group-v425289. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1917.191828] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b81999fc-1b48-4382-a225-627e2a5a09b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.207401] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Created folder: Instances in parent group-v425289. [ 1917.207702] env[62211]: DEBUG oslo.service.loopingcall [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1917.208453] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1917.208723] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-722b2fd3-54da-4cbe-b813-ae0f93354e0e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.223025] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe5dac41-b48b-451f-9015-ca8ca20d45f2 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Releasing lock "refresh_cache-0f4ad662-7f72-436e-a05b-9255c76d06b9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.233873] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1917.233873] env[62211]: value = "task-2074673" [ 1917.233873] env[62211]: _type = "Task" [ 1917.233873] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.244841] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074673, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.255695] env[62211]: DEBUG nova.network.neutron [req-15948901-4a32-43bf-9f9b-fa3cc027e689 req-1c164c5d-0c73-4b31-b4e8-9816283c818d service nova] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Updated VIF entry in instance network info cache for port 547b4caf-a805-4c12-8254-011a7888d2ea. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1917.256057] env[62211]: DEBUG nova.network.neutron [req-15948901-4a32-43bf-9f9b-fa3cc027e689 req-1c164c5d-0c73-4b31-b4e8-9816283c818d service nova] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Updating instance_info_cache with network_info: [{"id": "547b4caf-a805-4c12-8254-011a7888d2ea", "address": "fa:16:3e:df:b3:8d", "network": {"id": "d08b5b37-d9d5-488b-87ad-a8ade3d33134", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-625657356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04678b970fdf4802b41b8c8b395dd44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap547b4caf-a8", "ovs_interfaceid": "547b4caf-a805-4c12-8254-011a7888d2ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.270164] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00fc176a-e967-441a-a98b-4ea3c6f52fc8 tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Lock "042bd6d1-d788-4171-885c-e93a46af43a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.098s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.300385] env[62211]: DEBUG nova.scheduler.client.report [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1917.318717] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52edb136-e8b6-4124-55f3-0856d651bc19, 'name': SearchDatastore_Task, 'duration_secs': 0.017976} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.319692] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86dff743-b978-4857-8b13-ba11741595c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.328318] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1917.328318] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52bf8aa6-7709-1ba9-1077-b1f6e3ae7f75" [ 1917.328318] env[62211]: _type = "Task" [ 1917.328318] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.338242] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52bf8aa6-7709-1ba9-1077-b1f6e3ae7f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.747274] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074673, 'name': CreateVM_Task} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.748235] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1917.748839] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.749020] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.749425] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1917.749749] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f58fd6e-eca0-43f6-a7f6-7a759acf848d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.756623] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1917.756623] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52445535-7190-6ab7-aa39-505ca893a14e" [ 1917.756623] env[62211]: _type = "Task" [ 1917.756623] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.763991] env[62211]: DEBUG oslo_concurrency.lockutils [req-15948901-4a32-43bf-9f9b-fa3cc027e689 req-1c164c5d-0c73-4b31-b4e8-9816283c818d service nova] Releasing lock "refresh_cache-69cea9d8-4535-48cb-8e0f-f4b4ba124175" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.774361] env[62211]: DEBUG nova.compute.manager [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1917.778700] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52445535-7190-6ab7-aa39-505ca893a14e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.806544] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.807234] env[62211]: DEBUG nova.compute.manager [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1917.810103] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.851s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.810457] env[62211]: DEBUG nova.objects.instance [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Lazy-loading 'resources' on Instance uuid 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1917.842762] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52bf8aa6-7709-1ba9-1077-b1f6e3ae7f75, 'name': SearchDatastore_Task, 'duration_secs': 0.016407} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.843148] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.843475] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 69cea9d8-4535-48cb-8e0f-f4b4ba124175/69cea9d8-4535-48cb-8e0f-f4b4ba124175.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1917.843768] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b43323f-b2d2-4014-be35-c167afb1bf06 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.852968] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1917.852968] env[62211]: value = "task-2074674" [ 1917.852968] env[62211]: _type = "Task" [ 1917.852968] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.863473] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.234384] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5dac41-b48b-451f-9015-ca8ca20d45f2 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1918.235150] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80692b2b-154a-47cc-ba4f-f1d48fbd9b41 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.245502] env[62211]: DEBUG oslo_vmware.api [None req-fe5dac41-b48b-451f-9015-ca8ca20d45f2 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1918.245502] env[62211]: value = "task-2074675" [ 1918.245502] env[62211]: _type = "Task" [ 1918.245502] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.255368] env[62211]: DEBUG oslo_vmware.api [None req-fe5dac41-b48b-451f-9015-ca8ca20d45f2 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.269017] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Acquiring lock "042bd6d1-d788-4171-885c-e93a46af43a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.269841] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Lock "042bd6d1-d788-4171-885c-e93a46af43a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.270137] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Acquiring lock "042bd6d1-d788-4171-885c-e93a46af43a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.270371] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Lock "042bd6d1-d788-4171-885c-e93a46af43a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.270547] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Lock "042bd6d1-d788-4171-885c-e93a46af43a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.272441] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52445535-7190-6ab7-aa39-505ca893a14e, 'name': SearchDatastore_Task, 'duration_secs': 0.017702} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.272711] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.273146] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1918.273462] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.273784] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.274088] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1918.274742] env[62211]: INFO nova.compute.manager [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Terminating instance [ 1918.276379] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ee8332b-02e9-46c0-b917-3abf464ead68 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.305811] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1918.308023] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1918.308023] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f20f1f-e104-4770-90ce-852810c45f6f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.318326] env[62211]: DEBUG nova.compute.utils [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1918.325388] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.326078] env[62211]: DEBUG nova.compute.manager [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Not allocating networking since 'none' was specified. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1918.331816] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1918.331816] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52533c8b-942a-324e-7bb9-67b62ef5d5b5" [ 1918.331816] env[62211]: _type = "Task" [ 1918.331816] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.342395] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52533c8b-942a-324e-7bb9-67b62ef5d5b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.367833] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074674, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.761504] env[62211]: DEBUG oslo_vmware.api [None req-fe5dac41-b48b-451f-9015-ca8ca20d45f2 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074675, 'name': PowerOnVM_Task, 'duration_secs': 0.505241} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.762590] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5dac41-b48b-451f-9015-ca8ca20d45f2 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1918.762723] env[62211]: DEBUG nova.compute.manager [None req-fe5dac41-b48b-451f-9015-ca8ca20d45f2 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1918.763814] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17f5cf4-b6c6-4e8f-a107-79174627d734 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.794442] env[62211]: DEBUG nova.compute.manager [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1918.794619] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.796651] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3499991d-f53a-4863-9dcc-82cd6bd4a133 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.808510] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.811695] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dd53da8-1b1f-4079-8ed4-338c76b49bc9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.822188] env[62211]: DEBUG oslo_vmware.api [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Waiting for the task: (returnval){ [ 1918.822188] env[62211]: value = "task-2074676" [ 1918.822188] env[62211]: _type = "Task" [ 1918.822188] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.827846] env[62211]: DEBUG nova.compute.manager [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1918.844443] env[62211]: DEBUG oslo_vmware.api [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.852565] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52533c8b-942a-324e-7bb9-67b62ef5d5b5, 'name': SearchDatastore_Task, 'duration_secs': 0.055083} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.854393] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-462d0ef5-00ca-4e5f-b4af-37f3d852a304 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.869358] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1918.869358] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526be7b9-5030-51e1-e850-21fceca43be0" [ 1918.869358] env[62211]: _type = "Task" [ 1918.869358] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.869684] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670923} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.869921] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 69cea9d8-4535-48cb-8e0f-f4b4ba124175/69cea9d8-4535-48cb-8e0f-f4b4ba124175.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1918.870166] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1918.873452] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0e2aee3-b2c3-4287-9bc8-aead35d03b42 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.886164] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526be7b9-5030-51e1-e850-21fceca43be0, 'name': SearchDatastore_Task, 'duration_secs': 0.01627} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.886164] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.886313] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 3728f936-e7e7-4178-8dc6-88cb5eba6fd0/3728f936-e7e7-4178-8dc6-88cb5eba6fd0.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1918.886651] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1918.886651] env[62211]: value = "task-2074677" [ 1918.886651] env[62211]: _type = "Task" [ 1918.886651] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.886882] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef99c041-8225-4dec-bfd7-669f81361c7c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.895323] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb2bb7d-bea0-4bbe-9b62-108af96eefab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.901609] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.903262] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1918.903262] env[62211]: value = "task-2074678" [ 1918.903262] env[62211]: _type = "Task" [ 1918.903262] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.910074] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0c1f4b-4fea-4cc3-8a53-99b83929f63a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.916907] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.946050] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8b1e71-bc8b-4ae5-96d3-4c381416e747 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.954865] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d597eb3-b7b4-4f8d-b830-b99d0a97db55 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.973236] env[62211]: DEBUG nova.compute.provider_tree [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1919.334134] env[62211]: DEBUG oslo_vmware.api [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074676, 'name': PowerOffVM_Task, 'duration_secs': 0.226324} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.334518] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1919.334574] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1919.334994] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1445a6d5-b4f3-42a2-b5ea-329ee477b5d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.401962] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102194} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.402273] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1919.403322] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0eee77-19d5-4fad-9600-e0c2c42bc232 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.439604] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 69cea9d8-4535-48cb-8e0f-f4b4ba124175/69cea9d8-4535-48cb-8e0f-f4b4ba124175.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1919.439969] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074678, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.440274] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0172edad-4c93-4a3e-b30f-a732ef397991 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.462617] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1919.462617] env[62211]: value = "task-2074680" [ 1919.462617] env[62211]: _type = "Task" [ 1919.462617] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.472999] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.497629] env[62211]: ERROR nova.scheduler.client.report [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] [req-56134a58-d2c2-4ba2-a4dc-89d7199e92d2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-56134a58-d2c2-4ba2-a4dc-89d7199e92d2"}]} [ 1919.516448] env[62211]: DEBUG nova.scheduler.client.report [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1919.522676] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1919.522977] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1919.523190] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Deleting the datastore file [datastore1] 042bd6d1-d788-4171-885c-e93a46af43a7 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1919.523633] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70a020d6-7c93-4114-aa29-96d48181dc1d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.532874] env[62211]: DEBUG oslo_vmware.api [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Waiting for the task: (returnval){ [ 1919.532874] env[62211]: value = "task-2074681" [ 1919.532874] env[62211]: _type = "Task" [ 1919.532874] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.533943] env[62211]: DEBUG nova.scheduler.client.report [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1919.534275] env[62211]: DEBUG nova.compute.provider_tree [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1919.545093] env[62211]: DEBUG oslo_vmware.api [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.550104] env[62211]: DEBUG nova.scheduler.client.report [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1919.568108] env[62211]: DEBUG nova.scheduler.client.report [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1919.843970] env[62211]: DEBUG nova.compute.manager [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1919.869761] env[62211]: DEBUG nova.virt.hardware [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.869919] env[62211]: DEBUG nova.virt.hardware [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.870140] env[62211]: DEBUG nova.virt.hardware [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.870387] env[62211]: DEBUG nova.virt.hardware [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.870524] env[62211]: DEBUG nova.virt.hardware [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.870696] env[62211]: DEBUG nova.virt.hardware [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.870905] env[62211]: DEBUG nova.virt.hardware [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.871310] env[62211]: DEBUG nova.virt.hardware [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.871310] env[62211]: DEBUG nova.virt.hardware [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.871476] env[62211]: DEBUG nova.virt.hardware [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.871726] env[62211]: DEBUG nova.virt.hardware [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.872723] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2d2894-4ae3-4609-9c27-c5486ab189ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.882347] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667f271e-8858-45b8-953b-ff033678256a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.902016] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Instance VIF info [] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1919.909327] env[62211]: DEBUG oslo.service.loopingcall [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1919.912696] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7234e314-198d-4737-ba51-526309ea9940] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1919.915991] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d84d444-cacb-41b4-b972-2eeefad887b2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.940381] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57704} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.942115] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 3728f936-e7e7-4178-8dc6-88cb5eba6fd0/3728f936-e7e7-4178-8dc6-88cb5eba6fd0.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1919.943032] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1919.943032] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1919.943032] env[62211]: value = "task-2074682" [ 1919.943032] env[62211]: _type = "Task" [ 1919.943032] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.943032] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f22959f6-e766-4674-8af7-dfda03fe1546 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.958449] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074682, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.960037] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1919.960037] env[62211]: value = "task-2074683" [ 1919.960037] env[62211]: _type = "Task" [ 1919.960037] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.977729] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.981451] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.043608] env[62211]: DEBUG oslo_vmware.api [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Task: {'id': task-2074681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27478} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.043969] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1920.044166] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1920.044341] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1920.044512] env[62211]: INFO nova.compute.manager [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1920.045059] env[62211]: DEBUG oslo.service.loopingcall [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.047951] env[62211]: DEBUG nova.compute.manager [-] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1920.048078] env[62211]: DEBUG nova.network.neutron [-] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1920.149631] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d12b2e-1913-4601-a0c1-4e61601d323b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.159325] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d52d202-3211-4a16-819c-d31ddbd045a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.196668] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc382b13-ba57-4008-94ac-92a89dcf20b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.207487] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deb668b-601e-4d92-a3e0-f0b7b746f050 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.226505] env[62211]: DEBUG nova.compute.provider_tree [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1920.460948] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074682, 'name': CreateVM_Task, 'duration_secs': 0.35728} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.466723] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7234e314-198d-4737-ba51-526309ea9940] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1920.467462] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.467612] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.468141] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1920.471994] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-326ffa17-34ef-4952-bcdf-516f059c0982 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.482445] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122777} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.487268] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1920.487685] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1920.487685] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]520b96b0-28b0-5c61-6dd9-538cb5718ec7" [ 1920.487685] env[62211]: _type = "Task" [ 1920.487685] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.487945] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074680, 'name': ReconfigVM_Task, 'duration_secs': 0.592287} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.488818] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea283e4-1721-43f0-8f92-0528a5b795bc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.495192] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 69cea9d8-4535-48cb-8e0f-f4b4ba124175/69cea9d8-4535-48cb-8e0f-f4b4ba124175.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1920.499717] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de9d2351-ca23-4be1-8cf2-4ee7d908a28a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.509017] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520b96b0-28b0-5c61-6dd9-538cb5718ec7, 'name': SearchDatastore_Task, 'duration_secs': 0.015842} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.518728] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.519052] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1920.519326] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.519480] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.519674] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1920.520050] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1920.520050] env[62211]: value = "task-2074684" [ 1920.520050] env[62211]: _type = "Task" [ 1920.520050] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.528964] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 3728f936-e7e7-4178-8dc6-88cb5eba6fd0/3728f936-e7e7-4178-8dc6-88cb5eba6fd0.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1920.529310] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-921b1230-2cfa-4b51-8d34-67ddf924fb95 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.531557] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e86be3e7-7132-4369-afdf-2e46d6f4a5eb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.557311] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074684, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.559573] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1920.559573] env[62211]: value = "task-2074685" [ 1920.559573] env[62211]: _type = "Task" [ 1920.559573] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.559810] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1920.559972] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1920.560769] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2353a911-492b-4100-9597-f069b1c4d09c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.570195] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1920.570195] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5208db44-dbae-3df7-9917-f6ecbd0398c9" [ 1920.570195] env[62211]: _type = "Task" [ 1920.570195] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.573190] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.581770] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5208db44-dbae-3df7-9917-f6ecbd0398c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.665248] env[62211]: DEBUG nova.compute.manager [req-61307fe2-094e-498f-9fd7-0c3ed22c118e req-379f720b-eb85-4406-8657-a8eef5a1aa8a service nova] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Received event network-vif-deleted-a2a82df7-7aa0-4bcb-a073-4b17ef74e349 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1920.665248] env[62211]: INFO nova.compute.manager [req-61307fe2-094e-498f-9fd7-0c3ed22c118e req-379f720b-eb85-4406-8657-a8eef5a1aa8a service nova] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Neutron deleted interface a2a82df7-7aa0-4bcb-a073-4b17ef74e349; detaching it from the instance and deleting it from the info cache [ 1920.665705] env[62211]: DEBUG nova.network.neutron [req-61307fe2-094e-498f-9fd7-0c3ed22c118e req-379f720b-eb85-4406-8657-a8eef5a1aa8a service nova] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.761302] env[62211]: DEBUG nova.scheduler.client.report [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1920.761513] env[62211]: DEBUG nova.compute.provider_tree [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 69 to 70 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1920.761706] env[62211]: DEBUG nova.compute.provider_tree [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1920.897809] env[62211]: DEBUG nova.network.neutron [-] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.045623] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074684, 'name': Rename_Task, 'duration_secs': 0.179348} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.045623] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1921.046066] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d9cc653-044a-4de6-94e4-aad1bc9284f3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.056473] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1921.056473] env[62211]: value = "task-2074686" [ 1921.056473] env[62211]: _type = "Task" [ 1921.056473] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.068307] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.078669] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.098824] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5208db44-dbae-3df7-9917-f6ecbd0398c9, 'name': SearchDatastore_Task, 'duration_secs': 0.015067} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.099667] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9670f888-716f-4d47-bd27-8be4ad22bd4a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.107444] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1921.107444] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52508338-fe22-16df-91aa-978ed9f56096" [ 1921.107444] env[62211]: _type = "Task" [ 1921.107444] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.118826] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52508338-fe22-16df-91aa-978ed9f56096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.170152] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e428e3d2-012d-4336-8d6f-a523e870a99a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.181728] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5312c6d-29fa-4103-8d93-9b00eb70b543 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.222017] env[62211]: DEBUG nova.compute.manager [req-61307fe2-094e-498f-9fd7-0c3ed22c118e req-379f720b-eb85-4406-8657-a8eef5a1aa8a service nova] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Detach interface failed, port_id=a2a82df7-7aa0-4bcb-a073-4b17ef74e349, reason: Instance 042bd6d1-d788-4171-885c-e93a46af43a7 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1921.267367] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.457s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.269925] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.005s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.270238] env[62211]: DEBUG nova.objects.instance [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Lazy-loading 'resources' on Instance uuid 42a83e79-9558-4c38-94a7-50847ca57ea0 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.304873] env[62211]: INFO nova.scheduler.client.report [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Deleted allocations for instance 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f [ 1921.401153] env[62211]: INFO nova.compute.manager [-] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Took 1.35 seconds to deallocate network for instance. [ 1921.568240] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.573679] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074685, 'name': ReconfigVM_Task, 'duration_secs': 0.614737} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.574108] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 3728f936-e7e7-4178-8dc6-88cb5eba6fd0/3728f936-e7e7-4178-8dc6-88cb5eba6fd0.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1921.574881] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4736454b-d78e-4793-94eb-22cf9b941665 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.582898] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1921.582898] env[62211]: value = "task-2074687" [ 1921.582898] env[62211]: _type = "Task" [ 1921.582898] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.599920] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074687, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.617882] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52508338-fe22-16df-91aa-978ed9f56096, 'name': SearchDatastore_Task, 'duration_secs': 0.023047} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.618648] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.619040] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 7234e314-198d-4737-ba51-526309ea9940/7234e314-198d-4737-ba51-526309ea9940.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1921.619463] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79303e28-2f79-45c9-a930-1b0c7cdbfc0c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.628510] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1921.628510] env[62211]: value = "task-2074688" [ 1921.628510] env[62211]: _type = "Task" [ 1921.628510] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.636205] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.798568] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d4454029-7f30-4605-9b3c-24b4d59fa2e3 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.798845] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d4454029-7f30-4605-9b3c-24b4d59fa2e3 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.799035] env[62211]: DEBUG nova.compute.manager [None req-d4454029-7f30-4605-9b3c-24b4d59fa2e3 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1921.800720] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2ed596-3587-4ce0-b688-b0e77f72b125 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.809787] env[62211]: DEBUG nova.compute.manager [None req-d4454029-7f30-4605-9b3c-24b4d59fa2e3 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62211) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1921.810502] env[62211]: DEBUG nova.objects.instance [None req-d4454029-7f30-4605-9b3c-24b4d59fa2e3 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lazy-loading 'flavor' on Instance uuid 34f95e70-db34-42cf-8b4f-bebcc26c289b {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.815913] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f0b29cb-036d-44e0-b734-af17e84ee316 tempest-VolumesAssistedSnapshotsTest-352964524 tempest-VolumesAssistedSnapshotsTest-352964524-project-member] Lock "102b1ee3-aea4-4f71-a9fa-5e29fb094a0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.584s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.908738] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.076509] env[62211]: DEBUG oslo_vmware.api [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074686, 'name': PowerOnVM_Task, 'duration_secs': 0.698045} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.080676] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1922.080676] env[62211]: INFO nova.compute.manager [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1922.080836] env[62211]: DEBUG nova.compute.manager [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1922.081950] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f58a23-5012-4436-9cb5-a69421f38980 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.103019] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074687, 'name': Rename_Task, 'duration_secs': 0.192761} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.103373] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1922.103829] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c8f5d39-6fb8-431d-b4a2-f42bd2ec6e23 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.111203] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1922.111203] env[62211]: value = "task-2074689" [ 1922.111203] env[62211]: _type = "Task" [ 1922.111203] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.129958] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074689, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.142998] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074688, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.385021] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e52727-40a1-4b68-8827-28c1cbecc388 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.393850] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fd5397-eb1c-48b2-91fb-a35ab08affa9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.431874] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2add647b-e5c2-47d5-a087-3465fc4e92bc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.442449] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4a1836-cbfa-4cc9-8141-b4204bf0daba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.459016] env[62211]: DEBUG nova.compute.provider_tree [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1922.611405] env[62211]: INFO nova.compute.manager [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Took 37.51 seconds to build instance. [ 1922.622740] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074689, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.639836] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598035} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.640114] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 7234e314-198d-4737-ba51-526309ea9940/7234e314-198d-4737-ba51-526309ea9940.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1922.640338] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1922.640665] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cefbc69a-2fca-423c-90ee-9fa38fc6655b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.649174] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1922.649174] env[62211]: value = "task-2074690" [ 1922.649174] env[62211]: _type = "Task" [ 1922.649174] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.657317] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.823230] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4454029-7f30-4605-9b3c-24b4d59fa2e3 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1922.823560] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67e9aa3c-f494-4dab-ba2a-c0738506cdb6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.834816] env[62211]: DEBUG oslo_vmware.api [None req-d4454029-7f30-4605-9b3c-24b4d59fa2e3 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 1922.834816] env[62211]: value = "task-2074691" [ 1922.834816] env[62211]: _type = "Task" [ 1922.834816] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.845378] env[62211]: DEBUG oslo_vmware.api [None req-d4454029-7f30-4605-9b3c-24b4d59fa2e3 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.995107] env[62211]: DEBUG nova.scheduler.client.report [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1922.995468] env[62211]: DEBUG nova.compute.provider_tree [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 70 to 71 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1922.995665] env[62211]: DEBUG nova.compute.provider_tree [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1923.120131] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7ae558a0-04c4-4468-9024-217ac6659ea8 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "69cea9d8-4535-48cb-8e0f-f4b4ba124175" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.195s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.128869] env[62211]: DEBUG oslo_vmware.api [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074689, 'name': PowerOnVM_Task, 'duration_secs': 0.654236} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.128869] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1923.128869] env[62211]: INFO nova.compute.manager [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Took 6.04 seconds to spawn the instance on the hypervisor. [ 1923.128869] env[62211]: DEBUG nova.compute.manager [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1923.129826] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbb65de-c1fb-4997-bbe1-94ea9f1afb02 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.159486] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069615} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.159990] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1923.160717] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2383045e-2845-48a6-a6db-cd4ec8093c9a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.183342] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 7234e314-198d-4737-ba51-526309ea9940/7234e314-198d-4737-ba51-526309ea9940.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1923.184042] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0feb3ab5-715f-4435-b902-1c4f40f3cfa9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.204673] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1923.204673] env[62211]: value = "task-2074692" [ 1923.204673] env[62211]: _type = "Task" [ 1923.204673] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.213668] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.348883] env[62211]: DEBUG oslo_vmware.api [None req-d4454029-7f30-4605-9b3c-24b4d59fa2e3 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074691, 'name': PowerOffVM_Task, 'duration_secs': 0.326633} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.349055] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4454029-7f30-4605-9b3c-24b4d59fa2e3 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1923.349478] env[62211]: DEBUG nova.compute.manager [None req-d4454029-7f30-4605-9b3c-24b4d59fa2e3 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1923.350502] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ec9bc1-b9bb-4946-a1fe-a2aae81133c9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.411237] env[62211]: DEBUG oslo_concurrency.lockutils [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "2f7b66d0-b6ee-4261-a565-cc3e2008f8a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.411617] env[62211]: DEBUG oslo_concurrency.lockutils [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "2f7b66d0-b6ee-4261-a565-cc3e2008f8a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.412700] env[62211]: DEBUG oslo_concurrency.lockutils [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "2f7b66d0-b6ee-4261-a565-cc3e2008f8a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.412700] env[62211]: DEBUG oslo_concurrency.lockutils [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "2f7b66d0-b6ee-4261-a565-cc3e2008f8a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.412700] env[62211]: DEBUG oslo_concurrency.lockutils [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "2f7b66d0-b6ee-4261-a565-cc3e2008f8a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.415041] env[62211]: INFO nova.compute.manager [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Terminating instance [ 1923.505203] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.507019] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.002s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.508657] env[62211]: INFO nova.compute.claims [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1923.533197] env[62211]: INFO nova.scheduler.client.report [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Deleted allocations for instance 42a83e79-9558-4c38-94a7-50847ca57ea0 [ 1923.622957] env[62211]: DEBUG nova.compute.manager [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1923.655752] env[62211]: INFO nova.compute.manager [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Took 35.36 seconds to build instance. [ 1923.721172] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.866581] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d4454029-7f30-4605-9b3c-24b4d59fa2e3 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.922389] env[62211]: DEBUG nova.compute.manager [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1923.922737] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1923.923885] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f7c801-acd1-4b9a-90f5-5ef217095b15 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.932440] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1923.932617] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31bb6cc7-ca8f-4966-95d6-d5975025f152 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.939829] env[62211]: DEBUG oslo_vmware.api [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1923.939829] env[62211]: value = "task-2074693" [ 1923.939829] env[62211]: _type = "Task" [ 1923.939829] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.949648] env[62211]: DEBUG oslo_vmware.api [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.040335] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f224d9c1-7406-4144-9608-221189556c3e tempest-AttachInterfacesUnderV243Test-1992882950 tempest-AttachInterfacesUnderV243Test-1992882950-project-member] Lock "42a83e79-9558-4c38-94a7-50847ca57ea0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.215s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.157932] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5c637c50-0129-4d10-acb5-095b168fa592 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "3728f936-e7e7-4178-8dc6-88cb5eba6fd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.224s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.162432] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.221030] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074692, 'name': ReconfigVM_Task, 'duration_secs': 0.687673} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.221030] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 7234e314-198d-4737-ba51-526309ea9940/7234e314-198d-4737-ba51-526309ea9940.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1924.221030] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8c08657-b831-4b07-9f0e-16671e68aa2b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.241526] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1924.241526] env[62211]: value = "task-2074694" [ 1924.241526] env[62211]: _type = "Task" [ 1924.241526] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.252764] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074694, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.450257] env[62211]: DEBUG oslo_vmware.api [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074693, 'name': PowerOffVM_Task, 'duration_secs': 0.329026} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.450512] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1924.450715] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1924.451136] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dd1a40c-0a49-45bf-a769-bbebb04bb54e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.628173] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1924.628451] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1924.628964] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Deleting the datastore file [datastore1] 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1924.631862] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89f71e57-3e85-4a8a-a43a-40fa1f19f95e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.640616] env[62211]: DEBUG oslo_vmware.api [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1924.640616] env[62211]: value = "task-2074696" [ 1924.640616] env[62211]: _type = "Task" [ 1924.640616] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.657721] env[62211]: DEBUG oslo_vmware.api [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.667509] env[62211]: DEBUG nova.compute.manager [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1924.759097] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074694, 'name': Rename_Task, 'duration_secs': 0.187574} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.759306] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1924.759598] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00c586c8-e8bc-4715-8a5c-a78aa97a8d89 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.766743] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1924.766743] env[62211]: value = "task-2074697" [ 1924.766743] env[62211]: _type = "Task" [ 1924.766743] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.782192] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.156201] env[62211]: DEBUG oslo_vmware.api [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407574} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.157696] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1925.157696] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1925.157696] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1925.157696] env[62211]: INFO nova.compute.manager [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1925.157976] env[62211]: DEBUG oslo.service.loopingcall [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.158541] env[62211]: DEBUG nova.compute.manager [-] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1925.158797] env[62211]: DEBUG nova.network.neutron [-] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1925.164528] env[62211]: DEBUG nova.compute.manager [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1925.164934] env[62211]: DEBUG nova.compute.manager [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1925.166774] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924e22e1-c592-4342-a5d2-1793ad42b526 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.171665] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236dbf52-079d-418c-860f-dc9928688310 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.179393] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8db095-f32b-436d-a085-a8d0c874ee0e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.200587] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d69d956-9fb9-4742-9330-6a59032157f1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.233595] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.236326] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e487782-2b9e-457a-a8e7-64c60ede03e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.242626] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf5a861-624d-4ccd-baff-540902e82a98 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.258747] env[62211]: DEBUG nova.compute.provider_tree [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1925.281853] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.593682] env[62211]: DEBUG nova.objects.instance [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lazy-loading 'flavor' on Instance uuid 34f95e70-db34-42cf-8b4f-bebcc26c289b {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1925.703630] env[62211]: INFO nova.compute.manager [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] instance snapshotting [ 1925.707022] env[62211]: INFO nova.compute.manager [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] instance snapshotting [ 1925.707483] env[62211]: DEBUG nova.objects.instance [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lazy-loading 'flavor' on Instance uuid 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1925.710180] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b85d3ad-29e6-4d54-aabe-65286344ee8c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.739695] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743fcad7-3633-4b7f-9ce9-32575736fb8e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.782188] env[62211]: DEBUG oslo_vmware.api [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074697, 'name': PowerOnVM_Task, 'duration_secs': 0.795161} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.782259] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1925.782448] env[62211]: INFO nova.compute.manager [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Took 5.94 seconds to spawn the instance on the hypervisor. [ 1925.782623] env[62211]: DEBUG nova.compute.manager [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1925.783488] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd1ba82-4d24-4925-b4e8-e3c1f18657db {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.811911] env[62211]: DEBUG nova.scheduler.client.report [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1925.812464] env[62211]: DEBUG nova.compute.provider_tree [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 71 to 72 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1925.812464] env[62211]: DEBUG nova.compute.provider_tree [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1925.845376] env[62211]: DEBUG oslo_vmware.rw_handles [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e10f4d-01ed-eb06-05ba-490fa31e9b4a/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1925.849503] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696e5eb1-2e0d-4ca2-99b6-3cae9eb3f4fb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.860259] env[62211]: DEBUG oslo_vmware.rw_handles [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e10f4d-01ed-eb06-05ba-490fa31e9b4a/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1925.860259] env[62211]: ERROR oslo_vmware.rw_handles [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e10f4d-01ed-eb06-05ba-490fa31e9b4a/disk-0.vmdk due to incomplete transfer. [ 1925.860259] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99abed9e-4cc0-4d13-a1d1-7b04887c2ca2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.868035] env[62211]: DEBUG oslo_vmware.rw_handles [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e10f4d-01ed-eb06-05ba-490fa31e9b4a/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1925.868740] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Uploaded image 9e7bda25-2f4d-410d-bdb7-e00bd88679aa to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1925.872332] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1925.873280] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38d5e343-480c-4116-b606-24394c1a057a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.880938] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1925.880938] env[62211]: value = "task-2074698" [ 1925.880938] env[62211]: _type = "Task" [ 1925.880938] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.890575] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074698, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.040779] env[62211]: DEBUG nova.compute.manager [req-6c8e364e-c084-4c3c-a793-9e8830768d40 req-9ac9c305-23d9-4b9f-9f59-babc13c4c53d service nova] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Received event network-vif-deleted-c36cc8cd-4943-4abd-adbc-6095abf0dc03 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1926.041302] env[62211]: INFO nova.compute.manager [req-6c8e364e-c084-4c3c-a793-9e8830768d40 req-9ac9c305-23d9-4b9f-9f59-babc13c4c53d service nova] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Neutron deleted interface c36cc8cd-4943-4abd-adbc-6095abf0dc03; detaching it from the instance and deleting it from the info cache [ 1926.043145] env[62211]: DEBUG nova.network.neutron [req-6c8e364e-c084-4c3c-a793-9e8830768d40 req-9ac9c305-23d9-4b9f-9f59-babc13c4c53d service nova] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.099854] env[62211]: DEBUG oslo_concurrency.lockutils [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.100058] env[62211]: DEBUG oslo_concurrency.lockutils [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.100241] env[62211]: DEBUG nova.network.neutron [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1926.100486] env[62211]: DEBUG nova.objects.instance [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lazy-loading 'info_cache' on Instance uuid 34f95e70-db34-42cf-8b4f-bebcc26c289b {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1926.219058] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad745e9-59a6-447f-ad86-44792c2ef3b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.244473] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecc1ab8-6b98-4115-bb33-a6c96f53f2c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.255228] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1926.255432] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab08e558-8636-480f-a964-59f7114773cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.264718] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1926.264718] env[62211]: value = "task-2074699" [ 1926.264718] env[62211]: _type = "Task" [ 1926.264718] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.275245] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074699, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.311139] env[62211]: INFO nova.compute.manager [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Took 35.16 seconds to build instance. [ 1926.321456] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.322129] env[62211]: DEBUG nova.compute.manager [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1926.330850] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.333s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.333388] env[62211]: INFO nova.compute.claims [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1926.355750] env[62211]: DEBUG nova.network.neutron [-] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.396231] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074698, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.545319] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ff47182-290e-4994-99cb-768dc3d131bb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.555102] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e04605-c330-4b37-bc43-53b660469422 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.599043] env[62211]: DEBUG nova.compute.manager [req-6c8e364e-c084-4c3c-a793-9e8830768d40 req-9ac9c305-23d9-4b9f-9f59-babc13c4c53d service nova] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Detach interface failed, port_id=c36cc8cd-4943-4abd-adbc-6095abf0dc03, reason: Instance 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1926.605167] env[62211]: DEBUG nova.objects.base [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Object Instance<34f95e70-db34-42cf-8b4f-bebcc26c289b> lazy-loaded attributes: flavor,info_cache {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1926.760253] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1926.760524] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3987ce20-8d15-4874-9cda-2de19fe51b2e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.769807] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1926.769807] env[62211]: value = "task-2074700" [ 1926.769807] env[62211]: _type = "Task" [ 1926.769807] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.773872] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074699, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.786026] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074700, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.815311] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d79bc53e-ed06-4279-824b-a89e169528c3 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "7234e314-198d-4737-ba51-526309ea9940" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.426s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.840599] env[62211]: DEBUG nova.compute.utils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1926.845320] env[62211]: DEBUG nova.compute.manager [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1926.845320] env[62211]: DEBUG nova.network.neutron [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1926.858128] env[62211]: INFO nova.compute.manager [-] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Took 1.70 seconds to deallocate network for instance. [ 1926.895498] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074698, 'name': Destroy_Task, 'duration_secs': 0.948587} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.896414] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Destroyed the VM [ 1926.897050] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1926.897050] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae50ad34-69a1-4ea6-8daf-4aa0061578ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.904760] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1926.904760] env[62211]: value = "task-2074701" [ 1926.904760] env[62211]: _type = "Task" [ 1926.904760] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.915573] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074701, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.926223] env[62211]: DEBUG nova.policy [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd8cee84365c4b8bac59a94069daeaeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cc6916a76024aa49aafa89913291a56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1927.155327] env[62211]: INFO nova.compute.manager [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Rebuilding instance [ 1927.236837] env[62211]: DEBUG nova.compute.manager [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1927.238873] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3706b5-e1b0-45af-9058-f6c843bae4e1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.281031] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074699, 'name': CreateSnapshot_Task, 'duration_secs': 0.965274} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.287097] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1927.288069] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef08c7dd-1752-4364-8002-da84ee3ec135 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.298278] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074700, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.318478] env[62211]: DEBUG nova.compute.manager [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1927.345839] env[62211]: DEBUG nova.compute.manager [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1927.365256] env[62211]: DEBUG oslo_concurrency.lockutils [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.417471] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074701, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.625740] env[62211]: DEBUG nova.network.neutron [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Successfully created port: 80eba53e-0f17-4941-947b-20aaa48a7da8 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1927.758955] env[62211]: DEBUG nova.network.neutron [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance_info_cache with network_info: [{"id": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "address": "fa:16:3e:0c:67:0a", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f0a82-e3", "ovs_interfaceid": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.796127] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074700, 'name': CreateSnapshot_Task, 'duration_secs': 0.633115} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.796127] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1927.797819] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e670bab3-431e-445c-b920-c2375ba5254e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.819609] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1927.825349] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-65a2f1fd-dcb1-4088-9272-51eb247e7981 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.839156] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1927.839156] env[62211]: value = "task-2074702" [ 1927.839156] env[62211]: _type = "Task" [ 1927.839156] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.848014] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074702, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.849116] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.876082] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6b4752-742f-4184-88e9-d9b11e646192 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.884402] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450cb6cb-4e69-48f4-8dc9-95c755d0f22a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.924800] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e60793d-f066-4133-9620-813b2359ce0d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.934322] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074701, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.938605] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfbac87-171a-4f27-8985-23f0f18c887c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.955842] env[62211]: DEBUG nova.compute.provider_tree [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.254548] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1928.254899] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb211d4c-93d1-4954-8ebc-40cac8ef2027 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.260927] env[62211]: DEBUG oslo_concurrency.lockutils [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.266209] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1928.266209] env[62211]: value = "task-2074703" [ 1928.266209] env[62211]: _type = "Task" [ 1928.266209] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.272915] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.339969] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1928.340691] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8775737d-e313-42f3-b459-159a082e667e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.352446] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074702, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.353520] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1928.353520] env[62211]: value = "task-2074704" [ 1928.353520] env[62211]: _type = "Task" [ 1928.353520] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.362440] env[62211]: DEBUG nova.compute.manager [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1928.364938] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074704, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.393393] env[62211]: DEBUG nova.virt.hardware [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1928.393669] env[62211]: DEBUG nova.virt.hardware [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1928.393828] env[62211]: DEBUG nova.virt.hardware [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1928.394016] env[62211]: DEBUG nova.virt.hardware [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1928.395196] env[62211]: DEBUG nova.virt.hardware [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1928.395196] env[62211]: DEBUG nova.virt.hardware [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1928.395196] env[62211]: DEBUG nova.virt.hardware [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1928.395196] env[62211]: DEBUG nova.virt.hardware [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1928.395196] env[62211]: DEBUG nova.virt.hardware [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1928.395455] env[62211]: DEBUG nova.virt.hardware [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1928.395634] env[62211]: DEBUG nova.virt.hardware [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1928.396746] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e650910e-a411-4af4-9034-aba9a538af6d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.405141] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf45ec44-730f-45e9-b26c-33b51c816d49 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.429481] env[62211]: DEBUG oslo_vmware.api [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074701, 'name': RemoveSnapshot_Task, 'duration_secs': 1.149771} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.429741] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1928.429995] env[62211]: INFO nova.compute.manager [None req-d03b2927-3013-498e-b15b-b402ccb78231 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Took 16.38 seconds to snapshot the instance on the hypervisor. [ 1928.459675] env[62211]: DEBUG nova.scheduler.client.report [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1928.776653] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074703, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.853752] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074702, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.862916] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074704, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.968021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.968021] env[62211]: DEBUG nova.compute.manager [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1928.968021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.179s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.969319] env[62211]: INFO nova.compute.claims [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1929.268909] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1929.275098] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b6aef1c-c7b7-455d-b4c5-7a7b60f1839b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.282670] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074703, 'name': PowerOffVM_Task, 'duration_secs': 0.602757} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.285585] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1929.286131] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1929.286672] env[62211]: DEBUG oslo_vmware.api [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 1929.286672] env[62211]: value = "task-2074705" [ 1929.286672] env[62211]: _type = "Task" [ 1929.286672] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.288150] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad23352-e663-44ca-8605-466c51e23a36 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.307777] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Acquiring lock "220bf8d7-f907-44c3-874c-75303f484b04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.308062] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Lock "220bf8d7-f907-44c3-874c-75303f484b04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.308322] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1929.308774] env[62211]: DEBUG oslo_vmware.api [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074705, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.309022] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab047a9a-d686-40ec-bed2-6b67f8a31e7e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.336599] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1929.336769] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1929.336955] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Deleting the datastore file [datastore1] 7234e314-198d-4737-ba51-526309ea9940 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1929.337261] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a6e748b-e326-4261-980d-e4e8e2305b8e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.346310] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1929.346310] env[62211]: value = "task-2074707" [ 1929.346310] env[62211]: _type = "Task" [ 1929.346310] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.353239] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074702, 'name': CloneVM_Task, 'duration_secs': 1.422911} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.353987] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Created linked-clone VM from snapshot [ 1929.354947] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17da5b4-02ea-4970-8600-47bb48f6aa24 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.366130] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.371871] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Uploading image 71746a9d-d126-41fd-a10f-be4a81cbfb55 {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1929.381430] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074704, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.397029] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1929.397476] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a923b5d2-cd90-4b20-94f2-c1c19a8d5b82 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.406290] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1929.406290] env[62211]: value = "task-2074708" [ 1929.406290] env[62211]: _type = "Task" [ 1929.406290] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.419164] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074708, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.475832] env[62211]: DEBUG nova.compute.utils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1929.485024] env[62211]: DEBUG nova.compute.manager [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1929.485024] env[62211]: DEBUG nova.network.neutron [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1929.642179] env[62211]: DEBUG nova.policy [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ba5853dc57c446abf43c193f69f4e9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '145aa92b62e3493cbe952867493bd447', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1929.807204] env[62211]: DEBUG oslo_vmware.api [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.857571] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127333} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.861494] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1929.861725] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1929.861905] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1929.873872] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074704, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.921038] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074708, 'name': Destroy_Task, 'duration_secs': 0.499209} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.922172] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Destroyed the VM [ 1929.923447] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1929.924089] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-26dc56b1-8bfd-4a2b-8e48-50c7d694d05c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.934065] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1929.934065] env[62211]: value = "task-2074709" [ 1929.934065] env[62211]: _type = "Task" [ 1929.934065] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.946023] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.983815] env[62211]: DEBUG nova.compute.manager [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1930.125315] env[62211]: DEBUG nova.compute.manager [req-17bcd5e4-bb2c-4e2c-b4bc-dba08befe31d req-af1f1001-ae89-4c5e-8647-99d921bd0218 service nova] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Received event network-vif-plugged-80eba53e-0f17-4941-947b-20aaa48a7da8 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1930.125485] env[62211]: DEBUG oslo_concurrency.lockutils [req-17bcd5e4-bb2c-4e2c-b4bc-dba08befe31d req-af1f1001-ae89-4c5e-8647-99d921bd0218 service nova] Acquiring lock "8716efdd-f12f-47d0-a3df-d26e62495091-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.125780] env[62211]: DEBUG oslo_concurrency.lockutils [req-17bcd5e4-bb2c-4e2c-b4bc-dba08befe31d req-af1f1001-ae89-4c5e-8647-99d921bd0218 service nova] Lock "8716efdd-f12f-47d0-a3df-d26e62495091-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.127046] env[62211]: DEBUG oslo_concurrency.lockutils [req-17bcd5e4-bb2c-4e2c-b4bc-dba08befe31d req-af1f1001-ae89-4c5e-8647-99d921bd0218 service nova] Lock "8716efdd-f12f-47d0-a3df-d26e62495091-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.127046] env[62211]: DEBUG nova.compute.manager [req-17bcd5e4-bb2c-4e2c-b4bc-dba08befe31d req-af1f1001-ae89-4c5e-8647-99d921bd0218 service nova] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] No waiting events found dispatching network-vif-plugged-80eba53e-0f17-4941-947b-20aaa48a7da8 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1930.127046] env[62211]: WARNING nova.compute.manager [req-17bcd5e4-bb2c-4e2c-b4bc-dba08befe31d req-af1f1001-ae89-4c5e-8647-99d921bd0218 service nova] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Received unexpected event network-vif-plugged-80eba53e-0f17-4941-947b-20aaa48a7da8 for instance with vm_state building and task_state spawning. [ 1930.166400] env[62211]: DEBUG nova.network.neutron [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Successfully updated port: 80eba53e-0f17-4941-947b-20aaa48a7da8 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1930.307465] env[62211]: DEBUG oslo_vmware.api [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074705, 'name': PowerOnVM_Task, 'duration_secs': 0.711738} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.307842] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1930.308081] env[62211]: DEBUG nova.compute.manager [None req-195f3f1d-fb85-4152-9104-21682ecec762 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1930.310031] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5244004-8a08-49db-b354-2da6538848ee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.356192] env[62211]: DEBUG nova.network.neutron [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Successfully created port: 22d75fbe-4ab6-4713-87cf-79199f4ed878 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1930.373282] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074704, 'name': CloneVM_Task, 'duration_secs': 1.743836} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.376396] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Created linked-clone VM from snapshot [ 1930.381527] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fee7c6-d99c-44f3-b616-a58f9c64a386 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.390729] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Uploading image ee0116a3-cd72-44a6-927d-1fd4378b3560 {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1930.423143] env[62211]: DEBUG oslo_vmware.rw_handles [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1930.423143] env[62211]: value = "vm-425296" [ 1930.423143] env[62211]: _type = "VirtualMachine" [ 1930.423143] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1930.423358] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4cb14ebd-8d2e-42ff-b5b5-670af5aead41 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.431915] env[62211]: DEBUG oslo_vmware.rw_handles [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lease: (returnval){ [ 1930.431915] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5259a69a-1025-7a53-27bb-210f80c01d14" [ 1930.431915] env[62211]: _type = "HttpNfcLease" [ 1930.431915] env[62211]: } obtained for exporting VM: (result){ [ 1930.431915] env[62211]: value = "vm-425296" [ 1930.431915] env[62211]: _type = "VirtualMachine" [ 1930.431915] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1930.432248] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the lease: (returnval){ [ 1930.432248] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5259a69a-1025-7a53-27bb-210f80c01d14" [ 1930.432248] env[62211]: _type = "HttpNfcLease" [ 1930.432248] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1930.444327] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1930.444327] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5259a69a-1025-7a53-27bb-210f80c01d14" [ 1930.444327] env[62211]: _type = "HttpNfcLease" [ 1930.444327] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1930.451523] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.646599] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7369c3d-087e-407b-ba8a-8edfd62c14f6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.655099] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdacd0d-0038-44b0-8af8-d5eb3cca1060 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.689608] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "refresh_cache-8716efdd-f12f-47d0-a3df-d26e62495091" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.689767] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "refresh_cache-8716efdd-f12f-47d0-a3df-d26e62495091" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.689927] env[62211]: DEBUG nova.network.neutron [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1930.692697] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e19489c-c89e-41c6-b72f-33b0ade5146d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.704608] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887fb6e4-33a3-42a4-8725-cc60bac7fb6b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.721732] env[62211]: DEBUG nova.compute.provider_tree [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.906942] env[62211]: DEBUG nova.virt.hardware [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.907879] env[62211]: DEBUG nova.virt.hardware [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.907879] env[62211]: DEBUG nova.virt.hardware [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.908074] env[62211]: DEBUG nova.virt.hardware [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.908230] env[62211]: DEBUG nova.virt.hardware [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.908378] env[62211]: DEBUG nova.virt.hardware [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.908605] env[62211]: DEBUG nova.virt.hardware [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.908867] env[62211]: DEBUG nova.virt.hardware [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.909082] env[62211]: DEBUG nova.virt.hardware [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.909260] env[62211]: DEBUG nova.virt.hardware [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.909427] env[62211]: DEBUG nova.virt.hardware [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.910355] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0727bdee-bd5a-4e34-be8c-a6ef263094d3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.919614] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ddb8c3-2011-4920-bf73-7226c899426e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.936681] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Instance VIF info [] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1930.942401] env[62211]: DEBUG oslo.service.loopingcall [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1930.948805] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7234e314-198d-4737-ba51-526309ea9940] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1930.949102] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5756ce4-0160-47d1-92e2-5389c4874c95 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.965516] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1930.965516] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5259a69a-1025-7a53-27bb-210f80c01d14" [ 1930.965516] env[62211]: _type = "HttpNfcLease" [ 1930.965516] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1930.969394] env[62211]: DEBUG oslo_vmware.rw_handles [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1930.969394] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5259a69a-1025-7a53-27bb-210f80c01d14" [ 1930.969394] env[62211]: _type = "HttpNfcLease" [ 1930.969394] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1930.969608] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1930.969608] env[62211]: value = "task-2074711" [ 1930.969608] env[62211]: _type = "Task" [ 1930.969608] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.969825] env[62211]: DEBUG oslo_vmware.api [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074709, 'name': RemoveSnapshot_Task, 'duration_secs': 1.018508} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.970594] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4950d66-a574-41e3-8627-f905d968468b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.973188] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1930.988203] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074711, 'name': CreateVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.988503] env[62211]: DEBUG oslo_vmware.rw_handles [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280872c-e197-5e53-7fd3-553819f6e3aa/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1930.988709] env[62211]: DEBUG oslo_vmware.rw_handles [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280872c-e197-5e53-7fd3-553819f6e3aa/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1931.053952] env[62211]: DEBUG nova.compute.manager [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1931.087396] env[62211]: DEBUG nova.virt.hardware [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1931.087756] env[62211]: DEBUG nova.virt.hardware [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1931.087999] env[62211]: DEBUG nova.virt.hardware [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1931.088274] env[62211]: DEBUG nova.virt.hardware [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1931.088622] env[62211]: DEBUG nova.virt.hardware [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1931.088710] env[62211]: DEBUG nova.virt.hardware [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1931.088926] env[62211]: DEBUG nova.virt.hardware [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1931.089154] env[62211]: DEBUG nova.virt.hardware [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1931.089382] env[62211]: DEBUG nova.virt.hardware [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1931.089644] env[62211]: DEBUG nova.virt.hardware [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1931.089828] env[62211]: DEBUG nova.virt.hardware [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1931.090853] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7246566a-c89e-4952-843d-07d00a08be3b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.099960] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d59de305-e96d-4a44-92fd-7ec13c551e05 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.103418] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e365b3a6-34e6-4769-81cc-1452add9577d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.226535] env[62211]: DEBUG nova.scheduler.client.report [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1931.234458] env[62211]: DEBUG nova.compute.manager [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1931.235032] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67300f4c-09c3-4c0a-a039-4e059ee6671e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.253387] env[62211]: DEBUG nova.network.neutron [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1931.469263] env[62211]: DEBUG nova.network.neutron [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Updating instance_info_cache with network_info: [{"id": "80eba53e-0f17-4941-947b-20aaa48a7da8", "address": "fa:16:3e:0f:46:76", "network": {"id": "0726fe05-a3d8-48a6-81d7-80e12381d9f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1928272886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6916a76024aa49aafa89913291a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80eba53e-0f", "ovs_interfaceid": "80eba53e-0f17-4941-947b-20aaa48a7da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.484305] env[62211]: WARNING nova.compute.manager [None req-9a26da09-d7fc-479e-90c0-8cb8437ec585 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Image not found during snapshot: nova.exception.ImageNotFound: Image 71746a9d-d126-41fd-a10f-be4a81cbfb55 could not be found. [ 1931.485707] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074711, 'name': CreateVM_Task, 'duration_secs': 0.309953} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.485707] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7234e314-198d-4737-ba51-526309ea9940] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1931.487977] env[62211]: DEBUG oslo_concurrency.lockutils [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.487977] env[62211]: DEBUG oslo_concurrency.lockutils [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.487977] env[62211]: DEBUG oslo_concurrency.lockutils [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1931.488420] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e86c62-cd08-4e52-a20d-437d01a601a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.497480] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1931.497480] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52bebad5-2d0c-3869-febd-4084e32f0d17" [ 1931.497480] env[62211]: _type = "Task" [ 1931.497480] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.512833] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52bebad5-2d0c-3869-febd-4084e32f0d17, 'name': SearchDatastore_Task, 'duration_secs': 0.011578} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.513095] env[62211]: DEBUG oslo_concurrency.lockutils [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.513344] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1931.513598] env[62211]: DEBUG oslo_concurrency.lockutils [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.513758] env[62211]: DEBUG oslo_concurrency.lockutils [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.513972] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1931.514332] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67ba6319-5416-42ef-85d8-72b895fc67cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.524593] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1931.525028] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1931.527143] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e9f379-5526-4bbc-b387-6a087bf288b4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.535458] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1931.535458] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cf564a-87ef-1789-cf77-1fd69e1d8eff" [ 1931.535458] env[62211]: _type = "Task" [ 1931.535458] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.546192] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52cf564a-87ef-1789-cf77-1fd69e1d8eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.732956] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.733215] env[62211]: DEBUG nova.compute.manager [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1931.735944] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.848s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.751037] env[62211]: INFO nova.compute.manager [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] instance snapshotting [ 1931.758074] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b408c-6330-4a77-973e-f1729d4cb8c4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.784480] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b852894-2172-4162-a04a-4f7147042856 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.972279] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "refresh_cache-8716efdd-f12f-47d0-a3df-d26e62495091" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.972615] env[62211]: DEBUG nova.compute.manager [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Instance network_info: |[{"id": "80eba53e-0f17-4941-947b-20aaa48a7da8", "address": "fa:16:3e:0f:46:76", "network": {"id": "0726fe05-a3d8-48a6-81d7-80e12381d9f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1928272886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6916a76024aa49aafa89913291a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80eba53e-0f", "ovs_interfaceid": "80eba53e-0f17-4941-947b-20aaa48a7da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1931.973080] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:46:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80eba53e-0f17-4941-947b-20aaa48a7da8', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1931.985238] env[62211]: DEBUG oslo.service.loopingcall [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.986293] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1931.986293] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7d05e37-7614-4273-b166-7d3839d519ab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.007619] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1932.007619] env[62211]: value = "task-2074712" [ 1932.007619] env[62211]: _type = "Task" [ 1932.007619] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.017138] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074712, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.050685] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52cf564a-87ef-1789-cf77-1fd69e1d8eff, 'name': SearchDatastore_Task, 'duration_secs': 0.012486} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.053351] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9766f285-ae81-441b-97a5-8ba109bcf881 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.063206] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1932.063206] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5271b753-5331-b24c-39bf-680619fa1038" [ 1932.063206] env[62211]: _type = "Task" [ 1932.063206] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.082739] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5271b753-5331-b24c-39bf-680619fa1038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.257349] env[62211]: DEBUG nova.compute.utils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1932.262640] env[62211]: DEBUG nova.compute.manager [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1932.262744] env[62211]: DEBUG nova.network.neutron [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1932.271856] env[62211]: DEBUG nova.compute.manager [req-b2177aab-c74e-4895-86b5-fa7a6570cec9 req-a506eae5-4d70-4e7f-9bd0-4b370e79bd11 service nova] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Received event network-changed-80eba53e-0f17-4941-947b-20aaa48a7da8 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1932.272364] env[62211]: DEBUG nova.compute.manager [req-b2177aab-c74e-4895-86b5-fa7a6570cec9 req-a506eae5-4d70-4e7f-9bd0-4b370e79bd11 service nova] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Refreshing instance network info cache due to event network-changed-80eba53e-0f17-4941-947b-20aaa48a7da8. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1932.273504] env[62211]: DEBUG oslo_concurrency.lockutils [req-b2177aab-c74e-4895-86b5-fa7a6570cec9 req-a506eae5-4d70-4e7f-9bd0-4b370e79bd11 service nova] Acquiring lock "refresh_cache-8716efdd-f12f-47d0-a3df-d26e62495091" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.273742] env[62211]: DEBUG oslo_concurrency.lockutils [req-b2177aab-c74e-4895-86b5-fa7a6570cec9 req-a506eae5-4d70-4e7f-9bd0-4b370e79bd11 service nova] Acquired lock "refresh_cache-8716efdd-f12f-47d0-a3df-d26e62495091" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.274149] env[62211]: DEBUG nova.network.neutron [req-b2177aab-c74e-4895-86b5-fa7a6570cec9 req-a506eae5-4d70-4e7f-9bd0-4b370e79bd11 service nova] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Refreshing network info cache for port 80eba53e-0f17-4941-947b-20aaa48a7da8 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1932.276688] env[62211]: DEBUG nova.network.neutron [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Successfully updated port: 22d75fbe-4ab6-4713-87cf-79199f4ed878 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1932.300596] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1932.301838] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3bfe069d-bf9d-4a90-b79d-86371f5d5ca5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.310186] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1932.310186] env[62211]: value = "task-2074713" [ 1932.310186] env[62211]: _type = "Task" [ 1932.310186] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.321396] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074713, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.359772] env[62211]: DEBUG nova.policy [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a04b3e8409c4185b93e574cde9dcfa4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77cbe0e9b41e4dabaafb0776ef757c8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1932.520114] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074712, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.560104] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "69cea9d8-4535-48cb-8e0f-f4b4ba124175" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.560862] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "69cea9d8-4535-48cb-8e0f-f4b4ba124175" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.561362] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "69cea9d8-4535-48cb-8e0f-f4b4ba124175-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.562367] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "69cea9d8-4535-48cb-8e0f-f4b4ba124175-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.562367] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "69cea9d8-4535-48cb-8e0f-f4b4ba124175-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.566046] env[62211]: INFO nova.compute.manager [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Terminating instance [ 1932.585668] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5271b753-5331-b24c-39bf-680619fa1038, 'name': SearchDatastore_Task, 'duration_secs': 0.011576} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.585668] env[62211]: DEBUG oslo_concurrency.lockutils [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.585668] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 7234e314-198d-4737-ba51-526309ea9940/7234e314-198d-4737-ba51-526309ea9940.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1932.585668] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01c4563a-cc43-4955-961b-8f4a1e8e7853 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.590828] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1932.590828] env[62211]: value = "task-2074714" [ 1932.590828] env[62211]: _type = "Task" [ 1932.590828] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.602143] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.687416] env[62211]: DEBUG nova.network.neutron [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Successfully created port: d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1932.779856] env[62211]: DEBUG nova.compute.manager [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1932.787737] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "refresh_cache-c3ca5df8-c95c-4d04-9679-1b18944759ec" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.787737] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquired lock "refresh_cache-c3ca5df8-c95c-4d04-9679-1b18944759ec" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.787737] env[62211]: DEBUG nova.network.neutron [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.803158] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 4f85b886-8a92-495c-948c-4f21691d4f39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.803158] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance ed809ccc-1cae-4a76-a40e-19650dbbe801 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.803158] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 48f7357a-2911-463f-bda4-abf0c50d7d6d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1932.803291] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 5f87762e-e397-4a36-8835-36419676b9d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.803553] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 3f952136-5629-42ba-8a95-a21524601643 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.803760] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.803934] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 263d801e-a8c6-4df2-889b-6bbae1cd5360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.804082] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance c4651f59-03db-48ad-8cdb-a6f605a790c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.804240] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 0824a71e-75ca-4a1d-a5e4-7b566fccf383 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1932.804347] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 34f95e70-db34-42cf-8b4f-bebcc26c289b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.804496] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 65e59681-f925-4ec0-8ac1-0ded9fcc7947 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.804619] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance df835a2d-6682-42c6-b744-923a9bc8bd5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.805016] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance d89bf374-605f-4f2d-a262-b18552959845 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.805273] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1932.805483] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 0f4ad662-7f72-436e-a05b-9255c76d06b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.806075] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance b4f12b51-3456-418b-97f7-4ad1030a2a32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.806325] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1932.806537] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 318ea049-c1ce-4e68-9e63-b1990e7050c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.806729] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance cd7ca1ba-b100-455d-8a9e-a540e5fc03a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.806990] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 042bd6d1-d788-4171-885c-e93a46af43a7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1932.808119] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 69cea9d8-4535-48cb-8e0f-f4b4ba124175 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.808643] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 3728f936-e7e7-4178-8dc6-88cb5eba6fd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.808698] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 7234e314-198d-4737-ba51-526309ea9940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.808829] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 8716efdd-f12f-47d0-a3df-d26e62495091 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.808946] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance c3ca5df8-c95c-4d04-9679-1b18944759ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.809192] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance c8af1cbe-902d-4af8-b744-7341ec58831c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1932.824921] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074713, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.023355] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074712, 'name': CreateVM_Task, 'duration_secs': 0.602646} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.023355] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1933.024890] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.025349] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.026021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1933.029678] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c798e60-aa27-4d06-ae96-1f504b325ebb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.034363] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1933.034363] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52c60f71-d43a-8048-9a80-529262f6dda6" [ 1933.034363] env[62211]: _type = "Task" [ 1933.034363] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.049951] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c60f71-d43a-8048-9a80-529262f6dda6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.083397] env[62211]: DEBUG nova.compute.manager [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1933.083397] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1933.083397] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4c68ca-fc1e-4983-8066-b10d1c9cfdca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.093604] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1933.094119] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28a5192f-cf31-499a-8709-714b695ebc62 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.111486] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488207} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.113743] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 7234e314-198d-4737-ba51-526309ea9940/7234e314-198d-4737-ba51-526309ea9940.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1933.113920] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1933.114862] env[62211]: DEBUG oslo_vmware.api [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1933.114862] env[62211]: value = "task-2074715" [ 1933.114862] env[62211]: _type = "Task" [ 1933.114862] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.115191] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4de4253c-7956-46a5-aba2-765f9051c3f2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.129786] env[62211]: DEBUG oslo_vmware.api [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.135118] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1933.135118] env[62211]: value = "task-2074716" [ 1933.135118] env[62211]: _type = "Task" [ 1933.135118] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.142979] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.319452] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1933.327662] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074713, 'name': CreateSnapshot_Task, 'duration_secs': 0.862019} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.327662] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1933.328287] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a857d883-a558-4719-a66e-e5cdf29ad746 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.360522] env[62211]: DEBUG nova.network.neutron [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1933.418678] env[62211]: DEBUG nova.network.neutron [req-b2177aab-c74e-4895-86b5-fa7a6570cec9 req-a506eae5-4d70-4e7f-9bd0-4b370e79bd11 service nova] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Updated VIF entry in instance network info cache for port 80eba53e-0f17-4941-947b-20aaa48a7da8. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1933.420613] env[62211]: DEBUG nova.network.neutron [req-b2177aab-c74e-4895-86b5-fa7a6570cec9 req-a506eae5-4d70-4e7f-9bd0-4b370e79bd11 service nova] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Updating instance_info_cache with network_info: [{"id": "80eba53e-0f17-4941-947b-20aaa48a7da8", "address": "fa:16:3e:0f:46:76", "network": {"id": "0726fe05-a3d8-48a6-81d7-80e12381d9f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1928272886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6916a76024aa49aafa89913291a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80eba53e-0f", "ovs_interfaceid": "80eba53e-0f17-4941-947b-20aaa48a7da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.542524] env[62211]: DEBUG nova.network.neutron [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Updating instance_info_cache with network_info: [{"id": "22d75fbe-4ab6-4713-87cf-79199f4ed878", "address": "fa:16:3e:ff:24:cd", "network": {"id": "3c4c9dca-bc2e-4b65-add9-5b82a8d1a981", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1684742246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "145aa92b62e3493cbe952867493bd447", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d75fbe-4a", "ovs_interfaceid": "22d75fbe-4ab6-4713-87cf-79199f4ed878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.547290] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c60f71-d43a-8048-9a80-529262f6dda6, 'name': SearchDatastore_Task, 'duration_secs': 0.033947} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.548928] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.549410] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1933.549717] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.549862] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.550086] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1933.550379] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8d0428b-4e62-4b8d-a3fd-28987118345b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.560308] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1933.560511] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1933.561275] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf2b395-8c01-4f69-abd1-901aa251ac7b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.568438] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1933.568438] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52115a12-9afa-2a0f-7caf-b94cf874a7d2" [ 1933.568438] env[62211]: _type = "Task" [ 1933.568438] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.576890] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52115a12-9afa-2a0f-7caf-b94cf874a7d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.629507] env[62211]: DEBUG oslo_vmware.api [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074715, 'name': PowerOffVM_Task, 'duration_secs': 0.205217} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.629864] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1933.630057] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1933.630341] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c75b45c-f03f-49fe-b8a2-192cbd4a7a5a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.642252] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073133} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.642520] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1933.643544] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fe2102-56a9-4ec4-93a6-20cf822ec2cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.666800] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 7234e314-198d-4737-ba51-526309ea9940/7234e314-198d-4737-ba51-526309ea9940.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1933.667155] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81556aef-528a-45df-8c34-5f05550290ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.687937] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1933.687937] env[62211]: value = "task-2074718" [ 1933.687937] env[62211]: _type = "Task" [ 1933.687937] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.698464] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.800451] env[62211]: DEBUG nova.compute.manager [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1933.829046] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 269c293a-d0a5-4467-b3f2-67351118f1aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1933.835623] env[62211]: DEBUG nova.virt.hardware [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1933.835879] env[62211]: DEBUG nova.virt.hardware [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1933.835996] env[62211]: DEBUG nova.virt.hardware [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1933.836207] env[62211]: DEBUG nova.virt.hardware [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1933.836355] env[62211]: DEBUG nova.virt.hardware [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1933.836504] env[62211]: DEBUG nova.virt.hardware [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1933.836704] env[62211]: DEBUG nova.virt.hardware [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1933.836859] env[62211]: DEBUG nova.virt.hardware [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1933.837037] env[62211]: DEBUG nova.virt.hardware [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1933.837209] env[62211]: DEBUG nova.virt.hardware [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1933.837381] env[62211]: DEBUG nova.virt.hardware [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1933.838277] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d423f12f-eb94-4990-be7f-12373f507613 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.848910] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a12bbb-2f61-46e8-a7bd-f9b8b70c4b81 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.860466] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1933.862707] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0f91a0d6-c3dc-4a1f-b9b9-ca33056e6f7a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.866063] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1933.866280] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1933.866454] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Deleting the datastore file [datastore1] 69cea9d8-4535-48cb-8e0f-f4b4ba124175 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1933.866691] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22a1da64-a8d1-4295-a7cb-a5213c6bc47a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.886954] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1933.886954] env[62211]: value = "task-2074719" [ 1933.886954] env[62211]: _type = "Task" [ 1933.886954] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.889031] env[62211]: DEBUG oslo_vmware.api [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 1933.889031] env[62211]: value = "task-2074720" [ 1933.889031] env[62211]: _type = "Task" [ 1933.889031] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.900070] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074719, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.903181] env[62211]: DEBUG oslo_vmware.api [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.923291] env[62211]: DEBUG oslo_concurrency.lockutils [req-b2177aab-c74e-4895-86b5-fa7a6570cec9 req-a506eae5-4d70-4e7f-9bd0-4b370e79bd11 service nova] Releasing lock "refresh_cache-8716efdd-f12f-47d0-a3df-d26e62495091" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.923701] env[62211]: DEBUG nova.compute.manager [req-b2177aab-c74e-4895-86b5-fa7a6570cec9 req-a506eae5-4d70-4e7f-9bd0-4b370e79bd11 service nova] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Received event network-vif-plugged-22d75fbe-4ab6-4713-87cf-79199f4ed878 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1933.924082] env[62211]: DEBUG oslo_concurrency.lockutils [req-b2177aab-c74e-4895-86b5-fa7a6570cec9 req-a506eae5-4d70-4e7f-9bd0-4b370e79bd11 service nova] Acquiring lock "c3ca5df8-c95c-4d04-9679-1b18944759ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.924265] env[62211]: DEBUG oslo_concurrency.lockutils [req-b2177aab-c74e-4895-86b5-fa7a6570cec9 req-a506eae5-4d70-4e7f-9bd0-4b370e79bd11 service nova] Lock "c3ca5df8-c95c-4d04-9679-1b18944759ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.924566] env[62211]: DEBUG oslo_concurrency.lockutils [req-b2177aab-c74e-4895-86b5-fa7a6570cec9 req-a506eae5-4d70-4e7f-9bd0-4b370e79bd11 service nova] Lock "c3ca5df8-c95c-4d04-9679-1b18944759ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.924713] env[62211]: DEBUG nova.compute.manager [req-b2177aab-c74e-4895-86b5-fa7a6570cec9 req-a506eae5-4d70-4e7f-9bd0-4b370e79bd11 service nova] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] No waiting events found dispatching network-vif-plugged-22d75fbe-4ab6-4713-87cf-79199f4ed878 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1933.924907] env[62211]: WARNING nova.compute.manager [req-b2177aab-c74e-4895-86b5-fa7a6570cec9 req-a506eae5-4d70-4e7f-9bd0-4b370e79bd11 service nova] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Received unexpected event network-vif-plugged-22d75fbe-4ab6-4713-87cf-79199f4ed878 for instance with vm_state building and task_state spawning. [ 1934.052273] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Releasing lock "refresh_cache-c3ca5df8-c95c-4d04-9679-1b18944759ec" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.052273] env[62211]: DEBUG nova.compute.manager [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Instance network_info: |[{"id": "22d75fbe-4ab6-4713-87cf-79199f4ed878", "address": "fa:16:3e:ff:24:cd", "network": {"id": "3c4c9dca-bc2e-4b65-add9-5b82a8d1a981", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1684742246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "145aa92b62e3493cbe952867493bd447", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d75fbe-4a", "ovs_interfaceid": "22d75fbe-4ab6-4713-87cf-79199f4ed878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1934.052273] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:24:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22d75fbe-4ab6-4713-87cf-79199f4ed878', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1934.059314] env[62211]: DEBUG oslo.service.loopingcall [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1934.060111] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1934.060111] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1ab200e-6a1c-4e82-83d2-c2a551b7706d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.094061] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52115a12-9afa-2a0f-7caf-b94cf874a7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.094061] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1934.094061] env[62211]: value = "task-2074721" [ 1934.094061] env[62211]: _type = "Task" [ 1934.094061] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.094061] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b074126d-5eca-4845-b17b-2fc11e891128 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.105956] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1934.105956] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b10e03-d60d-43b3-c5e5-09bcecc27621" [ 1934.105956] env[62211]: _type = "Task" [ 1934.105956] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.107457] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074721, 'name': CreateVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.118138] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b10e03-d60d-43b3-c5e5-09bcecc27621, 'name': SearchDatastore_Task, 'duration_secs': 0.01266} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.118827] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.118827] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 8716efdd-f12f-47d0-a3df-d26e62495091/8716efdd-f12f-47d0-a3df-d26e62495091.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1934.119071] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0524f91b-e504-4ff2-bc26-608a4934aa60 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.126502] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1934.126502] env[62211]: value = "task-2074722" [ 1934.126502] env[62211]: _type = "Task" [ 1934.126502] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.136685] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.203619] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.333023] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1934.405654] env[62211]: DEBUG oslo_vmware.api [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158154} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.409475] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1934.409475] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1934.409475] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1934.409988] env[62211]: INFO nova.compute.manager [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1934.409988] env[62211]: DEBUG oslo.service.loopingcall [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1934.410219] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074719, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.410760] env[62211]: DEBUG nova.compute.manager [-] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1934.410760] env[62211]: DEBUG nova.network.neutron [-] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1934.437656] env[62211]: DEBUG nova.compute.manager [req-a1550cac-646a-4e11-b99b-2a8318ba6f92 req-65bd5704-2304-4103-89bb-2cebef0cd929 service nova] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Received event network-changed-22d75fbe-4ab6-4713-87cf-79199f4ed878 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1934.441569] env[62211]: DEBUG nova.compute.manager [req-a1550cac-646a-4e11-b99b-2a8318ba6f92 req-65bd5704-2304-4103-89bb-2cebef0cd929 service nova] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Refreshing instance network info cache due to event network-changed-22d75fbe-4ab6-4713-87cf-79199f4ed878. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1934.441569] env[62211]: DEBUG oslo_concurrency.lockutils [req-a1550cac-646a-4e11-b99b-2a8318ba6f92 req-65bd5704-2304-4103-89bb-2cebef0cd929 service nova] Acquiring lock "refresh_cache-c3ca5df8-c95c-4d04-9679-1b18944759ec" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.441569] env[62211]: DEBUG oslo_concurrency.lockutils [req-a1550cac-646a-4e11-b99b-2a8318ba6f92 req-65bd5704-2304-4103-89bb-2cebef0cd929 service nova] Acquired lock "refresh_cache-c3ca5df8-c95c-4d04-9679-1b18944759ec" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.441569] env[62211]: DEBUG nova.network.neutron [req-a1550cac-646a-4e11-b99b-2a8318ba6f92 req-65bd5704-2304-4103-89bb-2cebef0cd929 service nova] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Refreshing network info cache for port 22d75fbe-4ab6-4713-87cf-79199f4ed878 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1934.609231] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074721, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.641789] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074722, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.705677] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074718, 'name': ReconfigVM_Task, 'duration_secs': 0.738001} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.706642] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 7234e314-198d-4737-ba51-526309ea9940/7234e314-198d-4737-ba51-526309ea9940.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1934.710926] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a9841bb-e8a4-4ad8-b98a-924d1dd03b30 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.720888] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1934.720888] env[62211]: value = "task-2074723" [ 1934.720888] env[62211]: _type = "Task" [ 1934.720888] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.735273] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074723, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.835440] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance e09e9a1b-bae2-409d-8aab-eadd387f91cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1934.901837] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074719, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.960575] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Acquiring lock "4133aceb-f4c5-4608-a016-33672dbf262e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.960783] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Lock "4133aceb-f4c5-4608-a016-33672dbf262e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.105918] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074721, 'name': CreateVM_Task, 'duration_secs': 0.706916} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.108594] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1935.109500] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.109591] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.109868] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1935.110556] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21dab9af-3309-4f42-85ba-3b0fb36cfa2d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.115751] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1935.115751] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52491600-90e2-dfd2-a6c5-fb78957469b4" [ 1935.115751] env[62211]: _type = "Task" [ 1935.115751] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.133030] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52491600-90e2-dfd2-a6c5-fb78957469b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.135381] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.135740] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1935.136033] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.136033] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.136186] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1935.136493] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46e15fca-ed12-476e-8f20-3aa5acd4bea1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.145753] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532899} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.147137] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 8716efdd-f12f-47d0-a3df-d26e62495091/8716efdd-f12f-47d0-a3df-d26e62495091.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1935.147394] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1935.147713] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1935.147894] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1935.148849] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3eeb213-6129-4249-9c6d-6c004f8b589c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.150892] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f488c3-a203-49a1-82fc-8eae535e05f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.160851] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1935.160851] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]524e68ec-3b15-265a-643e-eaf1c98a0fff" [ 1935.160851] env[62211]: _type = "Task" [ 1935.160851] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.166846] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1935.166846] env[62211]: value = "task-2074724" [ 1935.166846] env[62211]: _type = "Task" [ 1935.166846] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.177307] env[62211]: DEBUG nova.network.neutron [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Successfully updated port: d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1935.182202] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524e68ec-3b15-265a-643e-eaf1c98a0fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.187749] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.233242] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074723, 'name': Rename_Task, 'duration_secs': 0.216976} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.234128] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1935.234128] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1b6d419-fc7e-42e5-8801-7e37c6135209 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.241393] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1935.241393] env[62211]: value = "task-2074725" [ 1935.241393] env[62211]: _type = "Task" [ 1935.241393] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.253513] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.294352] env[62211]: DEBUG nova.network.neutron [req-a1550cac-646a-4e11-b99b-2a8318ba6f92 req-65bd5704-2304-4103-89bb-2cebef0cd929 service nova] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Updated VIF entry in instance network info cache for port 22d75fbe-4ab6-4713-87cf-79199f4ed878. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1935.296244] env[62211]: DEBUG nova.network.neutron [req-a1550cac-646a-4e11-b99b-2a8318ba6f92 req-65bd5704-2304-4103-89bb-2cebef0cd929 service nova] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Updating instance_info_cache with network_info: [{"id": "22d75fbe-4ab6-4713-87cf-79199f4ed878", "address": "fa:16:3e:ff:24:cd", "network": {"id": "3c4c9dca-bc2e-4b65-add9-5b82a8d1a981", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1684742246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "145aa92b62e3493cbe952867493bd447", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d75fbe-4a", "ovs_interfaceid": "22d75fbe-4ab6-4713-87cf-79199f4ed878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.339175] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 0ccdc110-bcca-4804-9b9e-751e53ea9d67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1935.401939] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074719, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.444817] env[62211]: DEBUG nova.network.neutron [-] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.674030] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524e68ec-3b15-265a-643e-eaf1c98a0fff, 'name': SearchDatastore_Task, 'duration_secs': 0.010233} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.675317] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e248333a-ba5c-4efa-a539-4b229964fdff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.680796] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11237} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.681473] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1935.682332] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9942ac-a764-47b5-9ece-3655081a8b76 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.688368] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.688368] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquired lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.688368] env[62211]: DEBUG nova.network.neutron [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1935.691825] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1935.691825] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d7c56f-4f70-bf8c-96b2-5b504be92576" [ 1935.691825] env[62211]: _type = "Task" [ 1935.691825] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.714719] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 8716efdd-f12f-47d0-a3df-d26e62495091/8716efdd-f12f-47d0-a3df-d26e62495091.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1935.716230] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c14c6bb2-c254-47bc-af31-57d8a35e97b9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.734599] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d7c56f-4f70-bf8c-96b2-5b504be92576, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.735306] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.735565] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] c3ca5df8-c95c-4d04-9679-1b18944759ec/c3ca5df8-c95c-4d04-9679-1b18944759ec.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1935.735831] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c21bf98-3833-4f4e-8951-41946e12cc6e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.740560] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1935.740560] env[62211]: value = "task-2074726" [ 1935.740560] env[62211]: _type = "Task" [ 1935.740560] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.751922] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1935.751922] env[62211]: value = "task-2074727" [ 1935.751922] env[62211]: _type = "Task" [ 1935.751922] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.762055] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074725, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.762327] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.767269] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.800591] env[62211]: DEBUG oslo_concurrency.lockutils [req-a1550cac-646a-4e11-b99b-2a8318ba6f92 req-65bd5704-2304-4103-89bb-2cebef0cd929 service nova] Releasing lock "refresh_cache-c3ca5df8-c95c-4d04-9679-1b18944759ec" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.843096] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 5d522939-f78b-46cf-b951-fe98e6aeadaa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1935.902046] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074719, 'name': CloneVM_Task, 'duration_secs': 1.718212} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.902152] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Created linked-clone VM from snapshot [ 1935.903045] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e33d210-7dc3-4de0-803e-5b433a4e5bc4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.911192] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Uploading image 6b0d0e0d-9b03-4bd4-9b9a-c1392e5e8987 {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1935.948948] env[62211]: DEBUG oslo_vmware.rw_handles [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1935.948948] env[62211]: value = "vm-425300" [ 1935.948948] env[62211]: _type = "VirtualMachine" [ 1935.948948] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1935.949517] env[62211]: INFO nova.compute.manager [-] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Took 1.54 seconds to deallocate network for instance. [ 1935.949820] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad53d529-0958-4437-a8b5-038d7c638307 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.959696] env[62211]: DEBUG oslo_vmware.rw_handles [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lease: (returnval){ [ 1935.959696] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52dc4efe-d947-217d-400c-261f728fd7e5" [ 1935.959696] env[62211]: _type = "HttpNfcLease" [ 1935.959696] env[62211]: } obtained for exporting VM: (result){ [ 1935.959696] env[62211]: value = "vm-425300" [ 1935.959696] env[62211]: _type = "VirtualMachine" [ 1935.959696] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1935.960178] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the lease: (returnval){ [ 1935.960178] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52dc4efe-d947-217d-400c-261f728fd7e5" [ 1935.960178] env[62211]: _type = "HttpNfcLease" [ 1935.960178] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1935.968626] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1935.968626] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52dc4efe-d947-217d-400c-261f728fd7e5" [ 1935.968626] env[62211]: _type = "HttpNfcLease" [ 1935.968626] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1936.242096] env[62211]: DEBUG nova.network.neutron [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1936.264586] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.264891] env[62211]: DEBUG oslo_vmware.api [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074725, 'name': PowerOnVM_Task, 'duration_secs': 0.619655} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.268186] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1936.268484] env[62211]: DEBUG nova.compute.manager [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1936.269430] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f98111-fdcf-4369-8e13-41d873d42ef5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.276172] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074727, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.345878] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance efc9e8b0-2f76-4664-8ab9-11e1675e9485 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1936.458467] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.470574] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1936.470574] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52dc4efe-d947-217d-400c-261f728fd7e5" [ 1936.470574] env[62211]: _type = "HttpNfcLease" [ 1936.470574] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1936.470574] env[62211]: DEBUG oslo_vmware.rw_handles [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1936.470574] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52dc4efe-d947-217d-400c-261f728fd7e5" [ 1936.470574] env[62211]: _type = "HttpNfcLease" [ 1936.470574] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1936.470574] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfd0755-e803-4c99-b006-0d8cfa766de0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.476399] env[62211]: DEBUG oslo_vmware.rw_handles [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52332ac8-f5c1-5008-ad57-3adf6c2c99a1/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1936.476573] env[62211]: DEBUG oslo_vmware.rw_handles [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52332ac8-f5c1-5008-ad57-3adf6c2c99a1/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1936.542194] env[62211]: DEBUG nova.network.neutron [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Updating instance_info_cache with network_info: [{"id": "d1510b38-1c8d-4e89-b116-4a175645d1bd", "address": "fa:16:3e:b9:8e:48", "network": {"id": "8247afc8-b622-4210-ba5f-cfa0083a05e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-456770713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cbe0e9b41e4dabaafb0776ef757c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1510b38-1c", "ovs_interfaceid": "d1510b38-1c8d-4e89-b116-4a175645d1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.546346] env[62211]: DEBUG nova.compute.manager [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Received event network-vif-plugged-d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1936.546611] env[62211]: DEBUG oslo_concurrency.lockutils [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] Acquiring lock "c8af1cbe-902d-4af8-b744-7341ec58831c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.546923] env[62211]: DEBUG oslo_concurrency.lockutils [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] Lock "c8af1cbe-902d-4af8-b744-7341ec58831c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.547147] env[62211]: DEBUG oslo_concurrency.lockutils [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] Lock "c8af1cbe-902d-4af8-b744-7341ec58831c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.547348] env[62211]: DEBUG nova.compute.manager [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] No waiting events found dispatching network-vif-plugged-d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1936.548200] env[62211]: WARNING nova.compute.manager [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Received unexpected event network-vif-plugged-d1510b38-1c8d-4e89-b116-4a175645d1bd for instance with vm_state building and task_state spawning. [ 1936.548401] env[62211]: DEBUG nova.compute.manager [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Received event network-vif-deleted-547b4caf-a805-4c12-8254-011a7888d2ea {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1936.548578] env[62211]: DEBUG nova.compute.manager [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Received event network-changed-d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1936.548733] env[62211]: DEBUG nova.compute.manager [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Refreshing instance network info cache due to event network-changed-d1510b38-1c8d-4e89-b116-4a175645d1bd. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1936.548903] env[62211]: DEBUG oslo_concurrency.lockutils [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] Acquiring lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.667030] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-74d40e69-3052-4272-be60-1fa5982bfa1b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.754044] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074726, 'name': ReconfigVM_Task, 'duration_secs': 0.588748} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.757479] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 8716efdd-f12f-47d0-a3df-d26e62495091/8716efdd-f12f-47d0-a3df-d26e62495091.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1936.757897] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-105d8de9-deb5-406f-87d0-7e0bf24ddb18 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.764731] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54009} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.766136] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] c3ca5df8-c95c-4d04-9679-1b18944759ec/c3ca5df8-c95c-4d04-9679-1b18944759ec.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1936.766935] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1936.766935] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1936.766935] env[62211]: value = "task-2074729" [ 1936.766935] env[62211]: _type = "Task" [ 1936.766935] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.766935] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-137e1b8c-68f7-4629-9a6e-8a69ccf8e5eb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.778930] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074729, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.782206] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1936.782206] env[62211]: value = "task-2074730" [ 1936.782206] env[62211]: _type = "Task" [ 1936.782206] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.792728] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.793964] env[62211]: DEBUG oslo_concurrency.lockutils [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.849888] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 220bf8d7-f907-44c3-874c-75303f484b04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1936.850294] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1936.850450] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1937.052323] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Releasing lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.052677] env[62211]: DEBUG nova.compute.manager [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Instance network_info: |[{"id": "d1510b38-1c8d-4e89-b116-4a175645d1bd", "address": "fa:16:3e:b9:8e:48", "network": {"id": "8247afc8-b622-4210-ba5f-cfa0083a05e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-456770713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cbe0e9b41e4dabaafb0776ef757c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1510b38-1c", "ovs_interfaceid": "d1510b38-1c8d-4e89-b116-4a175645d1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1937.053340] env[62211]: DEBUG oslo_concurrency.lockutils [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] Acquired lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.053555] env[62211]: DEBUG nova.network.neutron [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Refreshing network info cache for port d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1937.054719] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:8e:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1510b38-1c8d-4e89-b116-4a175645d1bd', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1937.063044] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Creating folder: Project (77cbe0e9b41e4dabaafb0776ef757c8f). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1937.064302] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5094621-bbc1-4a8d-92db-c09014b1a3ab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.084755] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Created folder: Project (77cbe0e9b41e4dabaafb0776ef757c8f) in parent group-v425157. [ 1937.085063] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Creating folder: Instances. Parent ref: group-v425302. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1937.086014] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af532c54-1b4e-4c19-a426-36d3aa4f8a20 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.095093] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Created folder: Instances in parent group-v425302. [ 1937.095093] env[62211]: DEBUG oslo.service.loopingcall [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.095315] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1937.095583] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13933177-a570-4a9f-b590-ee3bf438479b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.122091] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1937.122091] env[62211]: value = "task-2074733" [ 1937.122091] env[62211]: _type = "Task" [ 1937.122091] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.134359] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074733, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.282974] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074729, 'name': Rename_Task, 'duration_secs': 0.201539} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.289353] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1937.290071] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-105c5a7c-6462-4d93-84b2-14b36d0d23b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.297543] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089186} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.299136] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1937.299654] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1937.299654] env[62211]: value = "task-2074734" [ 1937.299654] env[62211]: _type = "Task" [ 1937.299654] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.303095] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419b50c6-e4ae-4fcc-ad84-63aa294b0d8e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.333493] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] c3ca5df8-c95c-4d04-9679-1b18944759ec/c3ca5df8-c95c-4d04-9679-1b18944759ec.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1937.343073] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f30dc792-1a6c-4d65-b709-8b310994185f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.361352] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074734, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.367715] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1937.367715] env[62211]: value = "task-2074735" [ 1937.367715] env[62211]: _type = "Task" [ 1937.367715] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.380531] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.523531] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a92aff-035c-4568-afc4-b41cfe34f924 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.531397] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3da496-86ec-4a36-90b4-274a4694505a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.569915] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41f9d4d-74df-4669-94ec-823210301b5a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.581461] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a762f9-b3af-45f8-a47d-d41135f94ac9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.597975] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1937.636924] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074733, 'name': CreateVM_Task, 'duration_secs': 0.507021} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.637199] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1937.639021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.639021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.639021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1937.639391] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e5c52f5-9074-4511-b231-c4cb64e38271 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.645809] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1937.645809] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]528f292c-f379-ce56-6de3-448d2c1a1928" [ 1937.645809] env[62211]: _type = "Task" [ 1937.645809] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.656570] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]528f292c-f379-ce56-6de3-448d2c1a1928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.817530] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074734, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.879045] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074735, 'name': ReconfigVM_Task, 'duration_secs': 0.35525} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.879045] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Reconfigured VM instance instance-0000002e to attach disk [datastore1] c3ca5df8-c95c-4d04-9679-1b18944759ec/c3ca5df8-c95c-4d04-9679-1b18944759ec.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1937.879340] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c19e0f18-e77b-4727-a681-4914d0c12976 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.886662] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1937.886662] env[62211]: value = "task-2074736" [ 1937.886662] env[62211]: _type = "Task" [ 1937.886662] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.897826] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074736, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.101373] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1938.159875] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]528f292c-f379-ce56-6de3-448d2c1a1928, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.160610] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.160867] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1938.161234] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.161765] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.162016] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1938.162372] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61bef5e8-6deb-4bc2-b853-ad43e8ce8a8d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.181167] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1938.181426] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1938.183083] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa19ab16-bbd1-4ca9-9783-fe1285ac24b5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.191472] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1938.191472] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5278c751-62ef-529e-2b00-9a099b8121c5" [ 1938.191472] env[62211]: _type = "Task" [ 1938.191472] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.201820] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5278c751-62ef-529e-2b00-9a099b8121c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.216225] env[62211]: DEBUG nova.network.neutron [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Updated VIF entry in instance network info cache for port d1510b38-1c8d-4e89-b116-4a175645d1bd. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1938.216582] env[62211]: DEBUG nova.network.neutron [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Updating instance_info_cache with network_info: [{"id": "d1510b38-1c8d-4e89-b116-4a175645d1bd", "address": "fa:16:3e:b9:8e:48", "network": {"id": "8247afc8-b622-4210-ba5f-cfa0083a05e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-456770713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cbe0e9b41e4dabaafb0776ef757c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1510b38-1c", "ovs_interfaceid": "d1510b38-1c8d-4e89-b116-4a175645d1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.315682] env[62211]: DEBUG oslo_vmware.api [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074734, 'name': PowerOnVM_Task, 'duration_secs': 0.542364} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.316638] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1938.316874] env[62211]: INFO nova.compute.manager [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1938.317072] env[62211]: DEBUG nova.compute.manager [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1938.317883] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a13860c-f849-4630-b2d9-db74b30519ca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.398313] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074736, 'name': Rename_Task, 'duration_secs': 0.309551} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.398666] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1938.398934] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7797014e-0e0a-4ec9-a534-e9026c8a97bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.406250] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1938.406250] env[62211]: value = "task-2074737" [ 1938.406250] env[62211]: _type = "Task" [ 1938.406250] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.415100] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.607952] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1938.608272] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.872s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.608563] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.382s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.608745] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.611571] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.603s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.613494] env[62211]: INFO nova.compute.claims [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1938.649938] env[62211]: INFO nova.scheduler.client.report [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Deleted allocations for instance 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c [ 1938.704819] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5278c751-62ef-529e-2b00-9a099b8121c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.706078] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2a1af2-aa82-4429-9ec2-29838b57cd12 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.712248] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1938.712248] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525b9e6d-bca0-4a04-aa5d-f60521a4435d" [ 1938.712248] env[62211]: _type = "Task" [ 1938.712248] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.721476] env[62211]: DEBUG oslo_concurrency.lockutils [req-f82e5bac-9a6e-475b-80d5-55298c521085 req-d5334833-abb7-4098-a69b-0692e2ae3f7b service nova] Releasing lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.721693] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525b9e6d-bca0-4a04-aa5d-f60521a4435d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.838338] env[62211]: INFO nova.compute.manager [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Took 39.35 seconds to build instance. [ 1938.917371] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074737, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.080851] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "7234e314-198d-4737-ba51-526309ea9940" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.080851] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "7234e314-198d-4737-ba51-526309ea9940" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.080851] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "7234e314-198d-4737-ba51-526309ea9940-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.080851] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "7234e314-198d-4737-ba51-526309ea9940-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.080851] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "7234e314-198d-4737-ba51-526309ea9940-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.083065] env[62211]: INFO nova.compute.manager [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Terminating instance [ 1939.163118] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ce9b9d85-3350-43ad-be10-d735544fd1c6 tempest-ServerGroupTestJSON-1676717456 tempest-ServerGroupTestJSON-1676717456-project-member] Lock "8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.514s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.224934] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525b9e6d-bca0-4a04-aa5d-f60521a4435d, 'name': SearchDatastore_Task, 'duration_secs': 0.019334} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.225226] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.225738] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] c8af1cbe-902d-4af8-b744-7341ec58831c/c8af1cbe-902d-4af8-b744-7341ec58831c.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1939.226037] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c893f121-4bda-4c8a-9877-38cba2675674 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.233574] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1939.233574] env[62211]: value = "task-2074738" [ 1939.233574] env[62211]: _type = "Task" [ 1939.233574] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.243225] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.340323] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69542458-bf7a-4bff-93f0-3404be6a74ee tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "8716efdd-f12f-47d0-a3df-d26e62495091" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.242s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.414156] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2856a23e-91c6-4109-94d8-cbfe2529e109 tempest-ServersAdminTestJSON-526913663 tempest-ServersAdminTestJSON-526913663-project-admin] Acquiring lock "refresh_cache-8716efdd-f12f-47d0-a3df-d26e62495091" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.414593] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2856a23e-91c6-4109-94d8-cbfe2529e109 tempest-ServersAdminTestJSON-526913663 tempest-ServersAdminTestJSON-526913663-project-admin] Acquired lock "refresh_cache-8716efdd-f12f-47d0-a3df-d26e62495091" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.414593] env[62211]: DEBUG nova.network.neutron [None req-2856a23e-91c6-4109-94d8-cbfe2529e109 tempest-ServersAdminTestJSON-526913663 tempest-ServersAdminTestJSON-526913663-project-admin] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1939.423014] env[62211]: DEBUG oslo_vmware.api [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074737, 'name': PowerOnVM_Task, 'duration_secs': 0.657214} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.423579] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1939.423808] env[62211]: INFO nova.compute.manager [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1939.424011] env[62211]: DEBUG nova.compute.manager [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1939.431864] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977943bd-b646-4948-a941-87ee6fbb3ff0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.590808] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "refresh_cache-7234e314-198d-4737-ba51-526309ea9940" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.591166] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquired lock "refresh_cache-7234e314-198d-4737-ba51-526309ea9940" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.591328] env[62211]: DEBUG nova.network.neutron [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1939.752096] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074738, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.845621] env[62211]: DEBUG nova.compute.manager [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1939.970199] env[62211]: INFO nova.compute.manager [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Took 40.01 seconds to build instance. [ 1940.121722] env[62211]: DEBUG nova.network.neutron [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1940.192695] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df249d68-4c2d-48ef-8c4f-ad45c87b0f83 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.205726] env[62211]: DEBUG nova.network.neutron [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.208281] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289fd35d-4434-40d4-9eac-09a3ba3d6768 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.213691] env[62211]: DEBUG nova.network.neutron [None req-2856a23e-91c6-4109-94d8-cbfe2529e109 tempest-ServersAdminTestJSON-526913663 tempest-ServersAdminTestJSON-526913663-project-admin] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Updating instance_info_cache with network_info: [{"id": "80eba53e-0f17-4941-947b-20aaa48a7da8", "address": "fa:16:3e:0f:46:76", "network": {"id": "0726fe05-a3d8-48a6-81d7-80e12381d9f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1928272886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6916a76024aa49aafa89913291a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80eba53e-0f", "ovs_interfaceid": "80eba53e-0f17-4941-947b-20aaa48a7da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.252247] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dd304f-8446-4f8d-bfc1-bddccb910d45 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.264944] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81db258b-4cbe-49ae-b730-9e8a978e194b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.269778] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530659} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.270459] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] c8af1cbe-902d-4af8-b744-7341ec58831c/c8af1cbe-902d-4af8-b744-7341ec58831c.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1940.270726] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1940.271680] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01c293d3-9194-4ed4-9f77-721695c20f58 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.284572] env[62211]: DEBUG nova.compute.provider_tree [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.288644] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1940.288644] env[62211]: value = "task-2074739" [ 1940.288644] env[62211]: _type = "Task" [ 1940.288644] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.296908] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.375917] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.381220] env[62211]: DEBUG oslo_vmware.rw_handles [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280872c-e197-5e53-7fd3-553819f6e3aa/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1940.381968] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1174155-8201-4352-9f41-8be6f9bce213 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.390930] env[62211]: DEBUG oslo_vmware.rw_handles [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280872c-e197-5e53-7fd3-553819f6e3aa/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1940.391266] env[62211]: ERROR oslo_vmware.rw_handles [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280872c-e197-5e53-7fd3-553819f6e3aa/disk-0.vmdk due to incomplete transfer. [ 1940.391982] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc392b71-4038-4a13-b9d4-8551044de5d5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.398968] env[62211]: DEBUG oslo_vmware.rw_handles [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280872c-e197-5e53-7fd3-553819f6e3aa/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1940.399034] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Uploaded image ee0116a3-cd72-44a6-927d-1fd4378b3560 to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1940.401353] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1940.401732] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-10279f36-6478-4913-b07f-5af677b6943e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.407718] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1940.407718] env[62211]: value = "task-2074740" [ 1940.407718] env[62211]: _type = "Task" [ 1940.407718] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.418127] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074740, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.473112] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c74eb8-60f6-47d5-a922-a21c052d5dac tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "c3ca5df8-c95c-4d04-9679-1b18944759ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.543s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.709328] env[62211]: INFO nova.compute.manager [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Rescuing [ 1940.709328] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "refresh_cache-c3ca5df8-c95c-4d04-9679-1b18944759ec" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.709328] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquired lock "refresh_cache-c3ca5df8-c95c-4d04-9679-1b18944759ec" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.709328] env[62211]: DEBUG nova.network.neutron [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1940.713270] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Releasing lock "refresh_cache-7234e314-198d-4737-ba51-526309ea9940" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.713669] env[62211]: DEBUG nova.compute.manager [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1940.714031] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1940.714776] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e62b625-a6fb-4f75-b0dd-c5276e6e608b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.718104] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2856a23e-91c6-4109-94d8-cbfe2529e109 tempest-ServersAdminTestJSON-526913663 tempest-ServersAdminTestJSON-526913663-project-admin] Releasing lock "refresh_cache-8716efdd-f12f-47d0-a3df-d26e62495091" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.718629] env[62211]: DEBUG nova.compute.manager [None req-2856a23e-91c6-4109-94d8-cbfe2529e109 tempest-ServersAdminTestJSON-526913663 tempest-ServersAdminTestJSON-526913663-project-admin] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Inject network info {{(pid=62211) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1940.718711] env[62211]: DEBUG nova.compute.manager [None req-2856a23e-91c6-4109-94d8-cbfe2529e109 tempest-ServersAdminTestJSON-526913663 tempest-ServersAdminTestJSON-526913663-project-admin] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] network_info to inject: |[{"id": "80eba53e-0f17-4941-947b-20aaa48a7da8", "address": "fa:16:3e:0f:46:76", "network": {"id": "0726fe05-a3d8-48a6-81d7-80e12381d9f1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1928272886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cc6916a76024aa49aafa89913291a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80eba53e-0f", "ovs_interfaceid": "80eba53e-0f17-4941-947b-20aaa48a7da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1940.724020] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2856a23e-91c6-4109-94d8-cbfe2529e109 tempest-ServersAdminTestJSON-526913663 tempest-ServersAdminTestJSON-526913663-project-admin] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Reconfiguring VM instance to set the machine id {{(pid=62211) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1940.724940] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e3c63b4-4ccf-4e6d-9ffc-fcc3ead62106 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.741203] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1940.742745] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-656529fa-cb71-4e5b-bf25-1582cba89169 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.744964] env[62211]: DEBUG oslo_vmware.api [None req-2856a23e-91c6-4109-94d8-cbfe2529e109 tempest-ServersAdminTestJSON-526913663 tempest-ServersAdminTestJSON-526913663-project-admin] Waiting for the task: (returnval){ [ 1940.744964] env[62211]: value = "task-2074741" [ 1940.744964] env[62211]: _type = "Task" [ 1940.744964] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.750743] env[62211]: DEBUG oslo_vmware.api [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1940.750743] env[62211]: value = "task-2074742" [ 1940.750743] env[62211]: _type = "Task" [ 1940.750743] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.757837] env[62211]: DEBUG oslo_vmware.api [None req-2856a23e-91c6-4109-94d8-cbfe2529e109 tempest-ServersAdminTestJSON-526913663 tempest-ServersAdminTestJSON-526913663-project-admin] Task: {'id': task-2074741, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.765989] env[62211]: DEBUG oslo_vmware.api [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.791364] env[62211]: DEBUG nova.scheduler.client.report [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1940.804335] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202371} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.804612] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1940.805466] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438b0543-aaa2-47c4-8467-ed8ee3d714d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.830091] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] c8af1cbe-902d-4af8-b744-7341ec58831c/c8af1cbe-902d-4af8-b744-7341ec58831c.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1940.830769] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4a55cac-a5fd-4688-a6a2-a0acc0c92590 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.854974] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1940.854974] env[62211]: value = "task-2074743" [ 1940.854974] env[62211]: _type = "Task" [ 1940.854974] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.869547] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.918324] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074740, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.974723] env[62211]: DEBUG nova.compute.manager [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1941.257876] env[62211]: DEBUG oslo_vmware.api [None req-2856a23e-91c6-4109-94d8-cbfe2529e109 tempest-ServersAdminTestJSON-526913663 tempest-ServersAdminTestJSON-526913663-project-admin] Task: {'id': task-2074741, 'name': ReconfigVM_Task, 'duration_secs': 0.200766} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.262481] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2856a23e-91c6-4109-94d8-cbfe2529e109 tempest-ServersAdminTestJSON-526913663 tempest-ServersAdminTestJSON-526913663-project-admin] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Reconfigured VM instance to set the machine id {{(pid=62211) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1941.270651] env[62211]: DEBUG oslo_vmware.api [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074742, 'name': PowerOffVM_Task, 'duration_secs': 0.136989} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.270909] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1941.271562] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1941.271562] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c16b394-3ae8-49fb-b49b-be8dbd201ebb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.295789] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1941.296075] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1941.296210] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Deleting the datastore file [datastore1] 7234e314-198d-4737-ba51-526309ea9940 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1941.299915] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7770044-724a-4444-8ef9-b81a2e6c9d25 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.299915] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.300424] env[62211]: DEBUG nova.compute.manager [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1941.304203] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.603s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.307248] env[62211]: INFO nova.compute.claims [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1941.312803] env[62211]: DEBUG oslo_vmware.api [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1941.312803] env[62211]: value = "task-2074745" [ 1941.312803] env[62211]: _type = "Task" [ 1941.312803] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.321336] env[62211]: DEBUG oslo_vmware.api [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.364915] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074743, 'name': ReconfigVM_Task, 'duration_secs': 0.389291} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.365222] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Reconfigured VM instance instance-0000002f to attach disk [datastore1] c8af1cbe-902d-4af8-b744-7341ec58831c/c8af1cbe-902d-4af8-b744-7341ec58831c.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1941.365856] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e20408d-71a6-47c6-89bb-4fac851c5ce5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.372232] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Acquiring lock "871c80f0-e5dc-42e5-8708-971567d287dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.372501] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Lock "871c80f0-e5dc-42e5-8708-971567d287dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.377701] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1941.377701] env[62211]: value = "task-2074746" [ 1941.377701] env[62211]: _type = "Task" [ 1941.377701] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.389729] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074746, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.417452] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074740, 'name': Destroy_Task, 'duration_secs': 0.603607} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.418111] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Destroyed the VM [ 1941.418372] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1941.418641] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9d44e456-09d2-4eef-90dd-f907e32e15e7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.425049] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1941.425049] env[62211]: value = "task-2074747" [ 1941.425049] env[62211]: _type = "Task" [ 1941.425049] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.433215] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074747, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.514903] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.543510] env[62211]: DEBUG nova.network.neutron [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Updating instance_info_cache with network_info: [{"id": "22d75fbe-4ab6-4713-87cf-79199f4ed878", "address": "fa:16:3e:ff:24:cd", "network": {"id": "3c4c9dca-bc2e-4b65-add9-5b82a8d1a981", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1684742246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "145aa92b62e3493cbe952867493bd447", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d75fbe-4a", "ovs_interfaceid": "22d75fbe-4ab6-4713-87cf-79199f4ed878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.816022] env[62211]: DEBUG nova.compute.utils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1941.816022] env[62211]: DEBUG nova.compute.manager [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1941.816022] env[62211]: DEBUG nova.network.neutron [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1941.838970] env[62211]: DEBUG oslo_vmware.api [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101967} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.839266] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.839660] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1941.839880] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1941.840073] env[62211]: INFO nova.compute.manager [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1941.840472] env[62211]: DEBUG oslo.service.loopingcall [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.840690] env[62211]: DEBUG nova.compute.manager [-] [instance: 7234e314-198d-4737-ba51-526309ea9940] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1941.844023] env[62211]: DEBUG nova.network.neutron [-] [instance: 7234e314-198d-4737-ba51-526309ea9940] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1941.873139] env[62211]: DEBUG nova.network.neutron [-] [instance: 7234e314-198d-4737-ba51-526309ea9940] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1941.890921] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074746, 'name': Rename_Task, 'duration_secs': 0.201705} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.891245] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1941.892100] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c9b4d41-0d12-47b3-bf10-d4749ef4f851 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.900622] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1941.900622] env[62211]: value = "task-2074748" [ 1941.900622] env[62211]: _type = "Task" [ 1941.900622] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.910644] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.918649] env[62211]: DEBUG nova.policy [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b5cd61f68fc47fda46cf6619b8321b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a52743dfcde46929042688d4aa57cdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1941.936950] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074747, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.046078] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Releasing lock "refresh_cache-c3ca5df8-c95c-4d04-9679-1b18944759ec" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.322918] env[62211]: DEBUG nova.compute.manager [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1942.353833] env[62211]: DEBUG nova.network.neutron [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Successfully created port: d0efb1da-4954-48b6-a841-09577bb93583 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1942.377034] env[62211]: DEBUG nova.network.neutron [-] [instance: 7234e314-198d-4737-ba51-526309ea9940] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.415014] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074748, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.435954] env[62211]: DEBUG oslo_vmware.api [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074747, 'name': RemoveSnapshot_Task, 'duration_secs': 0.886101} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.440120] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1942.440481] env[62211]: INFO nova.compute.manager [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Took 16.22 seconds to snapshot the instance on the hypervisor. [ 1942.735804] env[62211]: DEBUG nova.network.neutron [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Successfully created port: 4efdffaf-9391-439a-8b91-76ca527a9eac {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1942.879914] env[62211]: INFO nova.compute.manager [-] [instance: 7234e314-198d-4737-ba51-526309ea9940] Took 1.04 seconds to deallocate network for instance. [ 1942.915206] env[62211]: DEBUG oslo_vmware.api [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074748, 'name': PowerOnVM_Task, 'duration_secs': 0.623274} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.915519] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1942.915717] env[62211]: INFO nova.compute.manager [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1942.915891] env[62211]: DEBUG nova.compute.manager [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.916700] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40605846-cc6a-4661-8e49-d03b5f30adc3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.969198] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f21304-ab10-4ffb-9b86-1c9641953881 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.978688] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa129539-4f2b-489e-ba29-b3fa0efae124 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.017994] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0443f6-b2e8-45a5-a16c-5402ae3a50cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.028123] env[62211]: DEBUG nova.compute.manager [None req-1503075e-28be-4f2e-a21c-9938a3a4909c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Found 1 images (rotation: 2) {{(pid=62211) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1943.030511] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13fdac2-3670-4818-92ea-7ea97c5df416 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.047035] env[62211]: DEBUG nova.compute.provider_tree [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1943.116692] env[62211]: DEBUG nova.network.neutron [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Successfully created port: ae33915b-27e3-41ae-9d10-ab1fb0a5db20 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1943.334452] env[62211]: DEBUG nova.compute.manager [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1943.372309] env[62211]: DEBUG nova.virt.hardware [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1943.372611] env[62211]: DEBUG nova.virt.hardware [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1943.372777] env[62211]: DEBUG nova.virt.hardware [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1943.373338] env[62211]: DEBUG nova.virt.hardware [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1943.377230] env[62211]: DEBUG nova.virt.hardware [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1943.377230] env[62211]: DEBUG nova.virt.hardware [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1943.377230] env[62211]: DEBUG nova.virt.hardware [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1943.377230] env[62211]: DEBUG nova.virt.hardware [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1943.377230] env[62211]: DEBUG nova.virt.hardware [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1943.377230] env[62211]: DEBUG nova.virt.hardware [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1943.377230] env[62211]: DEBUG nova.virt.hardware [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1943.377230] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85d1850-84d7-4db5-b665-749456a1e8cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.385129] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b880ea4-63e9-4601-9b01-21e13be8d1ed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.401839] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.437581] env[62211]: INFO nova.compute.manager [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Took 41.70 seconds to build instance. [ 1943.549892] env[62211]: DEBUG nova.scheduler.client.report [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1943.590140] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.590140] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbae1654-c432-48be-bbba-9767c2b2214b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.595578] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1943.595578] env[62211]: value = "task-2074749" [ 1943.595578] env[62211]: _type = "Task" [ 1943.595578] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.607139] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.649398] env[62211]: INFO nova.compute.manager [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Rebuilding instance [ 1943.706480] env[62211]: DEBUG nova.compute.manager [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1943.707923] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16671610-4ff4-47b5-ab24-d6a08e345cab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.941310] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1d86d3e5-56b3-450a-a018-4f93cd4e25c3 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "c8af1cbe-902d-4af8-b744-7341ec58831c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.329s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.059014] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.059579] env[62211]: DEBUG nova.compute.manager [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1944.064570] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.326s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.064866] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.067197] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.966s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.068374] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.070326] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.617s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.073933] env[62211]: INFO nova.compute.claims [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1944.107449] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074749, 'name': PowerOffVM_Task, 'duration_secs': 0.284149} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.108528] env[62211]: INFO nova.scheduler.client.report [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Deleted allocations for instance 48f7357a-2911-463f-bda4-abf0c50d7d6d [ 1944.112961] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1944.120428] env[62211]: INFO nova.scheduler.client.report [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Deleted allocations for instance 0824a71e-75ca-4a1d-a5e4-7b566fccf383 [ 1944.122604] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5243e7-b9c0-4324-aeaf-3a919c9adedf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.147937] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5839706-2ae3-4a58-8264-f30fe455702f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.210375] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1944.210639] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19e78ee7-847e-4367-ab36-f84955f90994 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.218447] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1944.218447] env[62211]: value = "task-2074750" [ 1944.218447] env[62211]: _type = "Task" [ 1944.218447] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.230461] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] VM already powered off {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1944.230801] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1944.230905] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.232033] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.232033] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1944.232033] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d145e70-9d8c-4d6e-82f2-3d7de0ee4d61 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.247063] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1944.247063] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1944.247063] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b93c0ab4-2550-4f0a-955c-d0ac444b2639 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.251048] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1944.251048] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]522f1c9a-86ef-bf97-8ab8-05cd5fdc73ac" [ 1944.251048] env[62211]: _type = "Task" [ 1944.251048] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.259154] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522f1c9a-86ef-bf97-8ab8-05cd5fdc73ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.444176] env[62211]: DEBUG nova.compute.manager [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1944.578954] env[62211]: DEBUG nova.compute.utils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1944.583292] env[62211]: DEBUG nova.compute.manager [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1944.583363] env[62211]: DEBUG nova.network.neutron [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1944.632136] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2f33aaf-7aed-4bc8-a307-d545fb7ad263 tempest-ServersTestManualDisk-1207839874 tempest-ServersTestManualDisk-1207839874-project-member] Lock "48f7357a-2911-463f-bda4-abf0c50d7d6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.325s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.640100] env[62211]: DEBUG oslo_concurrency.lockutils [None req-00a6c0cd-b79a-4ddf-8552-f0776cf22afe tempest-ServersTestBootFromVolume-1750827627 tempest-ServersTestBootFromVolume-1750827627-project-member] Lock "0824a71e-75ca-4a1d-a5e4-7b566fccf383" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.755s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.677246] env[62211]: DEBUG nova.policy [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a44575d33134bf0b97b1dee9b1a9a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2dcaad66e9c402082c71e371b7764fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1944.726494] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1944.727081] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c7317db-2bcf-4547-89fb-6014d6fe42e7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.735053] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1944.735053] env[62211]: value = "task-2074751" [ 1944.735053] env[62211]: _type = "Task" [ 1944.735053] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.747292] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.762184] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522f1c9a-86ef-bf97-8ab8-05cd5fdc73ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.763016] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09042d6-de8d-46e1-8ee8-f396ec112891 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.770092] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1944.770092] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]524d6fd5-5d24-a9a3-763b-6e6c1923779b" [ 1944.770092] env[62211]: _type = "Task" [ 1944.770092] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.781328] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524d6fd5-5d24-a9a3-763b-6e6c1923779b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.975644] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.086030] env[62211]: DEBUG nova.compute.manager [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1945.108507] env[62211]: DEBUG nova.compute.manager [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1945.109555] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e771df-715f-4a14-ae76-502d48737f49 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.253645] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074751, 'name': PowerOffVM_Task, 'duration_secs': 0.242484} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.254445] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1945.254757] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1945.255651] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56137b98-5897-47fd-9308-1a271510edfd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.266293] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1945.266612] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5928732b-1d5f-49a3-a896-ac74dcbeeefc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.284186] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524d6fd5-5d24-a9a3-763b-6e6c1923779b, 'name': SearchDatastore_Task, 'duration_secs': 0.010811} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.284801] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.284801] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] c3ca5df8-c95c-4d04-9679-1b18944759ec/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk. {{(pid=62211) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1945.285141] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-428bdf4c-c93e-4d90-a704-66e8e5907cbc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.301276] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1945.301276] env[62211]: value = "task-2074753" [ 1945.301276] env[62211]: _type = "Task" [ 1945.301276] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.307188] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.359794] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1945.360036] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1945.363018] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleting the datastore file [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1945.363018] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8b1981f-f10e-4159-99c3-b5956ed8416b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.367703] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1945.367703] env[62211]: value = "task-2074754" [ 1945.367703] env[62211]: _type = "Task" [ 1945.367703] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.377967] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.414828] env[62211]: DEBUG nova.network.neutron [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Successfully created port: c5afdb1d-c693-4266-84fa-b947f4574395 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1945.501659] env[62211]: DEBUG nova.network.neutron [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Successfully updated port: d0efb1da-4954-48b6-a841-09577bb93583 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1945.633723] env[62211]: INFO nova.compute.manager [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] instance snapshotting [ 1945.633723] env[62211]: DEBUG nova.objects.instance [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lazy-loading 'flavor' on Instance uuid 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.677739] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3674da7-0b0c-4ee6-8b34-97c0d48ae63f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.685340] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245b297c-b34c-4afd-8ab2-7bdd48319a65 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.720637] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872f925e-1dbd-4d11-b561-f6ecac065e8b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.725034] env[62211]: DEBUG nova.compute.manager [req-bcd603e0-8d0d-432e-9969-7a024f24a4ad req-da625af7-17b4-4cea-ac47-b712b29e748a service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Received event network-vif-plugged-d0efb1da-4954-48b6-a841-09577bb93583 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1945.725034] env[62211]: DEBUG oslo_concurrency.lockutils [req-bcd603e0-8d0d-432e-9969-7a024f24a4ad req-da625af7-17b4-4cea-ac47-b712b29e748a service nova] Acquiring lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.725034] env[62211]: DEBUG oslo_concurrency.lockutils [req-bcd603e0-8d0d-432e-9969-7a024f24a4ad req-da625af7-17b4-4cea-ac47-b712b29e748a service nova] Lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.725034] env[62211]: DEBUG oslo_concurrency.lockutils [req-bcd603e0-8d0d-432e-9969-7a024f24a4ad req-da625af7-17b4-4cea-ac47-b712b29e748a service nova] Lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.725175] env[62211]: DEBUG nova.compute.manager [req-bcd603e0-8d0d-432e-9969-7a024f24a4ad req-da625af7-17b4-4cea-ac47-b712b29e748a service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] No waiting events found dispatching network-vif-plugged-d0efb1da-4954-48b6-a841-09577bb93583 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1945.725216] env[62211]: WARNING nova.compute.manager [req-bcd603e0-8d0d-432e-9969-7a024f24a4ad req-da625af7-17b4-4cea-ac47-b712b29e748a service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Received unexpected event network-vif-plugged-d0efb1da-4954-48b6-a841-09577bb93583 for instance with vm_state building and task_state spawning. [ 1945.732072] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c88c30-9809-4498-8321-87c0516da748 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.747351] env[62211]: DEBUG nova.compute.provider_tree [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1945.810745] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513794} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.811103] env[62211]: INFO nova.virt.vmwareapi.ds_util [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] c3ca5df8-c95c-4d04-9679-1b18944759ec/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk. [ 1945.812108] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8777b203-1470-4946-b2b9-624291d1615d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.842134] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] c3ca5df8-c95c-4d04-9679-1b18944759ec/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1945.842547] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-941a9d01-8a3a-4ed4-a7f7-1234bd33bb1e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.862563] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1945.862563] env[62211]: value = "task-2074755" [ 1945.862563] env[62211]: _type = "Task" [ 1945.862563] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.873374] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "cc69936a-b23f-4243-bd9a-6801eaed94af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.873374] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "cc69936a-b23f-4243-bd9a-6801eaed94af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.880485] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074755, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.887272] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454157} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.888098] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1945.888098] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1945.888098] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1946.101896] env[62211]: DEBUG nova.compute.manager [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1946.133218] env[62211]: DEBUG nova.virt.hardware [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:29:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='fa059553-23ff-49f1-87ca-266b7568d0e8',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1908739809',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1946.133505] env[62211]: DEBUG nova.virt.hardware [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1946.133667] env[62211]: DEBUG nova.virt.hardware [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1946.133850] env[62211]: DEBUG nova.virt.hardware [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1946.134148] env[62211]: DEBUG nova.virt.hardware [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1946.134296] env[62211]: DEBUG nova.virt.hardware [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1946.134778] env[62211]: DEBUG nova.virt.hardware [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1946.135060] env[62211]: DEBUG nova.virt.hardware [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1946.135398] env[62211]: DEBUG nova.virt.hardware [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1946.135638] env[62211]: DEBUG nova.virt.hardware [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1946.135856] env[62211]: DEBUG nova.virt.hardware [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1946.140481] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584edac1-ce31-459b-929a-380b3bb65d87 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.146259] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a49648b-0725-4a7c-9de9-fc34aee706cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.175516] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e080e4-ab20-45be-912b-727a84db052c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.180207] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036e6776-4072-426c-b76c-b8ffa555175f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.252028] env[62211]: DEBUG nova.scheduler.client.report [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1946.377968] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.709249] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1946.709249] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b884658f-fbeb-4892-adad-dec7d7e5fe99 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.716502] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1946.716502] env[62211]: value = "task-2074756" [ 1946.716502] env[62211]: _type = "Task" [ 1946.716502] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.728133] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074756, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.759149] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.759708] env[62211]: DEBUG nova.compute.manager [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1946.766026] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.438s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.766026] env[62211]: INFO nova.compute.claims [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1946.875291] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074755, 'name': ReconfigVM_Task, 'duration_secs': 0.824094} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.875291] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Reconfigured VM instance instance-0000002e to attach disk [datastore1] c3ca5df8-c95c-4d04-9679-1b18944759ec/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1946.875848] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d8ee3c-65dc-45a9-8930-42ec25ac8551 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.911054] env[62211]: DEBUG oslo_vmware.rw_handles [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52332ac8-f5c1-5008-ad57-3adf6c2c99a1/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1946.911856] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f683153-2fe8-47d3-9ffb-bff4ca39b21c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.922728] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca426582-5ef4-4fd0-af1c-14cbc5ca1c29 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.930214] env[62211]: DEBUG oslo_vmware.rw_handles [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52332ac8-f5c1-5008-ad57-3adf6c2c99a1/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1946.930448] env[62211]: ERROR oslo_vmware.rw_handles [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52332ac8-f5c1-5008-ad57-3adf6c2c99a1/disk-0.vmdk due to incomplete transfer. [ 1946.930707] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4704e9f1-c0f0-4721-9789-72402c7cff1f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.936241] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1946.936241] env[62211]: value = "task-2074757" [ 1946.936241] env[62211]: _type = "Task" [ 1946.936241] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.943591] env[62211]: DEBUG nova.virt.hardware [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1946.944264] env[62211]: DEBUG nova.virt.hardware [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1946.944409] env[62211]: DEBUG nova.virt.hardware [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1946.944665] env[62211]: DEBUG nova.virt.hardware [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1946.944836] env[62211]: DEBUG nova.virt.hardware [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1946.945167] env[62211]: DEBUG nova.virt.hardware [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1946.945263] env[62211]: DEBUG nova.virt.hardware [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1946.945440] env[62211]: DEBUG nova.virt.hardware [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1946.945616] env[62211]: DEBUG nova.virt.hardware [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1946.946110] env[62211]: DEBUG nova.virt.hardware [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1946.946271] env[62211]: DEBUG nova.virt.hardware [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1946.947375] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b9c89e-4414-4921-9415-51365f9a2181 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.956228] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074757, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.956790] env[62211]: DEBUG oslo_vmware.rw_handles [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52332ac8-f5c1-5008-ad57-3adf6c2c99a1/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1946.956834] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Uploaded image 6b0d0e0d-9b03-4bd4-9b9a-c1392e5e8987 to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1946.958877] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1946.959805] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9b746dc-1156-4c48-bf3e-624fa6b05035 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.966889] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23562923-8df7-4f1e-b399-65f0a76dc50a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.972818] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1946.972818] env[62211]: value = "task-2074758" [ 1946.972818] env[62211]: _type = "Task" [ 1946.972818] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.984593] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:ae:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1946.992474] env[62211]: DEBUG oslo.service.loopingcall [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.993424] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1946.993549] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54c412e3-f8a8-46fe-b85b-b0bb3b19e7f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.011718] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074758, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.017966] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1947.017966] env[62211]: value = "task-2074759" [ 1947.017966] env[62211]: _type = "Task" [ 1947.017966] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.026780] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074759, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.229409] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074756, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.274072] env[62211]: DEBUG nova.compute.utils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1947.279024] env[62211]: DEBUG nova.compute.manager [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1947.279024] env[62211]: DEBUG nova.network.neutron [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1947.449462] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074757, 'name': ReconfigVM_Task, 'duration_secs': 0.161676} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.450945] env[62211]: DEBUG nova.policy [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd12a6eebdd5a45db950d92c58818d2d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e260262c1924e15967684422d2c6715', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1947.452434] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1947.452719] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e912d7bf-3d42-4ba8-acf1-0e712f78e77c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.462036] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1947.462036] env[62211]: value = "task-2074760" [ 1947.462036] env[62211]: _type = "Task" [ 1947.462036] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.467194] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.481814] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074758, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.529349] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074759, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.726891] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074756, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.779956] env[62211]: DEBUG nova.compute.manager [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1947.805210] env[62211]: DEBUG nova.network.neutron [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Successfully updated port: c5afdb1d-c693-4266-84fa-b947f4574395 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1947.980710] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074760, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.993914] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074758, 'name': Destroy_Task, 'duration_secs': 0.743197} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.994231] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Destroyed the VM [ 1947.994483] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1947.994719] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea9d7439-8ebd-4330-90ee-3d3616d887ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.004186] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1948.004186] env[62211]: value = "task-2074761" [ 1948.004186] env[62211]: _type = "Task" [ 1948.004186] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.018343] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074761, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.030323] env[62211]: DEBUG nova.compute.manager [req-59a6676f-7ab6-4592-b527-f1b9d1a71d38 req-0a050502-031e-42cc-be96-e1f598b22cf8 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Received event network-changed-d0efb1da-4954-48b6-a841-09577bb93583 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1948.030520] env[62211]: DEBUG nova.compute.manager [req-59a6676f-7ab6-4592-b527-f1b9d1a71d38 req-0a050502-031e-42cc-be96-e1f598b22cf8 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Refreshing instance network info cache due to event network-changed-d0efb1da-4954-48b6-a841-09577bb93583. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1948.030731] env[62211]: DEBUG oslo_concurrency.lockutils [req-59a6676f-7ab6-4592-b527-f1b9d1a71d38 req-0a050502-031e-42cc-be96-e1f598b22cf8 service nova] Acquiring lock "refresh_cache-69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.030899] env[62211]: DEBUG oslo_concurrency.lockutils [req-59a6676f-7ab6-4592-b527-f1b9d1a71d38 req-0a050502-031e-42cc-be96-e1f598b22cf8 service nova] Acquired lock "refresh_cache-69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.031165] env[62211]: DEBUG nova.network.neutron [req-59a6676f-7ab6-4592-b527-f1b9d1a71d38 req-0a050502-031e-42cc-be96-e1f598b22cf8 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Refreshing network info cache for port d0efb1da-4954-48b6-a841-09577bb93583 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1948.036500] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074759, 'name': CreateVM_Task, 'duration_secs': 0.747691} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.037873] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1948.037873] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.037873] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.038310] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1948.038310] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db96935-56bf-4829-8ee3-6c3318307393 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.045777] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1948.045777] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526dad33-043f-5186-5d24-9f1c492af34c" [ 1948.045777] env[62211]: _type = "Task" [ 1948.045777] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.058114] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526dad33-043f-5186-5d24-9f1c492af34c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.231264] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074756, 'name': CreateSnapshot_Task, 'duration_secs': 1.172041} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.234705] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1948.235902] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2212b796-8eb7-4dc0-8b8f-658e0a1ecfa2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.308366] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.308637] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.308937] env[62211]: DEBUG nova.network.neutron [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.455997] env[62211]: DEBUG nova.network.neutron [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Successfully created port: 49c1ccc3-71b3-4c91-8f51-816fdf651714 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1948.462258] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c5c37c-879b-4f85-b034-8b70bfbbad68 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.473150] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24d6cca-cb84-42e0-acc2-ebb8c02e29f4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.482124] env[62211]: DEBUG oslo_vmware.api [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074760, 'name': PowerOnVM_Task, 'duration_secs': 0.586001} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.483162] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1948.515680] env[62211]: DEBUG nova.compute.manager [None req-d86475b5-a5ab-4973-a0e0-3cc208df47f0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1948.519442] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a7dec9-0f9f-4c92-85f3-b1be8167b808 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.522462] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66b0821-497c-4098-a8e7-5a888dc14df4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.534052] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5450c1-4e03-49c3-8c02-bdfb76db35de {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.538524] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074761, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.553274] env[62211]: DEBUG nova.compute.provider_tree [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1948.564107] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526dad33-043f-5186-5d24-9f1c492af34c, 'name': SearchDatastore_Task, 'duration_secs': 0.018503} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.564161] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.564360] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1948.564583] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.564723] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.564894] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1948.565170] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51d6d5d7-607e-4d68-b54e-be5e472e1ae2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.576123] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1948.576123] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1948.576123] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf0a8d8-f449-47d1-bf50-575a2cf50e64 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.582722] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1948.582722] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]522e618f-c6d1-5903-6d5c-fed7c4c6217c" [ 1948.582722] env[62211]: _type = "Task" [ 1948.582722] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.590490] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522e618f-c6d1-5903-6d5c-fed7c4c6217c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.633961] env[62211]: DEBUG nova.network.neutron [req-59a6676f-7ab6-4592-b527-f1b9d1a71d38 req-0a050502-031e-42cc-be96-e1f598b22cf8 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1948.759333] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1948.761096] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0640e2fe-cb38-42a6-b9b7-dff659e1f4c1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.771125] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1948.771125] env[62211]: value = "task-2074762" [ 1948.771125] env[62211]: _type = "Task" [ 1948.771125] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.779620] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074762, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.795927] env[62211]: DEBUG nova.compute.manager [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1948.822395] env[62211]: DEBUG nova.virt.hardware [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1948.822664] env[62211]: DEBUG nova.virt.hardware [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1948.822822] env[62211]: DEBUG nova.virt.hardware [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1948.823037] env[62211]: DEBUG nova.virt.hardware [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1948.823260] env[62211]: DEBUG nova.virt.hardware [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1948.823435] env[62211]: DEBUG nova.virt.hardware [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1948.823644] env[62211]: DEBUG nova.virt.hardware [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1948.823803] env[62211]: DEBUG nova.virt.hardware [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1948.823969] env[62211]: DEBUG nova.virt.hardware [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1948.824145] env[62211]: DEBUG nova.virt.hardware [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1948.824334] env[62211]: DEBUG nova.virt.hardware [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1948.825174] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0a169b-8794-4590-98e5-971f14ca84fc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.835258] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e4fc40-cdcb-4421-85a3-044e3d007014 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.926458] env[62211]: DEBUG nova.network.neutron [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Successfully updated port: 4efdffaf-9391-439a-8b91-76ca527a9eac {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1948.931252] env[62211]: DEBUG nova.network.neutron [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1949.002426] env[62211]: DEBUG nova.network.neutron [req-59a6676f-7ab6-4592-b527-f1b9d1a71d38 req-0a050502-031e-42cc-be96-e1f598b22cf8 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.030033] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074761, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.059474] env[62211]: DEBUG nova.scheduler.client.report [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.094169] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522e618f-c6d1-5903-6d5c-fed7c4c6217c, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.094966] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831d7f35-39a6-4104-bf73-c0bd98a23407 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.100872] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1949.100872] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d2b894-fef7-8113-1d4d-5bdc4d61cb33" [ 1949.100872] env[62211]: _type = "Task" [ 1949.100872] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.109755] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d2b894-fef7-8113-1d4d-5bdc4d61cb33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.285647] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074762, 'name': CloneVM_Task} progress is 93%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.507722] env[62211]: DEBUG oslo_concurrency.lockutils [req-59a6676f-7ab6-4592-b527-f1b9d1a71d38 req-0a050502-031e-42cc-be96-e1f598b22cf8 service nova] Releasing lock "refresh_cache-69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.508856] env[62211]: DEBUG nova.compute.manager [req-59a6676f-7ab6-4592-b527-f1b9d1a71d38 req-0a050502-031e-42cc-be96-e1f598b22cf8 service nova] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Received event network-vif-plugged-c5afdb1d-c693-4266-84fa-b947f4574395 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1949.508856] env[62211]: DEBUG oslo_concurrency.lockutils [req-59a6676f-7ab6-4592-b527-f1b9d1a71d38 req-0a050502-031e-42cc-be96-e1f598b22cf8 service nova] Acquiring lock "269c293a-d0a5-4467-b3f2-67351118f1aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.508856] env[62211]: DEBUG oslo_concurrency.lockutils [req-59a6676f-7ab6-4592-b527-f1b9d1a71d38 req-0a050502-031e-42cc-be96-e1f598b22cf8 service nova] Lock "269c293a-d0a5-4467-b3f2-67351118f1aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.508856] env[62211]: DEBUG oslo_concurrency.lockutils [req-59a6676f-7ab6-4592-b527-f1b9d1a71d38 req-0a050502-031e-42cc-be96-e1f598b22cf8 service nova] Lock "269c293a-d0a5-4467-b3f2-67351118f1aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.508856] env[62211]: DEBUG nova.compute.manager [req-59a6676f-7ab6-4592-b527-f1b9d1a71d38 req-0a050502-031e-42cc-be96-e1f598b22cf8 service nova] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] No waiting events found dispatching network-vif-plugged-c5afdb1d-c693-4266-84fa-b947f4574395 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1949.509100] env[62211]: WARNING nova.compute.manager [req-59a6676f-7ab6-4592-b527-f1b9d1a71d38 req-0a050502-031e-42cc-be96-e1f598b22cf8 service nova] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Received unexpected event network-vif-plugged-c5afdb1d-c693-4266-84fa-b947f4574395 for instance with vm_state building and task_state spawning. [ 1949.525801] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074761, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.567357] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.567912] env[62211]: DEBUG nova.compute.manager [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1949.572096] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.663s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.572337] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.574924] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.413s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.576356] env[62211]: INFO nova.compute.claims [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1949.579590] env[62211]: INFO nova.compute.manager [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Unrescuing [ 1949.579816] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "refresh_cache-c3ca5df8-c95c-4d04-9679-1b18944759ec" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.579966] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquired lock "refresh_cache-c3ca5df8-c95c-4d04-9679-1b18944759ec" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.580143] env[62211]: DEBUG nova.network.neutron [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1949.615028] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d2b894-fef7-8113-1d4d-5bdc4d61cb33, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.615330] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.615590] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39/4f85b886-8a92-495c-948c-4f21691d4f39.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1949.615945] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49dcf950-ffaa-4b23-97eb-113cf6542327 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.619509] env[62211]: INFO nova.scheduler.client.report [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Deleted allocations for instance 042bd6d1-d788-4171-885c-e93a46af43a7 [ 1949.629691] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1949.629691] env[62211]: value = "task-2074763" [ 1949.629691] env[62211]: _type = "Task" [ 1949.629691] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.646381] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.648223] env[62211]: DEBUG nova.network.neutron [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance_info_cache with network_info: [{"id": "c5afdb1d-c693-4266-84fa-b947f4574395", "address": "fa:16:3e:ca:a4:a0", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5afdb1d-c6", "ovs_interfaceid": "c5afdb1d-c693-4266-84fa-b947f4574395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.786454] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074762, 'name': CloneVM_Task} progress is 93%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.027347] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074761, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.081461] env[62211]: DEBUG nova.compute.utils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1950.085239] env[62211]: DEBUG nova.compute.manager [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1950.085239] env[62211]: DEBUG nova.network.neutron [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1950.127874] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a135cfa-7e35-4b8d-9067-7ce3dcd954de tempest-ServerPasswordTestJSON-468319167 tempest-ServerPasswordTestJSON-468319167-project-member] Lock "042bd6d1-d788-4171-885c-e93a46af43a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.858s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.142969] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490002} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.143762] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39/4f85b886-8a92-495c-948c-4f21691d4f39.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1950.143992] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1950.144924] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19d44f2a-21b8-492a-9af3-b2cb85e7651a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.152937] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Releasing lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.153272] env[62211]: DEBUG nova.compute.manager [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Instance network_info: |[{"id": "c5afdb1d-c693-4266-84fa-b947f4574395", "address": "fa:16:3e:ca:a4:a0", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5afdb1d-c6", "ovs_interfaceid": "c5afdb1d-c693-4266-84fa-b947f4574395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1950.153672] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1950.153672] env[62211]: value = "task-2074764" [ 1950.153672] env[62211]: _type = "Task" [ 1950.153672] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.153941] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:a4:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5afdb1d-c693-4266-84fa-b947f4574395', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1950.162772] env[62211]: DEBUG oslo.service.loopingcall [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1950.163399] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1950.167263] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3f44c56-3f87-4813-925b-4910069f7877 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.190458] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.192512] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1950.192512] env[62211]: value = "task-2074765" [ 1950.192512] env[62211]: _type = "Task" [ 1950.192512] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.208891] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074765, 'name': CreateVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.284870] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074762, 'name': CloneVM_Task} progress is 93%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.298073] env[62211]: DEBUG nova.policy [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99c7b4ac6fac47d48d838f13ef481f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67593dacbdd0486dbeddcdf29ec4699c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1950.360659] env[62211]: DEBUG nova.compute.manager [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Received event network-changed-c5afdb1d-c693-4266-84fa-b947f4574395 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1950.360895] env[62211]: DEBUG nova.compute.manager [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Refreshing instance network info cache due to event network-changed-c5afdb1d-c693-4266-84fa-b947f4574395. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1950.361571] env[62211]: DEBUG oslo_concurrency.lockutils [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] Acquiring lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.361686] env[62211]: DEBUG oslo_concurrency.lockutils [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] Acquired lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.362335] env[62211]: DEBUG nova.network.neutron [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Refreshing network info cache for port c5afdb1d-c693-4266-84fa-b947f4574395 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1950.530135] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074761, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.592594] env[62211]: DEBUG nova.compute.utils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1950.676356] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067258} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.679638] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1950.680909] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c6591d-bf05-42ce-b7d5-b478be682be5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.708257] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39/4f85b886-8a92-495c-948c-4f21691d4f39.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1950.715155] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d85b77-8a19-4543-b000-4dc01cc3fa36 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.737230] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074765, 'name': CreateVM_Task, 'duration_secs': 0.346577} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.738941] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1950.739373] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1950.739373] env[62211]: value = "task-2074766" [ 1950.739373] env[62211]: _type = "Task" [ 1950.739373] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.740150] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.740350] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.740686] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1950.743696] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c83c689-edda-4efd-b914-d5a992998d1d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.754800] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.755860] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1950.755860] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5242de92-fda6-ab65-3474-5e9454e22227" [ 1950.755860] env[62211]: _type = "Task" [ 1950.755860] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.764824] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5242de92-fda6-ab65-3474-5e9454e22227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.786460] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074762, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.024447] env[62211]: DEBUG nova.network.neutron [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Updating instance_info_cache with network_info: [{"id": "22d75fbe-4ab6-4713-87cf-79199f4ed878", "address": "fa:16:3e:ff:24:cd", "network": {"id": "3c4c9dca-bc2e-4b65-add9-5b82a8d1a981", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1684742246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "145aa92b62e3493cbe952867493bd447", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d75fbe-4a", "ovs_interfaceid": "22d75fbe-4ab6-4713-87cf-79199f4ed878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.032473] env[62211]: DEBUG oslo_vmware.api [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074761, 'name': RemoveSnapshot_Task, 'duration_secs': 2.579016} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.032837] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1951.033092] env[62211]: INFO nova.compute.manager [None req-5fa323be-ff01-4f6b-8e3d-1452cbd8154e tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Took 19.28 seconds to snapshot the instance on the hypervisor. [ 1951.099119] env[62211]: DEBUG nova.compute.manager [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1951.207529] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e7c987-68b9-408e-bf72-cad51daa6b2d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.216036] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c11c1d9-75ef-42b6-8904-ce1486194d80 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.254397] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e9335b-87a1-4e29-95d8-dc7c29424c81 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.266239] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074766, 'name': ReconfigVM_Task, 'duration_secs': 0.452893} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.269225] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39/4f85b886-8a92-495c-948c-4f21691d4f39.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1951.269696] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4e89328-96f8-47d2-8733-57bac26bbc73 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.273268] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1000be9e-191d-4d1e-9ea8-278ac99c8aea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.284346] env[62211]: DEBUG nova.network.neutron [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updated VIF entry in instance network info cache for port c5afdb1d-c693-4266-84fa-b947f4574395. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1951.284346] env[62211]: DEBUG nova.network.neutron [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance_info_cache with network_info: [{"id": "c5afdb1d-c693-4266-84fa-b947f4574395", "address": "fa:16:3e:ca:a4:a0", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5afdb1d-c6", "ovs_interfaceid": "c5afdb1d-c693-4266-84fa-b947f4574395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.285121] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5242de92-fda6-ab65-3474-5e9454e22227, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.291962] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.291962] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1951.291962] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.291962] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.291962] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1951.291962] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99dbea5c-a264-4546-be23-9ce44ce2d332 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.293706] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1951.293706] env[62211]: value = "task-2074767" [ 1951.293706] env[62211]: _type = "Task" [ 1951.293706] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.303327] env[62211]: DEBUG nova.compute.provider_tree [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.312902] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074762, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.314751] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1951.314973] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1951.316125] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbbb0f6c-ecda-4d42-970c-3d1f14fa9fa7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.323704] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074767, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.329298] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1951.329298] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]524671fa-ca71-3ef9-2cb4-86ac88249611" [ 1951.329298] env[62211]: _type = "Task" [ 1951.329298] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.347615] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524671fa-ca71-3ef9-2cb4-86ac88249611, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.348613] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f44dfa-65a1-479d-9070-b0aaaff58fac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.354522] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1951.354522] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52ba45dc-9efc-660c-ca50-5049c126adb9" [ 1951.354522] env[62211]: _type = "Task" [ 1951.354522] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.363786] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ba45dc-9efc-660c-ca50-5049c126adb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.527874] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Releasing lock "refresh_cache-c3ca5df8-c95c-4d04-9679-1b18944759ec" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.528929] env[62211]: DEBUG nova.objects.instance [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lazy-loading 'flavor' on Instance uuid c3ca5df8-c95c-4d04-9679-1b18944759ec {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1951.538978] env[62211]: DEBUG nova.network.neutron [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Successfully created port: 0c497494-2a32-4f50-a0c8-5a2385baa3d3 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1951.789240] env[62211]: DEBUG oslo_concurrency.lockutils [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] Releasing lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.789490] env[62211]: DEBUG nova.compute.manager [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Received event network-vif-plugged-4efdffaf-9391-439a-8b91-76ca527a9eac {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1951.789684] env[62211]: DEBUG oslo_concurrency.lockutils [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] Acquiring lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.789884] env[62211]: DEBUG oslo_concurrency.lockutils [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] Lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.790097] env[62211]: DEBUG oslo_concurrency.lockutils [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] Lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.790293] env[62211]: DEBUG nova.compute.manager [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] No waiting events found dispatching network-vif-plugged-4efdffaf-9391-439a-8b91-76ca527a9eac {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1951.790469] env[62211]: WARNING nova.compute.manager [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Received unexpected event network-vif-plugged-4efdffaf-9391-439a-8b91-76ca527a9eac for instance with vm_state building and task_state spawning. [ 1951.790693] env[62211]: DEBUG nova.compute.manager [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Received event network-changed-4efdffaf-9391-439a-8b91-76ca527a9eac {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1951.790778] env[62211]: DEBUG nova.compute.manager [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Refreshing instance network info cache due to event network-changed-4efdffaf-9391-439a-8b91-76ca527a9eac. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1951.790964] env[62211]: DEBUG oslo_concurrency.lockutils [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] Acquiring lock "refresh_cache-69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.791134] env[62211]: DEBUG oslo_concurrency.lockutils [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] Acquired lock "refresh_cache-69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.791281] env[62211]: DEBUG nova.network.neutron [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Refreshing network info cache for port 4efdffaf-9391-439a-8b91-76ca527a9eac {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.798510] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074762, 'name': CloneVM_Task, 'duration_secs': 2.848576} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.799434] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Created linked-clone VM from snapshot [ 1951.800147] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff63c1b-8235-4314-9e31-16e18db27dd8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.811047] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Uploading image 96cec175-11ee-461e-a736-9054f109e411 {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1951.814890] env[62211]: DEBUG nova.scheduler.client.report [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1951.824268] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074767, 'name': Rename_Task, 'duration_secs': 0.187959} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.824268] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1951.824268] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74114a6d-eb4d-4bde-9e03-c6cab3bdb8e9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.831483] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1951.831483] env[62211]: value = "task-2074768" [ 1951.831483] env[62211]: _type = "Task" [ 1951.831483] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.843150] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.853365] env[62211]: DEBUG oslo_vmware.rw_handles [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1951.853365] env[62211]: value = "vm-425307" [ 1951.853365] env[62211]: _type = "VirtualMachine" [ 1951.853365] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1951.853365] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-01f5cd49-9805-4799-a9ad-8531ce54d12c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.860890] env[62211]: DEBUG oslo_vmware.rw_handles [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lease: (returnval){ [ 1951.860890] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cde27d-0e69-8e00-12b1-a6cb419236f8" [ 1951.860890] env[62211]: _type = "HttpNfcLease" [ 1951.860890] env[62211]: } obtained for exporting VM: (result){ [ 1951.860890] env[62211]: value = "vm-425307" [ 1951.860890] env[62211]: _type = "VirtualMachine" [ 1951.860890] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1951.861141] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the lease: (returnval){ [ 1951.861141] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cde27d-0e69-8e00-12b1-a6cb419236f8" [ 1951.861141] env[62211]: _type = "HttpNfcLease" [ 1951.861141] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1951.863422] env[62211]: DEBUG nova.network.neutron [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Successfully updated port: 49c1ccc3-71b3-4c91-8f51-816fdf651714 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1951.871219] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ba45dc-9efc-660c-ca50-5049c126adb9, 'name': SearchDatastore_Task, 'duration_secs': 0.028177} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.871895] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.872203] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 269c293a-d0a5-4467-b3f2-67351118f1aa/269c293a-d0a5-4467-b3f2-67351118f1aa.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1951.872810] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d372bf6f-edbc-41b1-8038-886ecf6debeb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.876445] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1951.876445] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cde27d-0e69-8e00-12b1-a6cb419236f8" [ 1951.876445] env[62211]: _type = "HttpNfcLease" [ 1951.876445] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1951.878016] env[62211]: DEBUG oslo_vmware.rw_handles [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1951.878016] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cde27d-0e69-8e00-12b1-a6cb419236f8" [ 1951.878016] env[62211]: _type = "HttpNfcLease" [ 1951.878016] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1951.878902] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff58ee41-bd2c-40aa-b8d1-6de418fa5afd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.883517] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1951.883517] env[62211]: value = "task-2074770" [ 1951.883517] env[62211]: _type = "Task" [ 1951.883517] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.891854] env[62211]: DEBUG oslo_vmware.rw_handles [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef2ea3-4727-9af3-87b7-2ba323736009/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1951.891981] env[62211]: DEBUG oslo_vmware.rw_handles [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef2ea3-4727-9af3-87b7-2ba323736009/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1951.897897] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.992524] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.992736] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.993448] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-021f471f-eccb-4322-b0e3-175b1fbb5502 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.038433] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb88fbf-3a44-4f6d-9ac1-2fa5dc83c0ce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.060824] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.061197] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1052352-2288-4927-8673-96ca3ad8a124 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.070589] env[62211]: DEBUG oslo_vmware.api [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1952.070589] env[62211]: value = "task-2074771" [ 1952.070589] env[62211]: _type = "Task" [ 1952.070589] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.083978] env[62211]: DEBUG oslo_vmware.api [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.113328] env[62211]: DEBUG nova.compute.manager [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1952.145702] env[62211]: DEBUG nova.virt.hardware [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:27:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1431121523',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-907218213',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1952.145961] env[62211]: DEBUG nova.virt.hardware [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1952.146438] env[62211]: DEBUG nova.virt.hardware [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1952.146727] env[62211]: DEBUG nova.virt.hardware [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1952.146855] env[62211]: DEBUG nova.virt.hardware [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1952.147084] env[62211]: DEBUG nova.virt.hardware [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1952.147610] env[62211]: DEBUG nova.virt.hardware [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1952.147914] env[62211]: DEBUG nova.virt.hardware [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1952.148218] env[62211]: DEBUG nova.virt.hardware [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1952.148417] env[62211]: DEBUG nova.virt.hardware [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1952.148638] env[62211]: DEBUG nova.virt.hardware [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1952.149593] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c95aea-6097-4d90-9fc9-623fc68d318c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.162863] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d142aab-16f4-4b10-a2a0-99c1da4f193e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.320177] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.323386] env[62211]: DEBUG nova.compute.manager [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1952.325619] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.092s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.326816] env[62211]: INFO nova.compute.claims [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1952.346183] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074768, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.368641] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Acquiring lock "refresh_cache-91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.369246] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Acquired lock "refresh_cache-91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.370456] env[62211]: DEBUG nova.network.neutron [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1952.397301] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479657} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.397837] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 269c293a-d0a5-4467-b3f2-67351118f1aa/269c293a-d0a5-4467-b3f2-67351118f1aa.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1952.398275] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1952.398773] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c3ff9f1-eb91-4c5e-9f46-840da26d04ee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.407338] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1952.407338] env[62211]: value = "task-2074772" [ 1952.407338] env[62211]: _type = "Task" [ 1952.407338] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.416016] env[62211]: DEBUG nova.network.neutron [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1952.421569] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.582193] env[62211]: DEBUG oslo_vmware.api [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074771, 'name': PowerOffVM_Task, 'duration_secs': 0.347631} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.584911] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.591570] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1952.591662] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d2cb374-f3ce-4432-9c60-e311e4f9c140 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.615867] env[62211]: DEBUG oslo_vmware.api [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1952.615867] env[62211]: value = "task-2074773" [ 1952.615867] env[62211]: _type = "Task" [ 1952.615867] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.624865] env[62211]: DEBUG oslo_vmware.api [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.781820] env[62211]: DEBUG nova.network.neutron [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.833148] env[62211]: DEBUG nova.compute.utils [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1952.842187] env[62211]: DEBUG nova.network.neutron [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Successfully updated port: ae33915b-27e3-41ae-9d10-ab1fb0a5db20 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1952.843025] env[62211]: DEBUG nova.compute.manager [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Not allocating networking since 'none' was specified. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1952.858243] env[62211]: DEBUG oslo_vmware.api [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074768, 'name': PowerOnVM_Task, 'duration_secs': 0.639336} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.859147] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1952.859147] env[62211]: DEBUG nova.compute.manager [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1952.859893] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a69e93-7674-4fef-ba70-cb7ffd88649b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.924412] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078222} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.924810] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1952.926392] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b971db13-244c-4ce7-acfd-36927c604d08 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.957645] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 269c293a-d0a5-4467-b3f2-67351118f1aa/269c293a-d0a5-4467-b3f2-67351118f1aa.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1952.958531] env[62211]: DEBUG nova.network.neutron [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1952.960925] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cdd1a08-8fb2-4c65-ab33-39784868fd82 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.987133] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1952.987133] env[62211]: value = "task-2074774" [ 1952.987133] env[62211]: _type = "Task" [ 1952.987133] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.999206] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074774, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.074477] env[62211]: DEBUG nova.compute.manager [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Received event network-vif-plugged-49c1ccc3-71b3-4c91-8f51-816fdf651714 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1953.074868] env[62211]: DEBUG oslo_concurrency.lockutils [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] Acquiring lock "91fff514-7cbd-4ba7-bdea-d9f2251ef1b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.075224] env[62211]: DEBUG oslo_concurrency.lockutils [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] Lock "91fff514-7cbd-4ba7-bdea-d9f2251ef1b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.075412] env[62211]: DEBUG oslo_concurrency.lockutils [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] Lock "91fff514-7cbd-4ba7-bdea-d9f2251ef1b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.075665] env[62211]: DEBUG nova.compute.manager [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] No waiting events found dispatching network-vif-plugged-49c1ccc3-71b3-4c91-8f51-816fdf651714 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1953.075773] env[62211]: WARNING nova.compute.manager [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Received unexpected event network-vif-plugged-49c1ccc3-71b3-4c91-8f51-816fdf651714 for instance with vm_state building and task_state spawning. [ 1953.076406] env[62211]: DEBUG nova.compute.manager [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Received event network-changed-49c1ccc3-71b3-4c91-8f51-816fdf651714 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1953.076651] env[62211]: DEBUG nova.compute.manager [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Refreshing instance network info cache due to event network-changed-49c1ccc3-71b3-4c91-8f51-816fdf651714. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1953.076993] env[62211]: DEBUG oslo_concurrency.lockutils [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] Acquiring lock "refresh_cache-91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.126804] env[62211]: DEBUG oslo_vmware.api [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074773, 'name': ReconfigVM_Task, 'duration_secs': 0.223359} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.127178] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1953.127421] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1953.127729] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67bce29e-2870-462b-882c-0adc9596443c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.137802] env[62211]: DEBUG oslo_vmware.api [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1953.137802] env[62211]: value = "task-2074775" [ 1953.137802] env[62211]: _type = "Task" [ 1953.137802] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.157657] env[62211]: DEBUG oslo_vmware.api [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074775, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.275463] env[62211]: DEBUG nova.network.neutron [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Updating instance_info_cache with network_info: [{"id": "49c1ccc3-71b3-4c91-8f51-816fdf651714", "address": "fa:16:3e:22:f4:d6", "network": {"id": "48c9b127-a2b7-456a-8373-5e0004876958", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-354580558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e260262c1924e15967684422d2c6715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c1ccc3-71", "ovs_interfaceid": "49c1ccc3-71b3-4c91-8f51-816fdf651714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.287784] env[62211]: DEBUG oslo_concurrency.lockutils [req-9c8abd76-c7c8-4971-bf78-614127c25110 req-1d7dc240-3d7b-429a-b73b-e88d622dc3a8 service nova] Releasing lock "refresh_cache-69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.343491] env[62211]: DEBUG nova.compute.manager [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1953.354278] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "refresh_cache-69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.354912] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquired lock "refresh_cache-69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.354912] env[62211]: DEBUG nova.network.neutron [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1953.395365] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.490193] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquiring lock "d540509e-c16f-49d9-9646-89550a68ae11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.490671] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Lock "d540509e-c16f-49d9-9646-89550a68ae11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.503565] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074774, 'name': ReconfigVM_Task, 'duration_secs': 0.286618} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.503748] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 269c293a-d0a5-4467-b3f2-67351118f1aa/269c293a-d0a5-4467-b3f2-67351118f1aa.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1953.509421] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c93b923a-f91a-42d6-bea4-e1e179397c07 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.517192] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1953.517192] env[62211]: value = "task-2074776" [ 1953.517192] env[62211]: _type = "Task" [ 1953.517192] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.532218] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074776, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.652022] env[62211]: DEBUG oslo_vmware.api [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074775, 'name': PowerOnVM_Task, 'duration_secs': 0.398698} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.652328] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1953.652848] env[62211]: DEBUG nova.compute.manager [None req-d91117be-a87d-4a1a-83ec-b53cbe16af5a tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1953.654301] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b76daa6-a01c-4633-937e-d2c4a9088ce7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.738104] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Acquiring lock "c4651f59-03db-48ad-8cdb-a6f605a790c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.738303] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Lock "c4651f59-03db-48ad-8cdb-a6f605a790c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.738572] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Acquiring lock "c4651f59-03db-48ad-8cdb-a6f605a790c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.738821] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Lock "c4651f59-03db-48ad-8cdb-a6f605a790c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.739053] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Lock "c4651f59-03db-48ad-8cdb-a6f605a790c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.741681] env[62211]: INFO nova.compute.manager [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Terminating instance [ 1953.781603] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Releasing lock "refresh_cache-91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.781603] env[62211]: DEBUG nova.compute.manager [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Instance network_info: |[{"id": "49c1ccc3-71b3-4c91-8f51-816fdf651714", "address": "fa:16:3e:22:f4:d6", "network": {"id": "48c9b127-a2b7-456a-8373-5e0004876958", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-354580558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e260262c1924e15967684422d2c6715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c1ccc3-71", "ovs_interfaceid": "49c1ccc3-71b3-4c91-8f51-816fdf651714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1953.781603] env[62211]: DEBUG oslo_concurrency.lockutils [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] Acquired lock "refresh_cache-91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.781603] env[62211]: DEBUG nova.network.neutron [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Refreshing network info cache for port 49c1ccc3-71b3-4c91-8f51-816fdf651714 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1953.781876] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:f4:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49c1ccc3-71b3-4c91-8f51-816fdf651714', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1953.790345] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Creating folder: Project (6e260262c1924e15967684422d2c6715). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1953.793148] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d82c375-8a71-4a74-9dc7-20414a38a1c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.805905] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Created folder: Project (6e260262c1924e15967684422d2c6715) in parent group-v425157. [ 1953.806151] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Creating folder: Instances. Parent ref: group-v425309. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1953.806661] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3578cfbe-5ed6-4d7d-a977-dfe54751a9f0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.818401] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Created folder: Instances in parent group-v425309. [ 1953.818572] env[62211]: DEBUG oslo.service.loopingcall [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.818775] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1953.819041] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82c8deb2-afa7-49b9-8a67-90d13e780aa5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.853014] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1953.853014] env[62211]: value = "task-2074779" [ 1953.853014] env[62211]: _type = "Task" [ 1953.853014] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.868766] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074779, 'name': CreateVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.955202] env[62211]: DEBUG nova.network.neutron [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1954.010073] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077ec12c-b650-4d26-9181-67348c6996be {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.023304] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0353cce5-edfb-4bae-9d89-75b4cd67b25d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.033682] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074776, 'name': Rename_Task, 'duration_secs': 0.191871} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.065822] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1954.066573] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98e2064a-6542-413f-92e1-5389ea8ef577 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.070994] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7132f305-0312-429b-a810-0e9b3c4f350a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.085109] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc25b9a1-71c7-41d4-9e69-026fe9663a28 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.089339] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1954.089339] env[62211]: value = "task-2074780" [ 1954.089339] env[62211]: _type = "Task" [ 1954.089339] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.104154] env[62211]: DEBUG nova.compute.provider_tree [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.114572] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074780, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.247457] env[62211]: DEBUG nova.compute.manager [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1954.247457] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1954.248077] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437bbdcd-0aa7-4369-a83e-7d546bb8a8c9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.258834] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1954.260350] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d141925-631f-492b-81a4-36d00ee07396 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.270506] env[62211]: DEBUG oslo_vmware.api [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Waiting for the task: (returnval){ [ 1954.270506] env[62211]: value = "task-2074781" [ 1954.270506] env[62211]: _type = "Task" [ 1954.270506] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.280361] env[62211]: DEBUG oslo_vmware.api [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.358638] env[62211]: DEBUG nova.compute.manager [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1954.371806] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074779, 'name': CreateVM_Task, 'duration_secs': 0.491135} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.371920] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1954.373388] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.373388] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.373388] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1954.373555] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc80ff4-54c9-4d06-9b49-d4650b7c9585 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.378874] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Waiting for the task: (returnval){ [ 1954.378874] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f6fede-fee3-6143-8e30-fd226cfbd840" [ 1954.378874] env[62211]: _type = "Task" [ 1954.378874] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.392427] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f6fede-fee3-6143-8e30-fd226cfbd840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.436647] env[62211]: DEBUG nova.virt.hardware [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1954.436923] env[62211]: DEBUG nova.virt.hardware [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1954.437386] env[62211]: DEBUG nova.virt.hardware [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1954.437386] env[62211]: DEBUG nova.virt.hardware [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1954.437767] env[62211]: DEBUG nova.virt.hardware [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1954.437767] env[62211]: DEBUG nova.virt.hardware [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1954.438039] env[62211]: DEBUG nova.virt.hardware [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1954.438980] env[62211]: DEBUG nova.virt.hardware [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1954.438980] env[62211]: DEBUG nova.virt.hardware [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1954.438980] env[62211]: DEBUG nova.virt.hardware [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1954.438980] env[62211]: DEBUG nova.virt.hardware [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1954.439872] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7acc6d7-b8f3-4679-83ab-1f1566b69322 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.452650] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d9cb27-1cbd-495e-a71c-cbad689067cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.471143] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Instance VIF info [] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1954.477680] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Creating folder: Project (580a49097abb4af392dca433a74879c0). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1954.478193] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38ce73db-a023-49d9-9d8d-52af2c596a04 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.608748] env[62211]: DEBUG nova.scheduler.client.report [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.612176] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074780, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.613760] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Created folder: Project (580a49097abb4af392dca433a74879c0) in parent group-v425157. [ 1954.613958] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Creating folder: Instances. Parent ref: group-v425312. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1954.617448] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68bdabfc-518b-4083-aca8-8230d1858ba7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.626734] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Created folder: Instances in parent group-v425312. [ 1954.627013] env[62211]: DEBUG oslo.service.loopingcall [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1954.627314] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1954.627475] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64664108-44d7-42a9-9ec0-35c89dcb7649 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.649758] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1954.649758] env[62211]: value = "task-2074784" [ 1954.649758] env[62211]: _type = "Task" [ 1954.649758] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.657624] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074784, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.784990] env[62211]: DEBUG oslo_vmware.api [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074781, 'name': PowerOffVM_Task, 'duration_secs': 0.216414} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.785299] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1954.785908] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1954.786221] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ff0f12f-4273-4284-9ad3-a3388a04cda7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.825479] env[62211]: INFO nova.compute.manager [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Rebuilding instance [ 1954.874621] env[62211]: DEBUG nova.compute.manager [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1954.874621] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35040e94-6aeb-4945-9c34-f170a938256e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.894324] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f6fede-fee3-6143-8e30-fd226cfbd840, 'name': SearchDatastore_Task, 'duration_secs': 0.009961} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.894324] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.894324] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1954.894324] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.894324] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.894324] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1954.894324] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0233e774-e0fc-4f3b-a0b5-2829e399202f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.904664] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1954.904664] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1954.905138] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42143a30-24db-4125-9399-1ff8b0cf9cbe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.911974] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Waiting for the task: (returnval){ [ 1954.911974] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52263177-ea2b-09b7-e472-cf272953b584" [ 1954.911974] env[62211]: _type = "Task" [ 1954.911974] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.922683] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52263177-ea2b-09b7-e472-cf272953b584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.010178] env[62211]: DEBUG nova.network.neutron [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Successfully updated port: 0c497494-2a32-4f50-a0c8-5a2385baa3d3 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1955.063294] env[62211]: DEBUG nova.network.neutron [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Updated VIF entry in instance network info cache for port 49c1ccc3-71b3-4c91-8f51-816fdf651714. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1955.067018] env[62211]: DEBUG nova.network.neutron [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Updating instance_info_cache with network_info: [{"id": "49c1ccc3-71b3-4c91-8f51-816fdf651714", "address": "fa:16:3e:22:f4:d6", "network": {"id": "48c9b127-a2b7-456a-8373-5e0004876958", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-354580558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e260262c1924e15967684422d2c6715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c1ccc3-71", "ovs_interfaceid": "49c1ccc3-71b3-4c91-8f51-816fdf651714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.101535] env[62211]: DEBUG oslo_vmware.api [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074780, 'name': PowerOnVM_Task, 'duration_secs': 0.539448} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.101864] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1955.102146] env[62211]: INFO nova.compute.manager [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1955.102390] env[62211]: DEBUG nova.compute.manager [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1955.103364] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba21282f-a84c-43b6-9044-05a73d06d5e7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.116864] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.117583] env[62211]: DEBUG nova.compute.manager [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1955.120179] env[62211]: DEBUG oslo_concurrency.lockutils [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.755s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.120387] env[62211]: DEBUG oslo_concurrency.lockutils [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.122796] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.273s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.124844] env[62211]: INFO nova.compute.claims [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1955.157398] env[62211]: INFO nova.scheduler.client.report [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Deleted allocations for instance 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4 [ 1955.164956] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074784, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.356190] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1955.356190] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1955.356190] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Deleting the datastore file [datastore1] c4651f59-03db-48ad-8cdb-a6f605a790c4 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1955.356474] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e1349d4-9c98-4b51-bb41-34bd41437503 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.365349] env[62211]: DEBUG oslo_vmware.api [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Waiting for the task: (returnval){ [ 1955.365349] env[62211]: value = "task-2074786" [ 1955.365349] env[62211]: _type = "Task" [ 1955.365349] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.380042] env[62211]: DEBUG oslo_vmware.api [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.421896] env[62211]: DEBUG nova.network.neutron [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Updating instance_info_cache with network_info: [{"id": "d0efb1da-4954-48b6-a841-09577bb93583", "address": "fa:16:3e:34:41:d6", "network": {"id": "670f1839-f1e4-4605-87fb-ffa0cf95e436", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1630548110", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0efb1da-49", "ovs_interfaceid": "d0efb1da-4954-48b6-a841-09577bb93583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4efdffaf-9391-439a-8b91-76ca527a9eac", "address": "fa:16:3e:9b:f2:06", "network": {"id": "6e2b35a8-45fb-4e0a-880d-eb4fe0c53867", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1336264823", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4efdffaf-93", "ovs_interfaceid": "4efdffaf-9391-439a-8b91-76ca527a9eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae33915b-27e3-41ae-9d10-ab1fb0a5db20", "address": "fa:16:3e:5d:a8:13", "network": {"id": "670f1839-f1e4-4605-87fb-ffa0cf95e436", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1630548110", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae33915b-27", "ovs_interfaceid": "ae33915b-27e3-41ae-9d10-ab1fb0a5db20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.429624] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52263177-ea2b-09b7-e472-cf272953b584, 'name': SearchDatastore_Task, 'duration_secs': 0.022776} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.430032] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d3eb7a-6849-44a4-a5b8-bcf88d35ec4d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.436151] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Waiting for the task: (returnval){ [ 1955.436151] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52c7c46b-5de8-38cf-0cb8-97c0a1698e0c" [ 1955.436151] env[62211]: _type = "Task" [ 1955.436151] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.450459] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c7c46b-5de8-38cf-0cb8-97c0a1698e0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.515057] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "refresh_cache-e09e9a1b-bae2-409d-8aab-eadd387f91cd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.515335] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquired lock "refresh_cache-e09e9a1b-bae2-409d-8aab-eadd387f91cd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.515539] env[62211]: DEBUG nova.network.neutron [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.567057] env[62211]: DEBUG oslo_concurrency.lockutils [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] Releasing lock "refresh_cache-91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.567418] env[62211]: DEBUG nova.compute.manager [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Received event network-vif-plugged-ae33915b-27e3-41ae-9d10-ab1fb0a5db20 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1955.569734] env[62211]: DEBUG oslo_concurrency.lockutils [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] Acquiring lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.569734] env[62211]: DEBUG oslo_concurrency.lockutils [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] Lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.569734] env[62211]: DEBUG oslo_concurrency.lockutils [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] Lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.569734] env[62211]: DEBUG nova.compute.manager [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] No waiting events found dispatching network-vif-plugged-ae33915b-27e3-41ae-9d10-ab1fb0a5db20 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1955.569734] env[62211]: WARNING nova.compute.manager [req-e8fc4164-ee42-437f-9151-ff5ca4c98831 req-72da21b3-22ab-4803-bcd9-5730a1073c19 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Received unexpected event network-vif-plugged-ae33915b-27e3-41ae-9d10-ab1fb0a5db20 for instance with vm_state building and task_state spawning. [ 1955.622650] env[62211]: INFO nova.compute.manager [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Took 46.94 seconds to build instance. [ 1955.630497] env[62211]: DEBUG nova.compute.utils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1955.631426] env[62211]: DEBUG nova.compute.manager [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1955.631426] env[62211]: DEBUG nova.network.neutron [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1955.659464] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074784, 'name': CreateVM_Task, 'duration_secs': 0.80714} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.659540] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1955.659984] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.660211] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.660547] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1955.662904] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eeb99ee-d3dc-439b-baec-8cc0bda9fd28 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.664999] env[62211]: DEBUG oslo_concurrency.lockutils [None req-058c40f5-6d11-4985-bc46-cbb7785905da tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "2f7b66d0-b6ee-4261-a565-cc3e2008f8a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.253s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.673022] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Waiting for the task: (returnval){ [ 1955.673022] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52787ded-9e68-285d-1dfe-44da54a615c5" [ 1955.673022] env[62211]: _type = "Task" [ 1955.673022] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.680587] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52787ded-9e68-285d-1dfe-44da54a615c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.718488] env[62211]: DEBUG nova.policy [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '222bad1fbda94a4c905f4288f77b7677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '033209100e0042c29d6fe811748bbdba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1955.761062] env[62211]: DEBUG nova.compute.manager [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Received event network-changed-ae33915b-27e3-41ae-9d10-ab1fb0a5db20 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1955.761271] env[62211]: DEBUG nova.compute.manager [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Refreshing instance network info cache due to event network-changed-ae33915b-27e3-41ae-9d10-ab1fb0a5db20. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1955.761471] env[62211]: DEBUG oslo_concurrency.lockutils [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] Acquiring lock "refresh_cache-69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.873704] env[62211]: DEBUG oslo_vmware.api [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Task: {'id': task-2074786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302437} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.873939] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1955.874141] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1955.874329] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1955.874499] env[62211]: INFO nova.compute.manager [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1955.874744] env[62211]: DEBUG oslo.service.loopingcall [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1955.874957] env[62211]: DEBUG nova.compute.manager [-] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1955.875099] env[62211]: DEBUG nova.network.neutron [-] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1955.893493] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1955.893493] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd0bd4bd-6596-48d4-bf5c-fcd17b7e2213 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.899694] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1955.899694] env[62211]: value = "task-2074787" [ 1955.899694] env[62211]: _type = "Task" [ 1955.899694] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.912357] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.928289] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Releasing lock "refresh_cache-69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.928289] env[62211]: DEBUG nova.compute.manager [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Instance network_info: |[{"id": "d0efb1da-4954-48b6-a841-09577bb93583", "address": "fa:16:3e:34:41:d6", "network": {"id": "670f1839-f1e4-4605-87fb-ffa0cf95e436", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1630548110", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0efb1da-49", "ovs_interfaceid": "d0efb1da-4954-48b6-a841-09577bb93583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4efdffaf-9391-439a-8b91-76ca527a9eac", "address": "fa:16:3e:9b:f2:06", "network": {"id": "6e2b35a8-45fb-4e0a-880d-eb4fe0c53867", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1336264823", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4efdffaf-93", "ovs_interfaceid": "4efdffaf-9391-439a-8b91-76ca527a9eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae33915b-27e3-41ae-9d10-ab1fb0a5db20", "address": "fa:16:3e:5d:a8:13", "network": {"id": "670f1839-f1e4-4605-87fb-ffa0cf95e436", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1630548110", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae33915b-27", "ovs_interfaceid": "ae33915b-27e3-41ae-9d10-ab1fb0a5db20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1955.928289] env[62211]: DEBUG oslo_concurrency.lockutils [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] Acquired lock "refresh_cache-69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.928289] env[62211]: DEBUG nova.network.neutron [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Refreshing network info cache for port ae33915b-27e3-41ae-9d10-ab1fb0a5db20 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1955.928498] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:41:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0efb1da-4954-48b6-a841-09577bb93583', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:f2:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4efdffaf-9391-439a-8b91-76ca527a9eac', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:a8:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae33915b-27e3-41ae-9d10-ab1fb0a5db20', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1955.941144] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Creating folder: Project (1a52743dfcde46929042688d4aa57cdb). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1955.944175] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f160ee4-e300-4779-8b0d-60ab901148c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.952488] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "c3ca5df8-c95c-4d04-9679-1b18944759ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.952763] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "c3ca5df8-c95c-4d04-9679-1b18944759ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.952957] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "c3ca5df8-c95c-4d04-9679-1b18944759ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.953157] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "c3ca5df8-c95c-4d04-9679-1b18944759ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.953476] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "c3ca5df8-c95c-4d04-9679-1b18944759ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.955648] env[62211]: INFO nova.compute.manager [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Terminating instance [ 1955.970591] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c7c46b-5de8-38cf-0cb8-97c0a1698e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.025971} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.970901] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Created folder: Project (1a52743dfcde46929042688d4aa57cdb) in parent group-v425157. [ 1955.971023] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Creating folder: Instances. Parent ref: group-v425315. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1955.971307] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.971554] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8/91fff514-7cbd-4ba7-bdea-d9f2251ef1b8.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1955.971780] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d74f34a1-5325-4b31-abe3-1272a1e0dd8d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.974106] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e37b667-25a1-49ad-b0a1-9c44a38c77be {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.983575] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Waiting for the task: (returnval){ [ 1955.983575] env[62211]: value = "task-2074790" [ 1955.983575] env[62211]: _type = "Task" [ 1955.983575] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.990148] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Created folder: Instances in parent group-v425315. [ 1955.990148] env[62211]: DEBUG oslo.service.loopingcall [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1955.990399] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1955.990640] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6ce090e-a9e1-427a-a238-5c9b872bb7c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.017058] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2074790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.025324] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1956.025324] env[62211]: value = "task-2074791" [ 1956.025324] env[62211]: _type = "Task" [ 1956.025324] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.036341] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074791, 'name': CreateVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.095021] env[62211]: DEBUG nova.network.neutron [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1956.125540] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2691fa79-3ff7-4163-8dcc-72f3f4eb2ded tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "269c293a-d0a5-4467-b3f2-67351118f1aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.709s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.134292] env[62211]: DEBUG nova.compute.manager [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1956.183612] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52787ded-9e68-285d-1dfe-44da54a615c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014251} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.187870] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.187870] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1956.187870] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.187870] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.187870] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1956.188354] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5d74696-bbf5-4b27-9fb2-75568a396a06 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.207847] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1956.208043] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1956.209149] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4e724b-8c66-4525-aeb2-0f56eb7eef74 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.215804] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Waiting for the task: (returnval){ [ 1956.215804] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529d9c43-8598-7c7c-1cd9-9d384b34725b" [ 1956.215804] env[62211]: _type = "Task" [ 1956.215804] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.229456] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529d9c43-8598-7c7c-1cd9-9d384b34725b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.409697] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074787, 'name': PowerOffVM_Task, 'duration_secs': 0.288607} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.412692] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1956.412934] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1956.414242] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79caf82e-d0d1-4c14-8256-a4d61e0cbcdc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.417390] env[62211]: DEBUG nova.network.neutron [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Successfully created port: 35fbeefd-209c-4e5a-ba22-615cdc1c3100 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1956.423897] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1956.424265] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8769eefa-4019-4f08-9858-be16d7a0af79 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.472147] env[62211]: DEBUG nova.compute.manager [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1956.472496] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1956.474053] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66824b22-8635-432d-b6e0-14be34333302 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.486747] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1956.490353] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc853238-6f82-4d50-a6ec-6c949a75d172 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.499127] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2074790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.508613] env[62211]: DEBUG oslo_vmware.api [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1956.508613] env[62211]: value = "task-2074793" [ 1956.508613] env[62211]: _type = "Task" [ 1956.508613] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.513569] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1956.513863] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1956.513971] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleting the datastore file [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1956.514327] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-854939df-3ce0-49ab-bb74-316da0784ed7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.524237] env[62211]: DEBUG oslo_vmware.api [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.528704] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1956.528704] env[62211]: value = "task-2074794" [ 1956.528704] env[62211]: _type = "Task" [ 1956.528704] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.541306] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074791, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.544496] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.557201] env[62211]: DEBUG nova.network.neutron [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Updating instance_info_cache with network_info: [{"id": "0c497494-2a32-4f50-a0c8-5a2385baa3d3", "address": "fa:16:3e:ae:54:20", "network": {"id": "38fbde74-2a82-4381-a8e4-0ea3f8dfdb81", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-999368581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67593dacbdd0486dbeddcdf29ec4699c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c497494-2a", "ovs_interfaceid": "0c497494-2a32-4f50-a0c8-5a2385baa3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.630539] env[62211]: DEBUG nova.compute.manager [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1956.726608] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd5c939-87b0-4321-b555-595db5888094 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.735073] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529d9c43-8598-7c7c-1cd9-9d384b34725b, 'name': SearchDatastore_Task, 'duration_secs': 0.013825} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.736455] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f36c58a6-e82a-4280-9858-dcc3dfe96695 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.743938] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6bb07e-5f7d-4963-85c4-90bc37640da7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.754896] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Waiting for the task: (returnval){ [ 1956.754896] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]520e783c-8fd5-5cac-8f12-151e2ff06df4" [ 1956.754896] env[62211]: _type = "Task" [ 1956.754896] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.755611] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "269d1de0-5632-4d43-8350-94b920a7943b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.756522] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "269d1de0-5632-4d43-8350-94b920a7943b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.795786] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fba0b4b-c33c-4afd-a7d6-a0be62e6f599 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.802657] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "2590cf62-be26-4fb0-84d3-c638245fa2fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.802941] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "2590cf62-be26-4fb0-84d3-c638245fa2fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.803890] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520e783c-8fd5-5cac-8f12-151e2ff06df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.810187] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1be5b5-d4eb-481e-9547-3c25f51505bb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.827333] env[62211]: DEBUG nova.compute.provider_tree [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.841992] env[62211]: DEBUG nova.network.neutron [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Updated VIF entry in instance network info cache for port ae33915b-27e3-41ae-9d10-ab1fb0a5db20. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1956.842551] env[62211]: DEBUG nova.network.neutron [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Updating instance_info_cache with network_info: [{"id": "d0efb1da-4954-48b6-a841-09577bb93583", "address": "fa:16:3e:34:41:d6", "network": {"id": "670f1839-f1e4-4605-87fb-ffa0cf95e436", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1630548110", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0efb1da-49", "ovs_interfaceid": "d0efb1da-4954-48b6-a841-09577bb93583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4efdffaf-9391-439a-8b91-76ca527a9eac", "address": "fa:16:3e:9b:f2:06", "network": {"id": "6e2b35a8-45fb-4e0a-880d-eb4fe0c53867", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1336264823", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4efdffaf-93", "ovs_interfaceid": "4efdffaf-9391-439a-8b91-76ca527a9eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae33915b-27e3-41ae-9d10-ab1fb0a5db20", "address": "fa:16:3e:5d:a8:13", "network": {"id": "670f1839-f1e4-4605-87fb-ffa0cf95e436", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1630548110", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae33915b-27", "ovs_interfaceid": "ae33915b-27e3-41ae-9d10-ab1fb0a5db20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.995786] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2074790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.98719} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.997549] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8/91fff514-7cbd-4ba7-bdea-d9f2251ef1b8.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1956.997794] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1956.998508] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6faba16-84de-464c-9e4b-f09c770c799b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.006752] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Waiting for the task: (returnval){ [ 1957.006752] env[62211]: value = "task-2074795" [ 1957.006752] env[62211]: _type = "Task" [ 1957.006752] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.019829] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2074795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.024267] env[62211]: DEBUG oslo_vmware.api [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074793, 'name': PowerOffVM_Task, 'duration_secs': 0.25388} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.024267] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1957.024267] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1957.024575] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ab09298-eced-4d72-b725-383f9a3372aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.040878] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074791, 'name': CreateVM_Task, 'duration_secs': 0.602158} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.041110] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1957.042463] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.042650] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.042999] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1957.046617] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55190de2-8a5a-4b08-9b2f-5d2ca5d1a22e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.048533] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.051916] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 1957.051916] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523b6feb-0df6-cabb-5278-864b3566c69c" [ 1957.051916] env[62211]: _type = "Task" [ 1957.051916] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.061333] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Releasing lock "refresh_cache-e09e9a1b-bae2-409d-8aab-eadd387f91cd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.061636] env[62211]: DEBUG nova.compute.manager [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Instance network_info: |[{"id": "0c497494-2a32-4f50-a0c8-5a2385baa3d3", "address": "fa:16:3e:ae:54:20", "network": {"id": "38fbde74-2a82-4381-a8e4-0ea3f8dfdb81", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-999368581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67593dacbdd0486dbeddcdf29ec4699c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c497494-2a", "ovs_interfaceid": "0c497494-2a32-4f50-a0c8-5a2385baa3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1957.061921] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523b6feb-0df6-cabb-5278-864b3566c69c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.062321] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:54:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c497494-2a32-4f50-a0c8-5a2385baa3d3', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1957.069917] env[62211]: DEBUG oslo.service.loopingcall [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.070167] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1957.070389] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-824e31a2-8ab4-481f-b19b-313474eeec65 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.090132] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1957.090132] env[62211]: value = "task-2074797" [ 1957.090132] env[62211]: _type = "Task" [ 1957.090132] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.098216] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074797, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.155770] env[62211]: DEBUG nova.compute.manager [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1957.159280] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.187181] env[62211]: DEBUG nova.virt.hardware [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1957.187764] env[62211]: DEBUG nova.virt.hardware [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1957.188444] env[62211]: DEBUG nova.virt.hardware [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1957.188714] env[62211]: DEBUG nova.virt.hardware [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1957.188946] env[62211]: DEBUG nova.virt.hardware [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1957.189148] env[62211]: DEBUG nova.virt.hardware [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1957.189394] env[62211]: DEBUG nova.virt.hardware [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1957.189562] env[62211]: DEBUG nova.virt.hardware [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1957.189774] env[62211]: DEBUG nova.virt.hardware [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1957.189964] env[62211]: DEBUG nova.virt.hardware [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1957.190599] env[62211]: DEBUG nova.virt.hardware [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1957.191730] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc91b4b-efcd-46d9-ba21-375292522352 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.201796] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582a393a-d86d-44b3-9d59-f22cd52a9187 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.232121] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1957.232422] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1957.232596] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Deleting the datastore file [datastore1] c3ca5df8-c95c-4d04-9679-1b18944759ec {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1957.233496] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10a75b98-dd64-4b88-94d0-65aef2998d2a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.240415] env[62211]: DEBUG oslo_vmware.api [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1957.240415] env[62211]: value = "task-2074798" [ 1957.240415] env[62211]: _type = "Task" [ 1957.240415] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.251781] env[62211]: DEBUG oslo_vmware.api [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.276051] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520e783c-8fd5-5cac-8f12-151e2ff06df4, 'name': SearchDatastore_Task, 'duration_secs': 0.056339} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.276051] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.276051] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0ccdc110-bcca-4804-9b9e-751e53ea9d67/0ccdc110-bcca-4804-9b9e-751e53ea9d67.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1957.276051] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3a957b9-9839-4369-ab2f-68d7aaca4883 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.286280] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Waiting for the task: (returnval){ [ 1957.286280] env[62211]: value = "task-2074799" [ 1957.286280] env[62211]: _type = "Task" [ 1957.286280] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.296985] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.331171] env[62211]: DEBUG nova.scheduler.client.report [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1957.345425] env[62211]: DEBUG oslo_concurrency.lockutils [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] Releasing lock "refresh_cache-69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.345719] env[62211]: DEBUG nova.compute.manager [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Received event network-vif-plugged-0c497494-2a32-4f50-a0c8-5a2385baa3d3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1957.345924] env[62211]: DEBUG oslo_concurrency.lockutils [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] Acquiring lock "e09e9a1b-bae2-409d-8aab-eadd387f91cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.346224] env[62211]: DEBUG oslo_concurrency.lockutils [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] Lock "e09e9a1b-bae2-409d-8aab-eadd387f91cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.346431] env[62211]: DEBUG oslo_concurrency.lockutils [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] Lock "e09e9a1b-bae2-409d-8aab-eadd387f91cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.346607] env[62211]: DEBUG nova.compute.manager [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] No waiting events found dispatching network-vif-plugged-0c497494-2a32-4f50-a0c8-5a2385baa3d3 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1957.346777] env[62211]: WARNING nova.compute.manager [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Received unexpected event network-vif-plugged-0c497494-2a32-4f50-a0c8-5a2385baa3d3 for instance with vm_state building and task_state spawning. [ 1957.346953] env[62211]: DEBUG nova.compute.manager [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Received event network-changed-0c497494-2a32-4f50-a0c8-5a2385baa3d3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1957.347194] env[62211]: DEBUG nova.compute.manager [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Refreshing instance network info cache due to event network-changed-0c497494-2a32-4f50-a0c8-5a2385baa3d3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1957.347476] env[62211]: DEBUG oslo_concurrency.lockutils [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] Acquiring lock "refresh_cache-e09e9a1b-bae2-409d-8aab-eadd387f91cd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.347689] env[62211]: DEBUG oslo_concurrency.lockutils [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] Acquired lock "refresh_cache-e09e9a1b-bae2-409d-8aab-eadd387f91cd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.348196] env[62211]: DEBUG nova.network.neutron [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Refreshing network info cache for port 0c497494-2a32-4f50-a0c8-5a2385baa3d3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.499317] env[62211]: DEBUG nova.network.neutron [-] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.516312] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2074795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14664} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.517358] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1957.519949] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f64b7da-2625-444e-a511-ec652d1c0a8d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.545171] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8/91fff514-7cbd-4ba7-bdea-d9f2251ef1b8.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1957.546424] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87712f24-9726-417d-8eb1-4fd191d67382 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.578451] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537036} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.578451] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523b6feb-0df6-cabb-5278-864b3566c69c, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.579856] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1957.580172] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1957.580380] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1957.584067] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.584067] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1957.584067] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.584067] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.584067] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1957.584380] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Waiting for the task: (returnval){ [ 1957.584380] env[62211]: value = "task-2074800" [ 1957.584380] env[62211]: _type = "Task" [ 1957.584380] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.584935] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8ef729c-37ed-4e3c-a6ab-598667195400 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.602261] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2074800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.605918] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074797, 'name': CreateVM_Task, 'duration_secs': 0.378953} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.608301] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1957.608301] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1957.608301] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1957.610239] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.610239] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.610239] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1957.610239] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a58bca6-8c62-4796-87db-2f415395f2e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.613216] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074a7052-f7d9-4ca2-b5f2-9a4eb16205e7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.619816] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1957.619816] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]528200d9-ae20-58a0-b2a5-10df6014d8bb" [ 1957.619816] env[62211]: _type = "Task" [ 1957.619816] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.621571] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 1957.621571] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52dfadd7-5bbd-d308-4947-18dbea805d07" [ 1957.621571] env[62211]: _type = "Task" [ 1957.621571] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.638861] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52dfadd7-5bbd-d308-4947-18dbea805d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.644710] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]528200d9-ae20-58a0-b2a5-10df6014d8bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.753387] env[62211]: DEBUG oslo_vmware.api [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241074} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.753774] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1957.754089] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1957.754285] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1957.754503] env[62211]: INFO nova.compute.manager [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1957.754770] env[62211]: DEBUG oslo.service.loopingcall [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.754982] env[62211]: DEBUG nova.compute.manager [-] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1957.755163] env[62211]: DEBUG nova.network.neutron [-] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1957.768217] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "b4f12b51-3456-418b-97f7-4ad1030a2a32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.768553] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "b4f12b51-3456-418b-97f7-4ad1030a2a32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.768797] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "b4f12b51-3456-418b-97f7-4ad1030a2a32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.769016] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "b4f12b51-3456-418b-97f7-4ad1030a2a32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.769385] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "b4f12b51-3456-418b-97f7-4ad1030a2a32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.774168] env[62211]: INFO nova.compute.manager [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Terminating instance [ 1957.803907] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074799, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.837789] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.838546] env[62211]: DEBUG nova.compute.manager [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1957.842551] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.384s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.842551] env[62211]: DEBUG nova.objects.instance [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lazy-loading 'resources' on Instance uuid 69cea9d8-4535-48cb-8e0f-f4b4ba124175 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1958.002780] env[62211]: INFO nova.compute.manager [-] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Took 2.13 seconds to deallocate network for instance. [ 1958.065618] env[62211]: DEBUG nova.compute.manager [req-d3feffc8-e99e-43db-92da-54d5a6ae5216 req-66bd77c6-4e35-4abb-8efd-cf7d64b491f6 service nova] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Received event network-vif-deleted-b40df63b-cefa-415c-a50f-c897ac4bb36b {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1958.103387] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2074800, 'name': ReconfigVM_Task, 'duration_secs': 0.494012} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.103957] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8/91fff514-7cbd-4ba7-bdea-d9f2251ef1b8.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1958.104794] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5ac7aac-dcd6-4229-b0b3-1e92c72ddaac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.114309] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Waiting for the task: (returnval){ [ 1958.114309] env[62211]: value = "task-2074801" [ 1958.114309] env[62211]: _type = "Task" [ 1958.114309] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.122867] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2074801, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.148448] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]528200d9-ae20-58a0-b2a5-10df6014d8bb, 'name': SearchDatastore_Task, 'duration_secs': 0.055526} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.157026] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.157026] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1958.157026] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.157026] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52dfadd7-5bbd-d308-4947-18dbea805d07, 'name': SearchDatastore_Task, 'duration_secs': 0.056786} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.157026] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73da956-88ff-4380-bd96-bb0aa31d88bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.162107] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 1958.162107] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f6ee2f-5f3b-75dd-da6c-004dbb28a60b" [ 1958.162107] env[62211]: _type = "Task" [ 1958.162107] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.171300] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f6ee2f-5f3b-75dd-da6c-004dbb28a60b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.181618] env[62211]: DEBUG nova.network.neutron [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Updated VIF entry in instance network info cache for port 0c497494-2a32-4f50-a0c8-5a2385baa3d3. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1958.182035] env[62211]: DEBUG nova.network.neutron [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Updating instance_info_cache with network_info: [{"id": "0c497494-2a32-4f50-a0c8-5a2385baa3d3", "address": "fa:16:3e:ae:54:20", "network": {"id": "38fbde74-2a82-4381-a8e4-0ea3f8dfdb81", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-999368581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67593dacbdd0486dbeddcdf29ec4699c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c497494-2a", "ovs_interfaceid": "0c497494-2a32-4f50-a0c8-5a2385baa3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.278645] env[62211]: DEBUG nova.compute.manager [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1958.280040] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1958.280248] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05ba7e0-44ae-4a57-92e7-e7f368c29529 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.289382] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1958.293367] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b84f53ec-3e65-4ca2-8d1b-456a64d78d45 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.302507] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561102} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.303970] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0ccdc110-bcca-4804-9b9e-751e53ea9d67/0ccdc110-bcca-4804-9b9e-751e53ea9d67.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1958.304308] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1958.304712] env[62211]: DEBUG oslo_vmware.api [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1958.304712] env[62211]: value = "task-2074802" [ 1958.304712] env[62211]: _type = "Task" [ 1958.304712] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.305054] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff692b08-006e-4e7c-9d9d-494d873152e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.316888] env[62211]: DEBUG oslo_vmware.api [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.318824] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Waiting for the task: (returnval){ [ 1958.318824] env[62211]: value = "task-2074803" [ 1958.318824] env[62211]: _type = "Task" [ 1958.318824] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.331245] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.348240] env[62211]: DEBUG nova.compute.utils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1958.351460] env[62211]: DEBUG nova.compute.manager [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1958.352436] env[62211]: DEBUG nova.network.neutron [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1958.425921] env[62211]: DEBUG nova.policy [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed6e794c94004bbd9ea47fbe4f2a5b76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '238822613d0241f8b5e626c19906c8b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1958.454177] env[62211]: DEBUG nova.network.neutron [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Successfully updated port: 35fbeefd-209c-4e5a-ba22-615cdc1c3100 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1958.510823] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.604803] env[62211]: DEBUG nova.network.neutron [-] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.628611] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2074801, 'name': Rename_Task, 'duration_secs': 0.193587} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.630534] env[62211]: DEBUG nova.virt.hardware [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1958.630759] env[62211]: DEBUG nova.virt.hardware [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1958.631898] env[62211]: DEBUG nova.virt.hardware [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1958.631898] env[62211]: DEBUG nova.virt.hardware [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1958.631898] env[62211]: DEBUG nova.virt.hardware [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1958.631898] env[62211]: DEBUG nova.virt.hardware [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1958.631898] env[62211]: DEBUG nova.virt.hardware [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1958.631898] env[62211]: DEBUG nova.virt.hardware [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1958.631898] env[62211]: DEBUG nova.virt.hardware [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1958.632302] env[62211]: DEBUG nova.virt.hardware [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1958.632302] env[62211]: DEBUG nova.virt.hardware [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1958.633515] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1958.634021] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db52335-2473-4906-8237-6be3cf72ee45 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.639301] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6d8d7f8-a663-4f1c-b3c2-a014edbb5283 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.648308] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6372bd1-dd82-4f78-abcc-da64e7f89fea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.652341] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Waiting for the task: (returnval){ [ 1958.652341] env[62211]: value = "task-2074804" [ 1958.652341] env[62211]: _type = "Task" [ 1958.652341] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.667483] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:ae:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1958.675216] env[62211]: DEBUG oslo.service.loopingcall [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1958.683759] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1958.684117] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2074804, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.684931] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fb286a9-c039-4097-aae3-a58502047b04 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.704573] env[62211]: DEBUG oslo_concurrency.lockutils [req-d2509693-22a5-4103-b09b-2100fa2aa5f4 req-e01262c7-08d8-4b61-a037-01b72f7ef3f4 service nova] Releasing lock "refresh_cache-e09e9a1b-bae2-409d-8aab-eadd387f91cd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.707481] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f6ee2f-5f3b-75dd-da6c-004dbb28a60b, 'name': SearchDatastore_Task, 'duration_secs': 0.01672} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.708721] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.708721] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb/69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1958.708887] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1958.708887] env[62211]: value = "task-2074805" [ 1958.708887] env[62211]: _type = "Task" [ 1958.708887] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.709117] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.709314] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1958.709529] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-078c805b-9705-4a69-9f4d-e53d59e5a84e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.711562] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b84abf8a-ca31-4d86-ba5c-b01e6a399fde {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.724967] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074805, 'name': CreateVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.726318] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 1958.726318] env[62211]: value = "task-2074806" [ 1958.726318] env[62211]: _type = "Task" [ 1958.726318] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.727376] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1958.727579] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1958.731022] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6642ac-328e-404a-bf5a-fdae93c3ea01 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.739634] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.743438] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1958.743438] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b81bfb-6003-6ff6-40d8-5661068c0188" [ 1958.743438] env[62211]: _type = "Task" [ 1958.743438] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.753167] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b81bfb-6003-6ff6-40d8-5661068c0188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.823055] env[62211]: DEBUG oslo_vmware.api [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074802, 'name': PowerOffVM_Task, 'duration_secs': 0.201684} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.826349] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1958.826481] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1958.826720] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3bef343-b196-4e7d-951e-e3925412b151 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.835491] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080169} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.836164] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1958.836536] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4920486-ad28-4adf-a377-556b4470ea74 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.857236] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 0ccdc110-bcca-4804-9b9e-751e53ea9d67/0ccdc110-bcca-4804-9b9e-751e53ea9d67.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1958.860451] env[62211]: DEBUG nova.compute.manager [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1958.863019] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-510529a8-68d6-47e7-8b7a-465879456755 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.879942] env[62211]: DEBUG nova.network.neutron [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Successfully created port: 65dc9be1-d27e-402b-86c7-6a377e2d8f2e {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1958.887092] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Waiting for the task: (returnval){ [ 1958.887092] env[62211]: value = "task-2074808" [ 1958.887092] env[62211]: _type = "Task" [ 1958.887092] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.901688] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1958.901924] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1958.902419] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Deleting the datastore file [datastore1] b4f12b51-3456-418b-97f7-4ad1030a2a32 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1958.902875] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.903426] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4d425f7-b4af-456f-aa00-467fd492d819 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.909452] env[62211]: DEBUG oslo_vmware.api [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1958.909452] env[62211]: value = "task-2074809" [ 1958.909452] env[62211]: _type = "Task" [ 1958.909452] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.924647] env[62211]: DEBUG oslo_vmware.api [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.958353] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "refresh_cache-5d522939-f78b-46cf-b951-fe98e6aeadaa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.958353] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "refresh_cache-5d522939-f78b-46cf-b951-fe98e6aeadaa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.958498] env[62211]: DEBUG nova.network.neutron [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1959.098162] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b932c50-f6fd-45b3-b636-7f471e51e8ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.108929] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63188840-6e44-4e9c-9c3b-92f3aa20f044 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.115071] env[62211]: INFO nova.compute.manager [-] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Took 1.36 seconds to deallocate network for instance. [ 1959.147672] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071daf4b-e609-4c3f-aa98-e0e625b8b2b5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.162336] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6410779-b645-4b71-9de5-765b9a108797 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.189917] env[62211]: DEBUG nova.compute.provider_tree [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.191600] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2074804, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.231347] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074805, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.245838] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074806, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.262412] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b81bfb-6003-6ff6-40d8-5661068c0188, 'name': SearchDatastore_Task, 'duration_secs': 0.018229} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.262412] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0fe2210-eb79-4ce8-8ab6-1fd15367d538 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.269169] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1959.269169] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52966c85-6cf0-85f9-7507-627102e3a49a" [ 1959.269169] env[62211]: _type = "Task" [ 1959.269169] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.277180] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52966c85-6cf0-85f9-7507-627102e3a49a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.400772] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.420361] env[62211]: DEBUG oslo_vmware.api [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.492222] env[62211]: DEBUG nova.network.neutron [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1959.649054] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.664204] env[62211]: DEBUG oslo_vmware.api [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2074804, 'name': PowerOnVM_Task, 'duration_secs': 0.616454} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.664592] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1959.664814] env[62211]: INFO nova.compute.manager [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1959.664993] env[62211]: DEBUG nova.compute.manager [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1959.665876] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921d7013-f3d2-44b7-be0c-49da30be781a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.694065] env[62211]: DEBUG nova.scheduler.client.report [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1959.727311] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074805, 'name': CreateVM_Task, 'duration_secs': 0.71821} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.728306] env[62211]: DEBUG nova.network.neutron [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Updating instance_info_cache with network_info: [{"id": "35fbeefd-209c-4e5a-ba22-615cdc1c3100", "address": "fa:16:3e:36:a5:d0", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fbeefd-20", "ovs_interfaceid": "35fbeefd-209c-4e5a-ba22-615cdc1c3100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.729393] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1959.732580] env[62211]: DEBUG oslo_concurrency.lockutils [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.732580] env[62211]: DEBUG oslo_concurrency.lockutils [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.732580] env[62211]: DEBUG oslo_concurrency.lockutils [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1959.734847] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e737195-ca7c-4576-9a72-0d30e6dae4f1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.738172] env[62211]: DEBUG nova.compute.manager [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Stashing vm_state: active {{(pid=62211) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1959.750809] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1959.750809] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52501158-d6a2-8ceb-a293-996ea0f5c4d8" [ 1959.750809] env[62211]: _type = "Task" [ 1959.750809] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.754585] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711505} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.759237] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb/69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1959.759531] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1959.760218] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac38d9d2-939f-4cb9-801e-ace382e05a07 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.769020] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52501158-d6a2-8ceb-a293-996ea0f5c4d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.769694] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 1959.769694] env[62211]: value = "task-2074810" [ 1959.769694] env[62211]: _type = "Task" [ 1959.769694] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.783481] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52966c85-6cf0-85f9-7507-627102e3a49a, 'name': SearchDatastore_Task, 'duration_secs': 0.053948} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.789504] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.789504] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] e09e9a1b-bae2-409d-8aab-eadd387f91cd/e09e9a1b-bae2-409d-8aab-eadd387f91cd.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1959.789504] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.789504] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f430405-626c-4f8d-bc23-578046561f9e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.798034] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1959.798034] env[62211]: value = "task-2074811" [ 1959.798034] env[62211]: _type = "Task" [ 1959.798034] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.808112] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.886334] env[62211]: DEBUG nova.compute.manager [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1959.897310] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074808, 'name': ReconfigVM_Task, 'duration_secs': 0.949059} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.897604] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 0ccdc110-bcca-4804-9b9e-751e53ea9d67/0ccdc110-bcca-4804-9b9e-751e53ea9d67.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1959.898149] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74a16aae-76cb-4460-8716-f1e524b8ef98 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.906749] env[62211]: DEBUG nova.virt.hardware [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1959.906979] env[62211]: DEBUG nova.virt.hardware [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1959.907153] env[62211]: DEBUG nova.virt.hardware [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1959.907349] env[62211]: DEBUG nova.virt.hardware [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1959.907496] env[62211]: DEBUG nova.virt.hardware [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1959.907643] env[62211]: DEBUG nova.virt.hardware [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1959.907847] env[62211]: DEBUG nova.virt.hardware [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1959.908011] env[62211]: DEBUG nova.virt.hardware [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1959.908188] env[62211]: DEBUG nova.virt.hardware [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1959.908351] env[62211]: DEBUG nova.virt.hardware [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1959.908520] env[62211]: DEBUG nova.virt.hardware [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1959.910157] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7a3092-154e-45ea-b891-3f7ae093b81d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.914321] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Waiting for the task: (returnval){ [ 1959.914321] env[62211]: value = "task-2074812" [ 1959.914321] env[62211]: _type = "Task" [ 1959.914321] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.924401] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f1422f-a335-4951-9bda-2977a3077ee8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.935041] env[62211]: DEBUG oslo_vmware.api [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.597691} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.935350] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074812, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.935762] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1959.936050] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1959.936202] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1959.936362] env[62211]: INFO nova.compute.manager [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1959.936648] env[62211]: DEBUG oslo.service.loopingcall [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.936922] env[62211]: DEBUG nova.compute.manager [-] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1959.936988] env[62211]: DEBUG nova.network.neutron [-] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1960.165314] env[62211]: DEBUG oslo_vmware.rw_handles [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef2ea3-4727-9af3-87b7-2ba323736009/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1960.166568] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341f62fc-7b72-4e11-9f35-54845d998550 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.173636] env[62211]: DEBUG oslo_vmware.rw_handles [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef2ea3-4727-9af3-87b7-2ba323736009/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1960.174070] env[62211]: ERROR oslo_vmware.rw_handles [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef2ea3-4727-9af3-87b7-2ba323736009/disk-0.vmdk due to incomplete transfer. [ 1960.174903] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a1e55ac7-d41e-4e79-b236-59ccdfc773d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.187064] env[62211]: DEBUG oslo_vmware.rw_handles [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef2ea3-4727-9af3-87b7-2ba323736009/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1960.187064] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Uploaded image 96cec175-11ee-461e-a736-9054f109e411 to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1960.189553] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1960.196891] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-05b10702-8311-44b2-8037-45de59886f5c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.200048] env[62211]: INFO nova.compute.manager [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Took 48.76 seconds to build instance. [ 1960.203225] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.361s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.208847] env[62211]: DEBUG oslo_concurrency.lockutils [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.415s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.208910] env[62211]: DEBUG nova.objects.instance [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 7234e314-198d-4737-ba51-526309ea9940] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62211) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1960.211781] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1960.211781] env[62211]: value = "task-2074813" [ 1960.211781] env[62211]: _type = "Task" [ 1960.211781] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.220496] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074813, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.226887] env[62211]: DEBUG nova.compute.manager [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Received event network-vif-deleted-22d75fbe-4ab6-4713-87cf-79199f4ed878 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1960.227303] env[62211]: DEBUG nova.compute.manager [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Received event network-vif-plugged-35fbeefd-209c-4e5a-ba22-615cdc1c3100 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1960.227592] env[62211]: DEBUG oslo_concurrency.lockutils [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] Acquiring lock "5d522939-f78b-46cf-b951-fe98e6aeadaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.228074] env[62211]: DEBUG oslo_concurrency.lockutils [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] Lock "5d522939-f78b-46cf-b951-fe98e6aeadaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.228074] env[62211]: DEBUG oslo_concurrency.lockutils [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] Lock "5d522939-f78b-46cf-b951-fe98e6aeadaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.228242] env[62211]: DEBUG nova.compute.manager [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] No waiting events found dispatching network-vif-plugged-35fbeefd-209c-4e5a-ba22-615cdc1c3100 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1960.228440] env[62211]: WARNING nova.compute.manager [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Received unexpected event network-vif-plugged-35fbeefd-209c-4e5a-ba22-615cdc1c3100 for instance with vm_state building and task_state spawning. [ 1960.228595] env[62211]: DEBUG nova.compute.manager [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Received event network-changed-35fbeefd-209c-4e5a-ba22-615cdc1c3100 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1960.229149] env[62211]: DEBUG nova.compute.manager [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Refreshing instance network info cache due to event network-changed-35fbeefd-209c-4e5a-ba22-615cdc1c3100. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1960.229149] env[62211]: DEBUG oslo_concurrency.lockutils [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] Acquiring lock "refresh_cache-5d522939-f78b-46cf-b951-fe98e6aeadaa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.236051] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "refresh_cache-5d522939-f78b-46cf-b951-fe98e6aeadaa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.236618] env[62211]: DEBUG nova.compute.manager [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Instance network_info: |[{"id": "35fbeefd-209c-4e5a-ba22-615cdc1c3100", "address": "fa:16:3e:36:a5:d0", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fbeefd-20", "ovs_interfaceid": "35fbeefd-209c-4e5a-ba22-615cdc1c3100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1960.237051] env[62211]: DEBUG oslo_concurrency.lockutils [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] Acquired lock "refresh_cache-5d522939-f78b-46cf-b951-fe98e6aeadaa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.237208] env[62211]: DEBUG nova.network.neutron [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Refreshing network info cache for port 35fbeefd-209c-4e5a-ba22-615cdc1c3100 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1960.238895] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:a5:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35fbeefd-209c-4e5a-ba22-615cdc1c3100', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1960.247449] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Creating folder: Project (033209100e0042c29d6fe811748bbdba). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1960.248655] env[62211]: INFO nova.scheduler.client.report [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Deleted allocations for instance 69cea9d8-4535-48cb-8e0f-f4b4ba124175 [ 1960.256162] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b16479f-9671-4301-a484-f1b7d4a89a82 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.287723] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52501158-d6a2-8ceb-a293-996ea0f5c4d8, 'name': SearchDatastore_Task, 'duration_secs': 0.019014} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.288851] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.290815] env[62211]: DEBUG oslo_concurrency.lockutils [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.291083] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1960.291324] env[62211]: DEBUG oslo_concurrency.lockutils [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.291474] env[62211]: DEBUG oslo_concurrency.lockutils [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.291651] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1960.292224] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Created folder: Project (033209100e0042c29d6fe811748bbdba) in parent group-v425157. [ 1960.292224] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Creating folder: Instances. Parent ref: group-v425320. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1960.292763] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cfbb303-fa4c-40ac-876c-5356d69d3ddc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.294862] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c4071cd-d992-44ff-9369-51ae5f3ccf3f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.301791] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126985} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.307336] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1960.309655] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4a6f0c-3160-4c54-9280-58a04feb7edf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.316511] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1960.316511] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1960.318330] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Created folder: Instances in parent group-v425320. [ 1960.318330] env[62211]: DEBUG oslo.service.loopingcall [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1960.318330] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f0aa698-28e8-4f18-81cb-1fd9b4e45a9c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.320582] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1960.338043] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dfc0a9f-fdbe-4cdb-a2c6-fff75f617a95 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.354543] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074811, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.363698] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb/69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1960.365555] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-365821b8-c53d-431d-830a-5db385e6837e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.384638] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1960.384638] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5254729f-fb32-dde4-2572-bcb937897556" [ 1960.384638] env[62211]: _type = "Task" [ 1960.384638] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.390350] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1960.390350] env[62211]: value = "task-2074816" [ 1960.390350] env[62211]: _type = "Task" [ 1960.390350] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.392055] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 1960.392055] env[62211]: value = "task-2074817" [ 1960.392055] env[62211]: _type = "Task" [ 1960.392055] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.402560] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5254729f-fb32-dde4-2572-bcb937897556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.409298] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.412826] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074816, 'name': CreateVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.428544] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074812, 'name': Rename_Task, 'duration_secs': 0.330396} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.429868] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1960.429868] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fa606cf-22e2-4433-93d4-2a2c30ff153f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.437970] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Waiting for the task: (returnval){ [ 1960.437970] env[62211]: value = "task-2074818" [ 1960.437970] env[62211]: _type = "Task" [ 1960.437970] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.451681] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.704090] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e09b026-b305-4a7e-a3e2-6cf4653ea54f tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Lock "91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.508s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.725472] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074813, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.755085] env[62211]: DEBUG nova.network.neutron [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Successfully updated port: 65dc9be1-d27e-402b-86c7-6a377e2d8f2e {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1960.758870] env[62211]: DEBUG nova.compute.manager [req-c99b4132-96d4-4ca4-946c-6b738a14ec32 req-9c39bd38-e034-4482-a20f-cd8018925da0 service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Received event network-vif-plugged-65dc9be1-d27e-402b-86c7-6a377e2d8f2e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1960.759307] env[62211]: DEBUG oslo_concurrency.lockutils [req-c99b4132-96d4-4ca4-946c-6b738a14ec32 req-9c39bd38-e034-4482-a20f-cd8018925da0 service nova] Acquiring lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.759307] env[62211]: DEBUG oslo_concurrency.lockutils [req-c99b4132-96d4-4ca4-946c-6b738a14ec32 req-9c39bd38-e034-4482-a20f-cd8018925da0 service nova] Lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.759451] env[62211]: DEBUG oslo_concurrency.lockutils [req-c99b4132-96d4-4ca4-946c-6b738a14ec32 req-9c39bd38-e034-4482-a20f-cd8018925da0 service nova] Lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.759615] env[62211]: DEBUG nova.compute.manager [req-c99b4132-96d4-4ca4-946c-6b738a14ec32 req-9c39bd38-e034-4482-a20f-cd8018925da0 service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] No waiting events found dispatching network-vif-plugged-65dc9be1-d27e-402b-86c7-6a377e2d8f2e {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1960.759776] env[62211]: WARNING nova.compute.manager [req-c99b4132-96d4-4ca4-946c-6b738a14ec32 req-9c39bd38-e034-4482-a20f-cd8018925da0 service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Received unexpected event network-vif-plugged-65dc9be1-d27e-402b-86c7-6a377e2d8f2e for instance with vm_state building and task_state spawning. [ 1960.771136] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c3348092-5505-480b-958f-2bfb3cb993a1 tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "69cea9d8-4535-48cb-8e0f-f4b4ba124175" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.210s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.810057] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79269} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.810375] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] e09e9a1b-bae2-409d-8aab-eadd387f91cd/e09e9a1b-bae2-409d-8aab-eadd387f91cd.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1960.810594] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1960.810847] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8e2d57e-049b-4510-b82d-7a17a04b52b4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.814130] env[62211]: DEBUG nova.network.neutron [-] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.817836] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1960.817836] env[62211]: value = "task-2074819" [ 1960.817836] env[62211]: _type = "Task" [ 1960.817836] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.829102] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.900037] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5254729f-fb32-dde4-2572-bcb937897556, 'name': SearchDatastore_Task, 'duration_secs': 0.060035} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.906954] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08b356ae-ae37-4678-9ead-f3aa2e231b56 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.909931] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074816, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.915475] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.916872] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1960.916872] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52279b51-d781-ad80-a53c-162df5b2b293" [ 1960.916872] env[62211]: _type = "Task" [ 1960.916872] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.924770] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52279b51-d781-ad80-a53c-162df5b2b293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.948286] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074818, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.983708] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "d89bf374-605f-4f2d-a262-b18552959845" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.984051] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "d89bf374-605f-4f2d-a262-b18552959845" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.984371] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "d89bf374-605f-4f2d-a262-b18552959845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.984589] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "d89bf374-605f-4f2d-a262-b18552959845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.984767] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "d89bf374-605f-4f2d-a262-b18552959845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.987558] env[62211]: INFO nova.compute.manager [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Terminating instance [ 1961.098801] env[62211]: DEBUG nova.network.neutron [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Updated VIF entry in instance network info cache for port 35fbeefd-209c-4e5a-ba22-615cdc1c3100. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1961.099220] env[62211]: DEBUG nova.network.neutron [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Updating instance_info_cache with network_info: [{"id": "35fbeefd-209c-4e5a-ba22-615cdc1c3100", "address": "fa:16:3e:36:a5:d0", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fbeefd-20", "ovs_interfaceid": "35fbeefd-209c-4e5a-ba22-615cdc1c3100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.209269] env[62211]: DEBUG nova.compute.manager [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1961.222714] env[62211]: DEBUG oslo_concurrency.lockutils [None req-62418b59-1b48-4e52-9434-1bddfdebfe74 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.223989] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074813, 'name': Destroy_Task, 'duration_secs': 0.88795} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.225763] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.850s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.230039] env[62211]: INFO nova.compute.claims [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1961.233015] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Destroyed the VM [ 1961.233269] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1961.233854] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c66eb3d-0ec5-4b6d-87a0-296159d2e8a0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.244103] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1961.244103] env[62211]: value = "task-2074820" [ 1961.244103] env[62211]: _type = "Task" [ 1961.244103] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.253747] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.261686] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.261843] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquired lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.261988] env[62211]: DEBUG nova.network.neutron [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1961.318997] env[62211]: INFO nova.compute.manager [-] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Took 1.38 seconds to deallocate network for instance. [ 1961.333352] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062206} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.333635] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1961.334529] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc12384-4e7f-44c7-8e43-5198e9c19d60 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.359293] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] e09e9a1b-bae2-409d-8aab-eadd387f91cd/e09e9a1b-bae2-409d-8aab-eadd387f91cd.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1961.360143] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a51fa727-111e-4d01-ba97-b5c2518df8d1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.380461] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1961.380461] env[62211]: value = "task-2074821" [ 1961.380461] env[62211]: _type = "Task" [ 1961.380461] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.390116] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.401792] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074816, 'name': CreateVM_Task, 'duration_secs': 0.765032} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.405180] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1961.406045] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.406219] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.406568] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1961.407569] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b8af96d-cf94-46da-b5cb-b712113df3cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.413112] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074817, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.417038] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 1961.417038] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]522c67bd-518b-5400-32cf-eafd3ac4bfa2" [ 1961.417038] env[62211]: _type = "Task" [ 1961.417038] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.429194] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522c67bd-518b-5400-32cf-eafd3ac4bfa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.434814] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52279b51-d781-ad80-a53c-162df5b2b293, 'name': SearchDatastore_Task, 'duration_secs': 0.022669} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.434814] env[62211]: DEBUG oslo_concurrency.lockutils [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.434814] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39/4f85b886-8a92-495c-948c-4f21691d4f39.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1961.434814] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06ffaa49-bcda-434b-9d61-804b58383d71 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.444222] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1961.444222] env[62211]: value = "task-2074822" [ 1961.444222] env[62211]: _type = "Task" [ 1961.444222] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.451276] env[62211]: DEBUG oslo_vmware.api [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074818, 'name': PowerOnVM_Task, 'duration_secs': 0.881607} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.452007] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1961.452274] env[62211]: INFO nova.compute.manager [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1961.452465] env[62211]: DEBUG nova.compute.manager [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1961.453301] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff55a65-4378-4c06-bf58-4e974ad30edc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.459014] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.491470] env[62211]: DEBUG nova.compute.manager [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1961.491849] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1961.492959] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18060569-53a6-4aeb-b13a-fead39a416f4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.501254] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1961.501623] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5483fd58-2ce9-4d5c-bc7c-29b901c59b80 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.509234] env[62211]: DEBUG oslo_vmware.api [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1961.509234] env[62211]: value = "task-2074823" [ 1961.509234] env[62211]: _type = "Task" [ 1961.509234] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.519270] env[62211]: DEBUG oslo_vmware.api [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.601538] env[62211]: DEBUG oslo_concurrency.lockutils [req-1daad82a-09ff-4d7a-a5f0-58bff762030d req-c6bd4e44-9df5-44bf-82a6-b4dfd5fa5009 service nova] Releasing lock "refresh_cache-5d522939-f78b-46cf-b951-fe98e6aeadaa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.612730] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "fbf3267c-c977-4a73-b909-f820919f3b80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.612730] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "fbf3267c-c977-4a73-b909-f820919f3b80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.735450] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.755600] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.800791] env[62211]: DEBUG nova.network.neutron [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1961.829403] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.894940] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.914268] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074817, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.931845] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522c67bd-518b-5400-32cf-eafd3ac4bfa2, 'name': SearchDatastore_Task, 'duration_secs': 0.016646} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.932236] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.932514] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1961.932772] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.932930] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.933450] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1961.933450] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f365e273-319b-4634-8e4c-51f7eee52953 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.951219] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1961.951977] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1961.953029] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d09f3b-782e-4623-9357-415e8f902595 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.959644] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074822, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.964765] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 1961.964765] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f929e4-700b-eea5-a423-96ae67c62e2b" [ 1961.964765] env[62211]: _type = "Task" [ 1961.964765] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.979066] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f929e4-700b-eea5-a423-96ae67c62e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.979700] env[62211]: INFO nova.compute.manager [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Took 37.85 seconds to build instance. [ 1962.022061] env[62211]: DEBUG oslo_vmware.api [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074823, 'name': PowerOffVM_Task, 'duration_secs': 0.302714} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.022413] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1962.022605] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1962.022905] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69a07ab9-60af-4df6-a8da-143caa09d671 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.077606] env[62211]: DEBUG nova.network.neutron [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Updating instance_info_cache with network_info: [{"id": "65dc9be1-d27e-402b-86c7-6a377e2d8f2e", "address": "fa:16:3e:28:28:73", "network": {"id": "715d7782-5f7f-40f4-b10e-56643161ff77", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1272721512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238822613d0241f8b5e626c19906c8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65dc9be1-d2", "ovs_interfaceid": "65dc9be1-d27e-402b-86c7-6a377e2d8f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.165384] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1962.165705] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1962.165978] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Deleting the datastore file [datastore1] d89bf374-605f-4f2d-a262-b18552959845 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1962.166367] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69c1fab3-d11f-4761-a62a-e4abb9fc5801 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.181601] env[62211]: DEBUG oslo_vmware.api [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1962.181601] env[62211]: value = "task-2074825" [ 1962.181601] env[62211]: _type = "Task" [ 1962.181601] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.194104] env[62211]: DEBUG oslo_vmware.api [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.254856] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.391190] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074821, 'name': ReconfigVM_Task, 'duration_secs': 0.83622} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.391514] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Reconfigured VM instance instance-00000033 to attach disk [datastore1] e09e9a1b-bae2-409d-8aab-eadd387f91cd/e09e9a1b-bae2-409d-8aab-eadd387f91cd.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1962.391844] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62211) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1962.395085] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-73f26c82-f082-4381-ba8d-b9ce8545d28d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.411612] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1962.411612] env[62211]: value = "task-2074826" [ 1962.411612] env[62211]: _type = "Task" [ 1962.411612] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.421629] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074817, 'name': ReconfigVM_Task, 'duration_secs': 1.878749} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.422605] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb/69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1962.423446] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-138b09b0-0a7c-4ccf-9c60-78015ac6259d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.431353] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074826, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.436428] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 1962.436428] env[62211]: value = "task-2074827" [ 1962.436428] env[62211]: _type = "Task" [ 1962.436428] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.449937] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074827, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.462696] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730709} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.462951] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39/4f85b886-8a92-495c-948c-4f21691d4f39.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1962.463222] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1962.463620] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-150d177d-0ebb-4d55-bcc6-0e264f6790be {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.479237] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f929e4-700b-eea5-a423-96ae67c62e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.050813} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.481985] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1962.481985] env[62211]: value = "task-2074828" [ 1962.481985] env[62211]: _type = "Task" [ 1962.481985] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.482458] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab1b927-a279-414c-8d09-acf3a4b2df98 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.485502] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fa3e9315-3daf-4871-b85f-1739e97dc785 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Lock "0ccdc110-bcca-4804-9b9e-751e53ea9d67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.206s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.502644] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 1962.502644] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52e4d3f1-1bb0-b2b1-79a0-8c3086de6756" [ 1962.502644] env[62211]: _type = "Task" [ 1962.502644] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.503458] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.519840] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e4d3f1-1bb0-b2b1-79a0-8c3086de6756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.583246] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Releasing lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.583696] env[62211]: DEBUG nova.compute.manager [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Instance network_info: |[{"id": "65dc9be1-d27e-402b-86c7-6a377e2d8f2e", "address": "fa:16:3e:28:28:73", "network": {"id": "715d7782-5f7f-40f4-b10e-56643161ff77", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1272721512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238822613d0241f8b5e626c19906c8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65dc9be1-d2", "ovs_interfaceid": "65dc9be1-d27e-402b-86c7-6a377e2d8f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1962.584869] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:28:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65dc9be1-d27e-402b-86c7-6a377e2d8f2e', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1962.597975] env[62211]: DEBUG oslo.service.loopingcall [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.602279] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1962.602860] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32e415ca-93b4-4017-8272-7e6051abddd9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.641526] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1962.641526] env[62211]: value = "task-2074829" [ 1962.641526] env[62211]: _type = "Task" [ 1962.641526] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.654675] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074829, 'name': CreateVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.692936] env[62211]: DEBUG oslo_vmware.api [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313686} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.693270] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1962.693376] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1962.694488] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1962.694488] env[62211]: INFO nova.compute.manager [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: d89bf374-605f-4f2d-a262-b18552959845] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1962.694488] env[62211]: DEBUG oslo.service.loopingcall [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.694488] env[62211]: DEBUG nova.compute.manager [-] [instance: d89bf374-605f-4f2d-a262-b18552959845] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1962.694488] env[62211]: DEBUG nova.network.neutron [-] [instance: d89bf374-605f-4f2d-a262-b18552959845] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1962.702367] env[62211]: DEBUG nova.compute.manager [req-6ff9fcfd-892b-4cfe-8bf0-8dc07ddf496c req-2565fd47-ab7b-4639-857f-432145bae008 service nova] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Received event network-vif-deleted-8b18c6fa-ae6e-4a49-9903-348714242202 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1962.757981] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074820, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.886394] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625cdd8a-3925-4b03-95a7-a50698ca68af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.896170] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd25c87-e5a3-4138-b89b-bc8e4c9b20c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.938223] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85513aaf-22c9-4b4b-90cd-8addd269f6a7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.947702] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074826, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.11394} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.953020] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62211) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1962.953020] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef5d013-f3b8-404a-9dd8-e5ddbeeb694f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.956290] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d46d3c-7884-4f10-8827-540009d97813 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.966148] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074827, 'name': Rename_Task, 'duration_secs': 0.253472} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.966148] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1962.966148] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fd34493-095a-4917-8900-6b85bfa385a7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.993991] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] e09e9a1b-bae2-409d-8aab-eadd387f91cd/ephemeral_0.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1962.994622] env[62211]: DEBUG nova.compute.provider_tree [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.997370] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f645f96f-d2da-40a7-8f6c-2233c74d9cfb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.018021] env[62211]: DEBUG nova.compute.manager [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1963.024564] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 1963.024564] env[62211]: value = "task-2074830" [ 1963.024564] env[62211]: _type = "Task" [ 1963.024564] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.039139] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1963.039139] env[62211]: value = "task-2074831" [ 1963.039139] env[62211]: _type = "Task" [ 1963.039139] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.039139] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.055187] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e4d3f1-1bb0-b2b1-79a0-8c3086de6756, 'name': SearchDatastore_Task, 'duration_secs': 0.016984} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.055525] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074830, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.056524] env[62211]: DEBUG oslo_concurrency.lockutils [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Acquiring lock "0ccdc110-bcca-4804-9b9e-751e53ea9d67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.056745] env[62211]: DEBUG oslo_concurrency.lockutils [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Lock "0ccdc110-bcca-4804-9b9e-751e53ea9d67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.058030] env[62211]: DEBUG oslo_concurrency.lockutils [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Acquiring lock "0ccdc110-bcca-4804-9b9e-751e53ea9d67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.058030] env[62211]: DEBUG oslo_concurrency.lockutils [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Lock "0ccdc110-bcca-4804-9b9e-751e53ea9d67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.058030] env[62211]: DEBUG oslo_concurrency.lockutils [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Lock "0ccdc110-bcca-4804-9b9e-751e53ea9d67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.058969] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.059224] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 5d522939-f78b-46cf-b951-fe98e6aeadaa/5d522939-f78b-46cf-b951-fe98e6aeadaa.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1963.060441] env[62211]: INFO nova.compute.manager [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Terminating instance [ 1963.062130] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b58415c2-035e-421d-9bdb-7f0f9023f2ab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.069776] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.076116] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 1963.076116] env[62211]: value = "task-2074832" [ 1963.076116] env[62211]: _type = "Task" [ 1963.076116] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.083592] env[62211]: DEBUG nova.compute.manager [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Received event network-changed-65dc9be1-d27e-402b-86c7-6a377e2d8f2e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1963.086536] env[62211]: DEBUG nova.compute.manager [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Refreshing instance network info cache due to event network-changed-65dc9be1-d27e-402b-86c7-6a377e2d8f2e. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1963.086536] env[62211]: DEBUG oslo_concurrency.lockutils [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] Acquiring lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.086536] env[62211]: DEBUG oslo_concurrency.lockutils [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] Acquired lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.086536] env[62211]: DEBUG nova.network.neutron [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Refreshing network info cache for port 65dc9be1-d27e-402b-86c7-6a377e2d8f2e {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1963.090854] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.141029] env[62211]: DEBUG nova.compute.manager [None req-10873cc4-9f7b-4e19-a3e3-ec2b74946847 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.141029] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f3ccee-6ff7-44d1-99fc-3c725bea34e0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.154129] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074829, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.257862] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074820, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.499927] env[62211]: DEBUG nova.scheduler.client.report [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1963.511099] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.762921} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.511572] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1963.512453] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e75063a-ef3b-4a07-a714-e9e70bbed86b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.540846] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39/4f85b886-8a92-495c-948c-4f21691d4f39.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1963.547931] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ef62579-da21-4d3e-b2fe-9f2e279cfd9c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.566553] env[62211]: DEBUG nova.network.neutron [-] [instance: d89bf374-605f-4f2d-a262-b18552959845] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.571132] env[62211]: DEBUG oslo_concurrency.lockutils [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Acquiring lock "refresh_cache-0ccdc110-bcca-4804-9b9e-751e53ea9d67" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.571281] env[62211]: DEBUG oslo_concurrency.lockutils [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Acquired lock "refresh_cache-0ccdc110-bcca-4804-9b9e-751e53ea9d67" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.571781] env[62211]: DEBUG nova.network.neutron [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1963.581568] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.581853] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074830, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.585923] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.592816] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1963.592816] env[62211]: value = "task-2074833" [ 1963.592816] env[62211]: _type = "Task" [ 1963.592816] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.602954] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.610398] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.611774] env[62211]: DEBUG nova.network.neutron [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1963.654247] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074829, 'name': CreateVM_Task, 'duration_secs': 0.918233} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.654438] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1963.655319] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.655515] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.655853] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1963.656199] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d80ae94-4dc9-4d45-97e9-4a1e30abd088 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.661448] env[62211]: INFO nova.compute.manager [None req-10873cc4-9f7b-4e19-a3e3-ec2b74946847 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] instance snapshotting [ 1963.662355] env[62211]: DEBUG nova.objects.instance [None req-10873cc4-9f7b-4e19-a3e3-ec2b74946847 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Lazy-loading 'flavor' on Instance uuid 0ccdc110-bcca-4804-9b9e-751e53ea9d67 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1963.666878] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1963.666878] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523cca7b-06ff-5d53-6fb1-f21ee52a4c88" [ 1963.666878] env[62211]: _type = "Task" [ 1963.666878] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.681760] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523cca7b-06ff-5d53-6fb1-f21ee52a4c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.688850] env[62211]: DEBUG nova.network.neutron [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.757771] env[62211]: DEBUG oslo_vmware.api [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074820, 'name': RemoveSnapshot_Task, 'duration_secs': 2.067567} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.758016] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1963.758255] env[62211]: INFO nova.compute.manager [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Took 17.61 seconds to snapshot the instance on the hypervisor. [ 1963.858435] env[62211]: DEBUG nova.network.neutron [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Updated VIF entry in instance network info cache for port 65dc9be1-d27e-402b-86c7-6a377e2d8f2e. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1963.858818] env[62211]: DEBUG nova.network.neutron [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Updating instance_info_cache with network_info: [{"id": "65dc9be1-d27e-402b-86c7-6a377e2d8f2e", "address": "fa:16:3e:28:28:73", "network": {"id": "715d7782-5f7f-40f4-b10e-56643161ff77", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1272721512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238822613d0241f8b5e626c19906c8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65dc9be1-d2", "ovs_interfaceid": "65dc9be1-d27e-402b-86c7-6a377e2d8f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.005216] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.006033] env[62211]: DEBUG nova.compute.manager [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1964.009124] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.494s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.010796] env[62211]: INFO nova.compute.claims [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1964.045277] env[62211]: DEBUG oslo_vmware.api [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074830, 'name': PowerOnVM_Task, 'duration_secs': 0.835509} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.045917] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1964.045917] env[62211]: INFO nova.compute.manager [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Took 20.71 seconds to spawn the instance on the hypervisor. [ 1964.046112] env[62211]: DEBUG nova.compute.manager [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1964.047643] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d35b20-5de3-40d9-9e4a-aed30cc72fb2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.064510] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074831, 'name': ReconfigVM_Task, 'duration_secs': 0.696467} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.064984] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Reconfigured VM instance instance-00000033 to attach disk [datastore1] e09e9a1b-bae2-409d-8aab-eadd387f91cd/ephemeral_0.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1964.065609] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7275f908-078b-40ae-bfc6-1764f2642e7f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.070026] env[62211]: INFO nova.compute.manager [-] [instance: d89bf374-605f-4f2d-a262-b18552959845] Took 1.38 seconds to deallocate network for instance. [ 1964.073343] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1964.073343] env[62211]: value = "task-2074834" [ 1964.073343] env[62211]: _type = "Task" [ 1964.073343] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.085940] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074834, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.094730] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665502} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.098168] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 5d522939-f78b-46cf-b951-fe98e6aeadaa/5d522939-f78b-46cf-b951-fe98e6aeadaa.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1964.098411] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1964.100081] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df9761af-31ab-4f75-9b62-bd91be438cae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.107620] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074833, 'name': ReconfigVM_Task, 'duration_secs': 0.522385} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.109008] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39/4f85b886-8a92-495c-948c-4f21691d4f39.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1964.109748] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 1964.109748] env[62211]: value = "task-2074835" [ 1964.109748] env[62211]: _type = "Task" [ 1964.109748] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.110536] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-695d9ab8-1fe9-41d7-a4c1-64180eb114fd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.123384] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.124928] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1964.124928] env[62211]: value = "task-2074836" [ 1964.124928] env[62211]: _type = "Task" [ 1964.124928] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.147755] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074836, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.177689] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c4e522-907b-40f0-a19a-b81b5cec685b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.189641] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523cca7b-06ff-5d53-6fb1-f21ee52a4c88, 'name': SearchDatastore_Task, 'duration_secs': 0.063216} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.203023] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.203023] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1964.203023] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.203023] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.203023] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1964.203023] env[62211]: DEBUG oslo_concurrency.lockutils [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Releasing lock "refresh_cache-0ccdc110-bcca-4804-9b9e-751e53ea9d67" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.203413] env[62211]: DEBUG nova.compute.manager [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1964.203607] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1964.203990] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb9aa62d-e440-4b93-aea7-16c58e0964c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.206612] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb12f34-ac98-4bf4-b125-eaeee4426dfc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.212027] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba72a890-1e5d-4f6f-a0df-395e51bab4d5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.225490] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1964.226089] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b290dd57-d5de-40f0-bf5e-c5488582c3b3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.234012] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1964.234319] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1964.236928] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99275931-a1b8-4ecb-b98f-94773f6c05b4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.241112] env[62211]: DEBUG oslo_vmware.api [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Waiting for the task: (returnval){ [ 1964.241112] env[62211]: value = "task-2074837" [ 1964.241112] env[62211]: _type = "Task" [ 1964.241112] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.247810] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1964.247810] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5254f820-6d16-53b5-a139-bb5a2cb0bb33" [ 1964.247810] env[62211]: _type = "Task" [ 1964.247810] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.254867] env[62211]: DEBUG oslo_vmware.api [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.260946] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5254f820-6d16-53b5-a139-bb5a2cb0bb33, 'name': SearchDatastore_Task, 'duration_secs': 0.01273} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.266522] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077f73b6-3c7e-4dbb-9e88-4668f03d1884 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.274029] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1964.274029] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52ac7136-1cec-1815-4f9c-61c549c463ce" [ 1964.274029] env[62211]: _type = "Task" [ 1964.274029] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.283395] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ac7136-1cec-1815-4f9c-61c549c463ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.318907] env[62211]: DEBUG nova.compute.manager [None req-08e105b6-2195-43bb-860c-17780b41d566 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Found 2 images (rotation: 2) {{(pid=62211) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1964.362445] env[62211]: DEBUG oslo_concurrency.lockutils [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] Releasing lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.362445] env[62211]: DEBUG nova.compute.manager [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Received event network-changed-49c1ccc3-71b3-4c91-8f51-816fdf651714 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1964.362627] env[62211]: DEBUG nova.compute.manager [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Refreshing instance network info cache due to event network-changed-49c1ccc3-71b3-4c91-8f51-816fdf651714. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1964.363849] env[62211]: DEBUG oslo_concurrency.lockutils [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] Acquiring lock "refresh_cache-91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.363849] env[62211]: DEBUG oslo_concurrency.lockutils [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] Acquired lock "refresh_cache-91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.363849] env[62211]: DEBUG nova.network.neutron [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Refreshing network info cache for port 49c1ccc3-71b3-4c91-8f51-816fdf651714 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1964.516084] env[62211]: DEBUG nova.compute.utils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1964.519949] env[62211]: DEBUG nova.compute.manager [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1964.519949] env[62211]: DEBUG nova.network.neutron [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1964.564739] env[62211]: DEBUG nova.policy [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef90a2159a28412e838744b43b432e28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1500486577b947f1ba7af0ab337915ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1964.579298] env[62211]: INFO nova.compute.manager [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Took 58.59 seconds to build instance. [ 1964.581264] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.587872] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074834, 'name': Rename_Task, 'duration_secs': 0.214458} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.588846] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1964.589126] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31780a00-f4a6-4113-af52-bb605620641f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.597592] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 1964.597592] env[62211]: value = "task-2074838" [ 1964.597592] env[62211]: _type = "Task" [ 1964.597592] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.606903] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.622368] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073167} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.622368] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1964.623176] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd1b5b7-eabe-4892-9678-03110f557c75 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.634254] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074836, 'name': Rename_Task, 'duration_secs': 0.187969} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.643723] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1964.654236] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 5d522939-f78b-46cf-b951-fe98e6aeadaa/5d522939-f78b-46cf-b951-fe98e6aeadaa.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1964.654236] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88bd852e-1efb-47be-be39-36badb295ef0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.655616] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbc4c0bd-42ec-4fed-8734-2b29d25bc1fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.678373] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 1964.678373] env[62211]: value = "task-2074840" [ 1964.678373] env[62211]: _type = "Task" [ 1964.678373] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.678864] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1964.678864] env[62211]: value = "task-2074839" [ 1964.678864] env[62211]: _type = "Task" [ 1964.678864] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.693387] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.696670] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.727155] env[62211]: DEBUG nova.compute.manager [None req-10873cc4-9f7b-4e19-a3e3-ec2b74946847 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Instance disappeared during snapshot {{(pid=62211) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1964.756453] env[62211]: DEBUG oslo_vmware.api [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074837, 'name': PowerOffVM_Task, 'duration_secs': 0.129836} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.756931] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1964.758130] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1964.758130] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0be6e31-3f50-48af-a69a-070d08332ef8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.786940] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ac7136-1cec-1815-4f9c-61c549c463ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012313} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.787949] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.788360] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] efc9e8b0-2f76-4664-8ab9-11e1675e9485/efc9e8b0-2f76-4664-8ab9-11e1675e9485.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1964.789309] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b9771d3-8f1b-4c66-a0ca-7616f5b1bfcc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.791566] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1964.791804] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1964.792010] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Deleting the datastore file [datastore1] 0ccdc110-bcca-4804-9b9e-751e53ea9d67 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1964.792316] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64efd262-a817-45bd-8a40-048d3326699e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.800559] env[62211]: DEBUG oslo_vmware.api [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Waiting for the task: (returnval){ [ 1964.800559] env[62211]: value = "task-2074843" [ 1964.800559] env[62211]: _type = "Task" [ 1964.800559] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.801646] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1964.801646] env[62211]: value = "task-2074842" [ 1964.801646] env[62211]: _type = "Task" [ 1964.801646] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.816389] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.879346] env[62211]: DEBUG nova.compute.manager [None req-10873cc4-9f7b-4e19-a3e3-ec2b74946847 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Found 0 images (rotation: 2) {{(pid=62211) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1964.894340] env[62211]: DEBUG nova.compute.manager [req-a7ac7e92-382d-4b55-8004-a3f86b8de6e6 req-bc2037de-7b63-40e0-9f56-aa70afa39654 service nova] [instance: d89bf374-605f-4f2d-a262-b18552959845] Received event network-vif-deleted-c6284582-d5c7-4313-b4d0-699f69ce61c1 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1964.909267] env[62211]: DEBUG nova.network.neutron [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Successfully created port: 2976a855-2aed-4218-8b37-8e2f051579d4 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1965.020887] env[62211]: DEBUG nova.compute.manager [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1965.077752] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1937de69-1886-4f94-af03-1925e525c5ee tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.040s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.112326] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074838, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.200654] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.201985] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.217864] env[62211]: DEBUG nova.network.neutron [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Updated VIF entry in instance network info cache for port 49c1ccc3-71b3-4c91-8f51-816fdf651714. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1965.218345] env[62211]: DEBUG nova.network.neutron [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Updating instance_info_cache with network_info: [{"id": "49c1ccc3-71b3-4c91-8f51-816fdf651714", "address": "fa:16:3e:22:f4:d6", "network": {"id": "48c9b127-a2b7-456a-8373-5e0004876958", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-354580558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e260262c1924e15967684422d2c6715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c1ccc3-71", "ovs_interfaceid": "49c1ccc3-71b3-4c91-8f51-816fdf651714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.330471] env[62211]: DEBUG oslo_vmware.api [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Task: {'id': task-2074843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172899} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.339018] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1965.339317] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1965.339514] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1965.339694] env[62211]: INFO nova.compute.manager [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1965.339949] env[62211]: DEBUG oslo.service.loopingcall [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.340649] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074842, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.341208] env[62211]: DEBUG nova.compute.manager [-] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1965.341327] env[62211]: DEBUG nova.network.neutron [-] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1965.371538] env[62211]: DEBUG nova.network.neutron [-] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1965.374066] env[62211]: DEBUG nova.compute.manager [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.374850] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71438671-782c-4710-abc5-e1e730578c4c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.580214] env[62211]: DEBUG nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1965.609212] env[62211]: DEBUG oslo_vmware.api [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2074838, 'name': PowerOnVM_Task, 'duration_secs': 0.79261} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.609473] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1965.609670] env[62211]: INFO nova.compute.manager [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Took 13.50 seconds to spawn the instance on the hypervisor. [ 1965.609841] env[62211]: DEBUG nova.compute.manager [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.613097] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131ad6e5-b9b3-4994-acb2-263fa07df86e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.670186] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3703a0b-3e79-4150-96d5-99c3460e2c69 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.678849] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2981e8-198e-4ed8-9085-ed252dc319db {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.696829] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074840, 'name': ReconfigVM_Task, 'duration_secs': 0.697115} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.697506] env[62211]: DEBUG oslo_vmware.api [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074839, 'name': PowerOnVM_Task, 'duration_secs': 0.909827} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.723593] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 5d522939-f78b-46cf-b951-fe98e6aeadaa/5d522939-f78b-46cf-b951-fe98e6aeadaa.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1965.724322] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1965.724542] env[62211]: DEBUG nova.compute.manager [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.725341] env[62211]: DEBUG oslo_concurrency.lockutils [req-1927b98e-8072-4f02-b8d7-13c86579f6d7 req-ddb1c01b-e0c2-4422-856c-036b8541101d service nova] Releasing lock "refresh_cache-91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.725922] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb95c5c6-2deb-48f7-b64e-ac5a365bb7a6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.728070] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bd5238-0140-48b7-9cc6-fb3aa44690ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.730744] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feeb1d1-6dbc-4cfd-a92d-63975fa9b621 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.740642] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbb43c9-1c67-4ebd-9675-45f4ab4fcc14 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.748381] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 1965.748381] env[62211]: value = "task-2074844" [ 1965.748381] env[62211]: _type = "Task" [ 1965.748381] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.760143] env[62211]: DEBUG nova.compute.provider_tree [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1965.767922] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074844, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.818144] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635123} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.818419] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] efc9e8b0-2f76-4664-8ab9-11e1675e9485/efc9e8b0-2f76-4664-8ab9-11e1675e9485.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1965.818659] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1965.818922] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a565c5a8-94e9-4c66-8970-ea4aeb188739 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.827133] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1965.827133] env[62211]: value = "task-2074845" [ 1965.827133] env[62211]: _type = "Task" [ 1965.827133] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.836844] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.874834] env[62211]: DEBUG nova.network.neutron [-] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.888404] env[62211]: INFO nova.compute.manager [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] instance snapshotting [ 1965.889109] env[62211]: DEBUG nova.objects.instance [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lazy-loading 'flavor' on Instance uuid 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1966.033027] env[62211]: DEBUG nova.compute.manager [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1966.068325] env[62211]: DEBUG nova.virt.hardware [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1966.069037] env[62211]: DEBUG nova.virt.hardware [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1966.069380] env[62211]: DEBUG nova.virt.hardware [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1966.069696] env[62211]: DEBUG nova.virt.hardware [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1966.069968] env[62211]: DEBUG nova.virt.hardware [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1966.070321] env[62211]: DEBUG nova.virt.hardware [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1966.070780] env[62211]: DEBUG nova.virt.hardware [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1966.071193] env[62211]: DEBUG nova.virt.hardware [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1966.071534] env[62211]: DEBUG nova.virt.hardware [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1966.071837] env[62211]: DEBUG nova.virt.hardware [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1966.072176] env[62211]: DEBUG nova.virt.hardware [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1966.074016] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ea692c-df08-413d-bf10-601c20f949a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.078347] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.085018] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.085018] env[62211]: INFO nova.compute.manager [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Rebooting instance [ 1966.087769] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6457c0-9362-4ed9-8a98-e033c3857456 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.126071] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.135131] env[62211]: INFO nova.compute.manager [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Took 47.85 seconds to build instance. [ 1966.151198] env[62211]: DEBUG oslo_concurrency.lockutils [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.152254] env[62211]: DEBUG oslo_concurrency.lockutils [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.152630] env[62211]: DEBUG oslo_concurrency.lockutils [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.154018] env[62211]: DEBUG oslo_concurrency.lockutils [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.154018] env[62211]: DEBUG oslo_concurrency.lockutils [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.155228] env[62211]: INFO nova.compute.manager [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Terminating instance [ 1966.259909] env[62211]: DEBUG oslo_concurrency.lockutils [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.265388] env[62211]: DEBUG nova.scheduler.client.report [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1966.269287] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074844, 'name': Rename_Task, 'duration_secs': 0.523652} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.269875] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1966.270203] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c8104be-f74d-43b5-9291-65ea95a34b71 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.277644] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 1966.277644] env[62211]: value = "task-2074846" [ 1966.277644] env[62211]: _type = "Task" [ 1966.277644] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.289620] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.337957] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289733} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.338368] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1966.339242] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1847563-913b-480c-bbbc-4c21e4c40542 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.365968] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] efc9e8b0-2f76-4664-8ab9-11e1675e9485/efc9e8b0-2f76-4664-8ab9-11e1675e9485.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1966.366302] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39c56ede-a177-4951-be8b-16aa3440ff6d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.381040] env[62211]: INFO nova.compute.manager [-] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Took 1.04 seconds to deallocate network for instance. [ 1966.390046] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1966.390046] env[62211]: value = "task-2074847" [ 1966.390046] env[62211]: _type = "Task" [ 1966.390046] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.397843] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd050967-3c87-491b-b3b9-9dbdf87270a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.403552] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.424867] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbd88bc-ea2c-44da-9864-b929a804822c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.603893] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.604339] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.604664] env[62211]: DEBUG nova.network.neutron [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1966.636823] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fb3a5670-1212-4963-b0c5-e2cf28ace398 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "e09e9a1b-bae2-409d-8aab-eadd387f91cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.949s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.665030] env[62211]: DEBUG nova.compute.manager [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1966.665030] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1966.665030] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b63b583-735f-43f9-8c31-11d6c5e44182 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.673635] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1966.674177] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7dcf9a4-3d46-4825-ab8a-12bd4fec7bc3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.682868] env[62211]: DEBUG oslo_vmware.api [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 1966.682868] env[62211]: value = "task-2074848" [ 1966.682868] env[62211]: _type = "Task" [ 1966.682868] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.695138] env[62211]: DEBUG oslo_vmware.api [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.738885] env[62211]: DEBUG nova.network.neutron [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Successfully updated port: 2976a855-2aed-4218-8b37-8e2f051579d4 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1966.772070] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.772070] env[62211]: DEBUG nova.compute.manager [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1966.775787] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.374s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.776708] env[62211]: DEBUG nova.objects.instance [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lazy-loading 'resources' on Instance uuid 7234e314-198d-4737-ba51-526309ea9940 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1966.785676] env[62211]: DEBUG nova.compute.manager [req-ce66d560-c152-431d-a2d4-cc1ae9997669 req-3aafc8c6-4874-438a-877b-6bf2d654d730 service nova] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Received event network-vif-plugged-2976a855-2aed-4218-8b37-8e2f051579d4 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1966.786170] env[62211]: DEBUG oslo_concurrency.lockutils [req-ce66d560-c152-431d-a2d4-cc1ae9997669 req-3aafc8c6-4874-438a-877b-6bf2d654d730 service nova] Acquiring lock "220bf8d7-f907-44c3-874c-75303f484b04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.786467] env[62211]: DEBUG oslo_concurrency.lockutils [req-ce66d560-c152-431d-a2d4-cc1ae9997669 req-3aafc8c6-4874-438a-877b-6bf2d654d730 service nova] Lock "220bf8d7-f907-44c3-874c-75303f484b04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.786691] env[62211]: DEBUG oslo_concurrency.lockutils [req-ce66d560-c152-431d-a2d4-cc1ae9997669 req-3aafc8c6-4874-438a-877b-6bf2d654d730 service nova] Lock "220bf8d7-f907-44c3-874c-75303f484b04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.786910] env[62211]: DEBUG nova.compute.manager [req-ce66d560-c152-431d-a2d4-cc1ae9997669 req-3aafc8c6-4874-438a-877b-6bf2d654d730 service nova] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] No waiting events found dispatching network-vif-plugged-2976a855-2aed-4218-8b37-8e2f051579d4 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1966.787114] env[62211]: WARNING nova.compute.manager [req-ce66d560-c152-431d-a2d4-cc1ae9997669 req-3aafc8c6-4874-438a-877b-6bf2d654d730 service nova] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Received unexpected event network-vif-plugged-2976a855-2aed-4218-8b37-8e2f051579d4 for instance with vm_state building and task_state spawning. [ 1966.794947] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074846, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.888694] env[62211]: DEBUG oslo_concurrency.lockutils [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.901832] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.936848] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1966.940534] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-584311fc-e47f-469e-bf63-a1767b77990a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.947177] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1966.947177] env[62211]: value = "task-2074849" [ 1966.947177] env[62211]: _type = "Task" [ 1966.947177] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.955948] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074849, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.139033] env[62211]: DEBUG nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1967.195262] env[62211]: DEBUG oslo_vmware.api [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.244663] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Acquiring lock "refresh_cache-220bf8d7-f907-44c3-874c-75303f484b04" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.244823] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Acquired lock "refresh_cache-220bf8d7-f907-44c3-874c-75303f484b04" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.244973] env[62211]: DEBUG nova.network.neutron [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1967.284569] env[62211]: DEBUG nova.compute.utils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1967.288945] env[62211]: DEBUG nova.compute.manager [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1967.289194] env[62211]: DEBUG nova.network.neutron [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1967.306145] env[62211]: DEBUG oslo_vmware.api [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074846, 'name': PowerOnVM_Task, 'duration_secs': 0.531869} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.309421] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1967.309421] env[62211]: INFO nova.compute.manager [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1967.309421] env[62211]: DEBUG nova.compute.manager [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1967.309421] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72e3921-c97a-4fb5-a5c4-a09cf9cdc01c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.314510] env[62211]: DEBUG nova.compute.manager [req-6e417994-b3f9-43a8-a60d-adff544182a3 req-3773306b-4c51-4687-8776-86810789035e service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Received event network-changed-0c497494-2a32-4f50-a0c8-5a2385baa3d3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1967.314510] env[62211]: DEBUG nova.compute.manager [req-6e417994-b3f9-43a8-a60d-adff544182a3 req-3773306b-4c51-4687-8776-86810789035e service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Refreshing instance network info cache due to event network-changed-0c497494-2a32-4f50-a0c8-5a2385baa3d3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1967.316103] env[62211]: DEBUG oslo_concurrency.lockutils [req-6e417994-b3f9-43a8-a60d-adff544182a3 req-3773306b-4c51-4687-8776-86810789035e service nova] Acquiring lock "refresh_cache-e09e9a1b-bae2-409d-8aab-eadd387f91cd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.316103] env[62211]: DEBUG oslo_concurrency.lockutils [req-6e417994-b3f9-43a8-a60d-adff544182a3 req-3773306b-4c51-4687-8776-86810789035e service nova] Acquired lock "refresh_cache-e09e9a1b-bae2-409d-8aab-eadd387f91cd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.316103] env[62211]: DEBUG nova.network.neutron [req-6e417994-b3f9-43a8-a60d-adff544182a3 req-3773306b-4c51-4687-8776-86810789035e service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Refreshing network info cache for port 0c497494-2a32-4f50-a0c8-5a2385baa3d3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1967.360906] env[62211]: DEBUG nova.policy [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91bebce292844b28b74c90e08eff8906', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2821c760a4d04705b68dadd1ed393f6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1967.405850] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074847, 'name': ReconfigVM_Task, 'duration_secs': 0.781639} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.406165] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Reconfigured VM instance instance-00000036 to attach disk [datastore1] efc9e8b0-2f76-4664-8ab9-11e1675e9485/efc9e8b0-2f76-4664-8ab9-11e1675e9485.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1967.406795] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38fa9207-03ac-4b64-8e8e-b19b4aeb2e35 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.419457] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1967.419457] env[62211]: value = "task-2074850" [ 1967.419457] env[62211]: _type = "Task" [ 1967.419457] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.431900] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074850, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.463584] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074849, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.503028] env[62211]: DEBUG nova.network.neutron [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance_info_cache with network_info: [{"id": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "address": "fa:16:3e:0c:67:0a", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f0a82-e3", "ovs_interfaceid": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.673884] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.698369] env[62211]: DEBUG oslo_vmware.api [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074848, 'name': PowerOffVM_Task, 'duration_secs': 0.643098} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.701214] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1967.701214] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1967.701214] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc89e302-044d-4724-9cca-a8f0bbc118ee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.791637] env[62211]: DEBUG nova.network.neutron [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1967.798466] env[62211]: DEBUG nova.compute.manager [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1967.825145] env[62211]: DEBUG nova.network.neutron [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Successfully created port: 96289284-0b8e-4766-b9e4-c5b2fee06f9d {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1967.842767] env[62211]: INFO nova.compute.manager [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Took 42.67 seconds to build instance. [ 1967.927204] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1967.927204] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1967.927204] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Deleting the datastore file [datastore1] 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1967.927204] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b97c4dad-b513-4f53-b60a-1cdcd4030d05 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.936265] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074850, 'name': Rename_Task, 'duration_secs': 0.176445} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.940304] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1967.940675] env[62211]: DEBUG oslo_vmware.api [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 1967.940675] env[62211]: value = "task-2074852" [ 1967.940675] env[62211]: _type = "Task" [ 1967.940675] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.941136] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-371897d3-026e-4ea4-8464-8517e2b012d8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.952332] env[62211]: DEBUG oslo_vmware.api [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.956927] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1967.956927] env[62211]: value = "task-2074853" [ 1967.956927] env[62211]: _type = "Task" [ 1967.956927] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.966376] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074849, 'name': CreateSnapshot_Task, 'duration_secs': 0.914585} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.966950] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1967.967865] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc53bd3-bd6b-4255-bef6-80884ce94f14 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.975927] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18b062d-0ffc-41f5-a9c5-ce331e3d54a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.978598] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.996751] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68fae7e-c6e3-4fb3-a2af-90e2dc433281 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.037311] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.040849] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca81a29e-ef6a-4220-a15d-547c7ea6f5e5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.051023] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0552a1d3-5d32-4a38-9549-14385a485686 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.068999] env[62211]: DEBUG nova.compute.provider_tree [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1968.074337] env[62211]: DEBUG nova.network.neutron [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Updating instance_info_cache with network_info: [{"id": "2976a855-2aed-4218-8b37-8e2f051579d4", "address": "fa:16:3e:08:cf:f4", "network": {"id": "16471d9c-23f3-443b-885a-01e197e415b1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1204435239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1500486577b947f1ba7af0ab337915ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2976a855-2a", "ovs_interfaceid": "2976a855-2aed-4218-8b37-8e2f051579d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.345935] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ca7d8923-db47-40cc-8a9e-4bdef48aa680 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "5d522939-f78b-46cf-b951-fe98e6aeadaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.852s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.349738] env[62211]: DEBUG nova.network.neutron [req-6e417994-b3f9-43a8-a60d-adff544182a3 req-3773306b-4c51-4687-8776-86810789035e service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Updated VIF entry in instance network info cache for port 0c497494-2a32-4f50-a0c8-5a2385baa3d3. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1968.350294] env[62211]: DEBUG nova.network.neutron [req-6e417994-b3f9-43a8-a60d-adff544182a3 req-3773306b-4c51-4687-8776-86810789035e service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Updating instance_info_cache with network_info: [{"id": "0c497494-2a32-4f50-a0c8-5a2385baa3d3", "address": "fa:16:3e:ae:54:20", "network": {"id": "38fbde74-2a82-4381-a8e4-0ea3f8dfdb81", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-999368581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67593dacbdd0486dbeddcdf29ec4699c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c497494-2a", "ovs_interfaceid": "0c497494-2a32-4f50-a0c8-5a2385baa3d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.456905] env[62211]: DEBUG oslo_vmware.api [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2074852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234914} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.457346] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1968.457611] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1968.458204] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1968.458204] env[62211]: INFO nova.compute.manager [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1968.459267] env[62211]: DEBUG oslo.service.loopingcall [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1968.459267] env[62211]: DEBUG nova.compute.manager [-] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1968.459267] env[62211]: DEBUG nova.network.neutron [-] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1968.476909] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074853, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.503292] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1968.503942] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-59c9b714-ad01-48b3-aa57-5cded7aadc4c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.515101] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1968.515101] env[62211]: value = "task-2074854" [ 1968.515101] env[62211]: _type = "Task" [ 1968.515101] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.526600] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074854, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.542895] env[62211]: DEBUG nova.compute.manager [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.543887] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49371e69-0ec6-4f23-9378-44eba21ddeb3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.576479] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Releasing lock "refresh_cache-220bf8d7-f907-44c3-874c-75303f484b04" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.576968] env[62211]: DEBUG nova.compute.manager [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Instance network_info: |[{"id": "2976a855-2aed-4218-8b37-8e2f051579d4", "address": "fa:16:3e:08:cf:f4", "network": {"id": "16471d9c-23f3-443b-885a-01e197e415b1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1204435239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1500486577b947f1ba7af0ab337915ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2976a855-2a", "ovs_interfaceid": "2976a855-2aed-4218-8b37-8e2f051579d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1968.581077] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:cf:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2976a855-2aed-4218-8b37-8e2f051579d4', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1968.587034] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Creating folder: Project (1500486577b947f1ba7af0ab337915ea). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1968.588122] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afd5fe2a-fa87-4da6-9ddc-e3d19c2972d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.598431] env[62211]: ERROR nova.scheduler.client.report [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [req-9ef9dc06-fcf0-4a2a-9025-3c23869cac41] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9ef9dc06-fcf0-4a2a-9025-3c23869cac41"}]} [ 1968.603558] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Created folder: Project (1500486577b947f1ba7af0ab337915ea) in parent group-v425157. [ 1968.605051] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Creating folder: Instances. Parent ref: group-v425326. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1968.605051] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d82a33d9-24a2-41fb-b42e-699eeb6d9c17 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.619315] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Created folder: Instances in parent group-v425326. [ 1968.619629] env[62211]: DEBUG oslo.service.loopingcall [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1968.622295] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1968.622665] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0afb4e83-fb54-48db-8af8-c21e8541e8c8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.638052] env[62211]: DEBUG nova.scheduler.client.report [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1968.640366] env[62211]: DEBUG oslo_concurrency.lockutils [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "8716efdd-f12f-47d0-a3df-d26e62495091" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.640598] env[62211]: DEBUG oslo_concurrency.lockutils [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "8716efdd-f12f-47d0-a3df-d26e62495091" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.640797] env[62211]: DEBUG oslo_concurrency.lockutils [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "8716efdd-f12f-47d0-a3df-d26e62495091-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.640974] env[62211]: DEBUG oslo_concurrency.lockutils [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "8716efdd-f12f-47d0-a3df-d26e62495091-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.641152] env[62211]: DEBUG oslo_concurrency.lockutils [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "8716efdd-f12f-47d0-a3df-d26e62495091-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.643458] env[62211]: INFO nova.compute.manager [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Terminating instance [ 1968.651183] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1968.651183] env[62211]: value = "task-2074857" [ 1968.651183] env[62211]: _type = "Task" [ 1968.651183] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.663221] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074857, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.664274] env[62211]: DEBUG nova.scheduler.client.report [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1968.664780] env[62211]: DEBUG nova.compute.provider_tree [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1968.678066] env[62211]: DEBUG nova.scheduler.client.report [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1968.700304] env[62211]: DEBUG nova.scheduler.client.report [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1968.812336] env[62211]: DEBUG nova.compute.manager [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1968.850803] env[62211]: DEBUG nova.compute.manager [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1968.856880] env[62211]: DEBUG nova.virt.hardware [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1968.856880] env[62211]: DEBUG nova.virt.hardware [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1968.856880] env[62211]: DEBUG nova.virt.hardware [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1968.856880] env[62211]: DEBUG nova.virt.hardware [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1968.856880] env[62211]: DEBUG nova.virt.hardware [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1968.857355] env[62211]: DEBUG nova.virt.hardware [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1968.857355] env[62211]: DEBUG nova.virt.hardware [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1968.857355] env[62211]: DEBUG nova.virt.hardware [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1968.857517] env[62211]: DEBUG nova.virt.hardware [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1968.857678] env[62211]: DEBUG nova.virt.hardware [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1968.857784] env[62211]: DEBUG nova.virt.hardware [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1968.858318] env[62211]: DEBUG oslo_concurrency.lockutils [req-6e417994-b3f9-43a8-a60d-adff544182a3 req-3773306b-4c51-4687-8776-86810789035e service nova] Releasing lock "refresh_cache-e09e9a1b-bae2-409d-8aab-eadd387f91cd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.859496] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405a532a-b6bd-4147-8793-60dc9ce5f9cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.871771] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a40258-2055-4cfc-a98a-92dc6ea7acc8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.971837] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e33bd5cd-d159-445e-bd17-13b5e78ddb76 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "5d522939-f78b-46cf-b951-fe98e6aeadaa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.972159] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e33bd5cd-d159-445e-bd17-13b5e78ddb76 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "5d522939-f78b-46cf-b951-fe98e6aeadaa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.972344] env[62211]: DEBUG nova.compute.manager [None req-e33bd5cd-d159-445e-bd17-13b5e78ddb76 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.976622] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7af36d-42d8-4cfe-8230-99514299451d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.979138] env[62211]: DEBUG oslo_vmware.api [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074853, 'name': PowerOnVM_Task, 'duration_secs': 0.673297} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.981832] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1968.982058] env[62211]: INFO nova.compute.manager [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1968.982321] env[62211]: DEBUG nova.compute.manager [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.983825] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24fd96e-3d9d-4af4-989d-528ac9d44d15 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.988891] env[62211]: DEBUG nova.compute.manager [None req-e33bd5cd-d159-445e-bd17-13b5e78ddb76 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62211) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1968.989409] env[62211]: DEBUG nova.objects.instance [None req-e33bd5cd-d159-445e-bd17-13b5e78ddb76 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lazy-loading 'flavor' on Instance uuid 5d522939-f78b-46cf-b951-fe98e6aeadaa {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1969.026561] env[62211]: DEBUG nova.compute.manager [req-1c5c1509-b18a-4254-b571-ffa3800654c2 req-dbfe9b59-b6f7-4505-9e1a-7d5cac49a624 service nova] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Received event network-changed-2976a855-2aed-4218-8b37-8e2f051579d4 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1969.026902] env[62211]: DEBUG nova.compute.manager [req-1c5c1509-b18a-4254-b571-ffa3800654c2 req-dbfe9b59-b6f7-4505-9e1a-7d5cac49a624 service nova] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Refreshing instance network info cache due to event network-changed-2976a855-2aed-4218-8b37-8e2f051579d4. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1969.027013] env[62211]: DEBUG oslo_concurrency.lockutils [req-1c5c1509-b18a-4254-b571-ffa3800654c2 req-dbfe9b59-b6f7-4505-9e1a-7d5cac49a624 service nova] Acquiring lock "refresh_cache-220bf8d7-f907-44c3-874c-75303f484b04" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.027126] env[62211]: DEBUG oslo_concurrency.lockutils [req-1c5c1509-b18a-4254-b571-ffa3800654c2 req-dbfe9b59-b6f7-4505-9e1a-7d5cac49a624 service nova] Acquired lock "refresh_cache-220bf8d7-f907-44c3-874c-75303f484b04" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.027277] env[62211]: DEBUG nova.network.neutron [req-1c5c1509-b18a-4254-b571-ffa3800654c2 req-dbfe9b59-b6f7-4505-9e1a-7d5cac49a624 service nova] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Refreshing network info cache for port 2976a855-2aed-4218-8b37-8e2f051579d4 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1969.037871] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074854, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.149262] env[62211]: DEBUG nova.compute.manager [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1969.149262] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1969.149496] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a328f1-6f82-4656-b972-46190f20000a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.171378] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1969.181467] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dff1795f-57f6-47f1-8318-9e8781696598 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.183168] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074857, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.190095] env[62211]: DEBUG oslo_vmware.api [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1969.190095] env[62211]: value = "task-2074858" [ 1969.190095] env[62211]: _type = "Task" [ 1969.190095] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.200013] env[62211]: DEBUG oslo_vmware.api [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.390130] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.405195] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a5bbf9-0580-4ac3-b92a-f375187ebb32 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.414509] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640ac0d4-a5b5-418e-a7dd-7ad602eeb85e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.449758] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdd2aca-3a29-4a06-a89f-74605b596dfa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.458942] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83be06c1-8460-4b9c-a8d9-6e02944604e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.474900] env[62211]: DEBUG nova.compute.provider_tree [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1969.478254] env[62211]: DEBUG nova.compute.manager [req-2d00dffe-7f9c-4e6d-ba8e-6aa71fcfa798 req-59de06c9-1a59-4485-a647-95afcf157bef service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Received event network-vif-deleted-d0efb1da-4954-48b6-a841-09577bb93583 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1969.478454] env[62211]: INFO nova.compute.manager [req-2d00dffe-7f9c-4e6d-ba8e-6aa71fcfa798 req-59de06c9-1a59-4485-a647-95afcf157bef service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Neutron deleted interface d0efb1da-4954-48b6-a841-09577bb93583; detaching it from the instance and deleting it from the info cache [ 1969.478733] env[62211]: DEBUG nova.network.neutron [req-2d00dffe-7f9c-4e6d-ba8e-6aa71fcfa798 req-59de06c9-1a59-4485-a647-95afcf157bef service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Updating instance_info_cache with network_info: [{"id": "4efdffaf-9391-439a-8b91-76ca527a9eac", "address": "fa:16:3e:9b:f2:06", "network": {"id": "6e2b35a8-45fb-4e0a-880d-eb4fe0c53867", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1336264823", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4efdffaf-93", "ovs_interfaceid": "4efdffaf-9391-439a-8b91-76ca527a9eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae33915b-27e3-41ae-9d10-ab1fb0a5db20", "address": "fa:16:3e:5d:a8:13", "network": {"id": "670f1839-f1e4-4605-87fb-ffa0cf95e436", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1630548110", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae33915b-27", "ovs_interfaceid": "ae33915b-27e3-41ae-9d10-ab1fb0a5db20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.510802] env[62211]: INFO nova.compute.manager [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Took 41.68 seconds to build instance. [ 1969.535570] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074854, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.560204] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be7d95e-eaa8-47d7-a600-7a6eeec79c5a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.569258] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Doing hard reboot of VM {{(pid=62211) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1969.572428] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f9b5c8a8-10e7-41bc-b911-a69a1aea19c9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.581620] env[62211]: DEBUG oslo_vmware.api [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 1969.581620] env[62211]: value = "task-2074859" [ 1969.581620] env[62211]: _type = "Task" [ 1969.581620] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.592515] env[62211]: DEBUG oslo_vmware.api [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074859, 'name': ResetVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.672913] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074857, 'name': CreateVM_Task, 'duration_secs': 0.527961} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.673163] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1969.673991] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.674232] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.674802] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1969.675102] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3923d3e-ba22-4cc6-a320-0f6105bdf4f0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.681436] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Waiting for the task: (returnval){ [ 1969.681436] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525c65d8-34cd-6ff7-9859-2ed3bcffd56f" [ 1969.681436] env[62211]: _type = "Task" [ 1969.681436] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.694682] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525c65d8-34cd-6ff7-9859-2ed3bcffd56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.704976] env[62211]: DEBUG oslo_vmware.api [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074858, 'name': PowerOffVM_Task, 'duration_secs': 0.217272} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.705269] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1969.705447] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1969.706096] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c6a98a5-f74f-4436-8338-fdea42fb3c59 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.820098] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1969.820409] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1969.820523] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleting the datastore file [datastore1] 8716efdd-f12f-47d0-a3df-d26e62495091 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1969.820796] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2602ffe-c60d-43c2-82dc-06e6a79688d7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.832583] env[62211]: DEBUG oslo_vmware.api [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 1969.832583] env[62211]: value = "task-2074861" [ 1969.832583] env[62211]: _type = "Task" [ 1969.832583] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.842125] env[62211]: DEBUG oslo_vmware.api [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.889237] env[62211]: DEBUG nova.network.neutron [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Successfully updated port: 96289284-0b8e-4766-b9e4-c5b2fee06f9d {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1969.891210] env[62211]: DEBUG nova.network.neutron [req-1c5c1509-b18a-4254-b571-ffa3800654c2 req-dbfe9b59-b6f7-4505-9e1a-7d5cac49a624 service nova] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Updated VIF entry in instance network info cache for port 2976a855-2aed-4218-8b37-8e2f051579d4. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1969.891554] env[62211]: DEBUG nova.network.neutron [req-1c5c1509-b18a-4254-b571-ffa3800654c2 req-dbfe9b59-b6f7-4505-9e1a-7d5cac49a624 service nova] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Updating instance_info_cache with network_info: [{"id": "2976a855-2aed-4218-8b37-8e2f051579d4", "address": "fa:16:3e:08:cf:f4", "network": {"id": "16471d9c-23f3-443b-885a-01e197e415b1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1204435239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1500486577b947f1ba7af0ab337915ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2976a855-2a", "ovs_interfaceid": "2976a855-2aed-4218-8b37-8e2f051579d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.985307] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d048459-364d-42b7-97bd-5d80b25f9322 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.997130] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb5af97-4963-49df-ae30-7e992e0e7328 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.014335] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33bd5cd-d159-445e-bd17-13b5e78ddb76 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1970.014813] env[62211]: DEBUG oslo_concurrency.lockutils [None req-51703363-3564-41b9-b9ac-64787287822e tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.997s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.015208] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4800f3d-4ef6-432b-8901-68f867d52fe2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.024752] env[62211]: DEBUG nova.scheduler.client.report [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1970.025167] env[62211]: DEBUG nova.compute.provider_tree [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 83 to 84 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1970.025510] env[62211]: DEBUG nova.compute.provider_tree [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1970.034695] env[62211]: DEBUG oslo_vmware.api [None req-e33bd5cd-d159-445e-bd17-13b5e78ddb76 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 1970.034695] env[62211]: value = "task-2074862" [ 1970.034695] env[62211]: _type = "Task" [ 1970.034695] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.065823] env[62211]: DEBUG nova.compute.manager [req-2d00dffe-7f9c-4e6d-ba8e-6aa71fcfa798 req-59de06c9-1a59-4485-a647-95afcf157bef service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Detach interface failed, port_id=d0efb1da-4954-48b6-a841-09577bb93583, reason: Instance 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1970.066240] env[62211]: DEBUG nova.compute.manager [req-2d00dffe-7f9c-4e6d-ba8e-6aa71fcfa798 req-59de06c9-1a59-4485-a647-95afcf157bef service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Received event network-vif-deleted-4efdffaf-9391-439a-8b91-76ca527a9eac {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1970.066635] env[62211]: INFO nova.compute.manager [req-2d00dffe-7f9c-4e6d-ba8e-6aa71fcfa798 req-59de06c9-1a59-4485-a647-95afcf157bef service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Neutron deleted interface 4efdffaf-9391-439a-8b91-76ca527a9eac; detaching it from the instance and deleting it from the info cache [ 1970.066954] env[62211]: DEBUG nova.network.neutron [req-2d00dffe-7f9c-4e6d-ba8e-6aa71fcfa798 req-59de06c9-1a59-4485-a647-95afcf157bef service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Updating instance_info_cache with network_info: [{"id": "ae33915b-27e3-41ae-9d10-ab1fb0a5db20", "address": "fa:16:3e:5d:a8:13", "network": {"id": "670f1839-f1e4-4605-87fb-ffa0cf95e436", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1630548110", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae33915b-27", "ovs_interfaceid": "ae33915b-27e3-41ae-9d10-ab1fb0a5db20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.083023] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074854, 'name': CloneVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.093575] env[62211]: DEBUG oslo_vmware.api [None req-e33bd5cd-d159-445e-bd17-13b5e78ddb76 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.102280] env[62211]: DEBUG oslo_vmware.api [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2074859, 'name': ResetVM_Task, 'duration_secs': 0.119104} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.102705] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Did hard reboot of VM {{(pid=62211) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1970.103288] env[62211]: DEBUG nova.compute.manager [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1970.104343] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e3ec61-2d20-42b0-b9b8-65b76043beca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.187476] env[62211]: DEBUG nova.network.neutron [-] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.195694] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525c65d8-34cd-6ff7-9859-2ed3bcffd56f, 'name': SearchDatastore_Task, 'duration_secs': 0.013022} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.196051] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.200044] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1970.200044] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.200044] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.200044] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1970.200044] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8f22a88-ba6b-46f9-a8f5-cb3566df71a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.207300] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1970.207433] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1970.208496] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a4a714-a337-4e95-b41d-9c614323a0ac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.217432] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Waiting for the task: (returnval){ [ 1970.217432] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5295fe01-175e-0e56-c050-7663528c6424" [ 1970.217432] env[62211]: _type = "Task" [ 1970.217432] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.228191] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5295fe01-175e-0e56-c050-7663528c6424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.345980] env[62211]: DEBUG oslo_vmware.api [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328615} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.346108] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1970.346354] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1970.346588] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1970.346818] env[62211]: INFO nova.compute.manager [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1970.347146] env[62211]: DEBUG oslo.service.loopingcall [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1970.347399] env[62211]: DEBUG nova.compute.manager [-] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1970.347525] env[62211]: DEBUG nova.network.neutron [-] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1970.393746] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Acquiring lock "refresh_cache-4133aceb-f4c5-4608-a016-33672dbf262e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.395093] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Acquired lock "refresh_cache-4133aceb-f4c5-4608-a016-33672dbf262e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.395093] env[62211]: DEBUG nova.network.neutron [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1970.395498] env[62211]: DEBUG oslo_concurrency.lockutils [req-1c5c1509-b18a-4254-b571-ffa3800654c2 req-dbfe9b59-b6f7-4505-9e1a-7d5cac49a624 service nova] Releasing lock "refresh_cache-220bf8d7-f907-44c3-874c-75303f484b04" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.533884] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074854, 'name': CloneVM_Task, 'duration_secs': 1.60368} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.536103] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Created linked-clone VM from snapshot [ 1970.536103] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36725f6e-e8ba-4b0e-acb6-fe02a034cfa7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.548107] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Uploading image ec039233-28cd-4b52-88bc-7e0c51cf7cf5 {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1970.567134] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.791s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.576610] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.601s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.578088] env[62211]: INFO nova.compute.claims [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1970.586590] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f778d31-4dea-4d2a-8e33-1aeb0eabcb5b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.594729] env[62211]: DEBUG oslo_vmware.rw_handles [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1970.594729] env[62211]: value = "vm-425325" [ 1970.594729] env[62211]: _type = "VirtualMachine" [ 1970.594729] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1970.594729] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d8d94a7c-031c-483c-8140-b2c9f7403daa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.601885] env[62211]: DEBUG oslo_vmware.api [None req-e33bd5cd-d159-445e-bd17-13b5e78ddb76 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074862, 'name': PowerOffVM_Task, 'duration_secs': 0.254876} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.602513] env[62211]: INFO nova.scheduler.client.report [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Deleted allocations for instance 7234e314-198d-4737-ba51-526309ea9940 [ 1970.606137] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33bd5cd-d159-445e-bd17-13b5e78ddb76 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1970.607342] env[62211]: DEBUG nova.compute.manager [None req-e33bd5cd-d159-445e-bd17-13b5e78ddb76 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1970.609605] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51bd65d-897a-4307-b32a-aee07ebb0241 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.628469] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de7cc05-7e53-480b-9e9b-f2957ce4f115 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.635886] env[62211]: DEBUG oslo_vmware.rw_handles [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lease: (returnval){ [ 1970.635886] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5240197a-252f-3688-9efe-89e70da29976" [ 1970.635886] env[62211]: _type = "HttpNfcLease" [ 1970.635886] env[62211]: } obtained for exporting VM: (result){ [ 1970.635886] env[62211]: value = "vm-425325" [ 1970.635886] env[62211]: _type = "VirtualMachine" [ 1970.635886] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1970.636270] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the lease: (returnval){ [ 1970.636270] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5240197a-252f-3688-9efe-89e70da29976" [ 1970.636270] env[62211]: _type = "HttpNfcLease" [ 1970.636270] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1970.636698] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f1fa0782-d2a3-46c9-89a8-74fb16cb01b2 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.558s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.650354] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1970.650354] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5240197a-252f-3688-9efe-89e70da29976" [ 1970.650354] env[62211]: _type = "HttpNfcLease" [ 1970.650354] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1970.650889] env[62211]: DEBUG oslo_vmware.rw_handles [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1970.650889] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5240197a-252f-3688-9efe-89e70da29976" [ 1970.650889] env[62211]: _type = "HttpNfcLease" [ 1970.650889] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1970.666180] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e51b58-e4e6-46e8-aa2f-b72b99ba6a7a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.670385] env[62211]: DEBUG nova.compute.manager [req-2d00dffe-7f9c-4e6d-ba8e-6aa71fcfa798 req-59de06c9-1a59-4485-a647-95afcf157bef service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Detach interface failed, port_id=4efdffaf-9391-439a-8b91-76ca527a9eac, reason: Instance 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1970.677403] env[62211]: DEBUG oslo_vmware.rw_handles [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294d3f3-b8e5-9038-8806-93de1b58747f/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1970.677595] env[62211]: DEBUG oslo_vmware.rw_handles [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294d3f3-b8e5-9038-8806-93de1b58747f/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1970.738210] env[62211]: INFO nova.compute.manager [-] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Took 2.28 seconds to deallocate network for instance. [ 1970.754697] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5295fe01-175e-0e56-c050-7663528c6424, 'name': SearchDatastore_Task, 'duration_secs': 0.026366} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.755483] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d3461c-2585-4316-b24a-856df4793a61 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.762806] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Waiting for the task: (returnval){ [ 1970.762806] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b0c7ba-6168-1be2-db6e-6c722c19ba90" [ 1970.762806] env[62211]: _type = "Task" [ 1970.762806] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.773066] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b0c7ba-6168-1be2-db6e-6c722c19ba90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.776771] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de3ba193-8128-4f57-a45b-9485529b68f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.925260] env[62211]: DEBUG nova.network.neutron [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1971.053030] env[62211]: DEBUG nova.compute.manager [req-fe144c9a-2464-4054-8a03-e5cd80696c5b req-11199cba-f528-4a57-ac20-0fa6da3b48df service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Received event network-changed-65dc9be1-d27e-402b-86c7-6a377e2d8f2e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1971.053235] env[62211]: DEBUG nova.compute.manager [req-fe144c9a-2464-4054-8a03-e5cd80696c5b req-11199cba-f528-4a57-ac20-0fa6da3b48df service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Refreshing instance network info cache due to event network-changed-65dc9be1-d27e-402b-86c7-6a377e2d8f2e. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1971.053621] env[62211]: DEBUG oslo_concurrency.lockutils [req-fe144c9a-2464-4054-8a03-e5cd80696c5b req-11199cba-f528-4a57-ac20-0fa6da3b48df service nova] Acquiring lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.053882] env[62211]: DEBUG oslo_concurrency.lockutils [req-fe144c9a-2464-4054-8a03-e5cd80696c5b req-11199cba-f528-4a57-ac20-0fa6da3b48df service nova] Acquired lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.054105] env[62211]: DEBUG nova.network.neutron [req-fe144c9a-2464-4054-8a03-e5cd80696c5b req-11199cba-f528-4a57-ac20-0fa6da3b48df service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Refreshing network info cache for port 65dc9be1-d27e-402b-86c7-6a377e2d8f2e {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1971.071239] env[62211]: DEBUG nova.network.neutron [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Updating instance_info_cache with network_info: [{"id": "96289284-0b8e-4766-b9e4-c5b2fee06f9d", "address": "fa:16:3e:18:2e:75", "network": {"id": "e2be2ed0-ea50-4ef1-aad9-dba9568ef08c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-788179925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2821c760a4d04705b68dadd1ed393f6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96289284-0b", "ovs_interfaceid": "96289284-0b8e-4766-b9e4-c5b2fee06f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.140179] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.140658] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.140860] env[62211]: INFO nova.compute.manager [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Rebooting instance [ 1971.142636] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd7a21fd-512d-421b-bb4f-5c7c80c9919e tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "7234e314-198d-4737-ba51-526309ea9940" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.063s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.150636] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e33bd5cd-d159-445e-bd17-13b5e78ddb76 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "5d522939-f78b-46cf-b951-fe98e6aeadaa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.178s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.249219] env[62211]: DEBUG nova.network.neutron [-] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.251707] env[62211]: DEBUG oslo_concurrency.lockutils [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.277719] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b0c7ba-6168-1be2-db6e-6c722c19ba90, 'name': SearchDatastore_Task, 'duration_secs': 0.01585} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.278110] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.279044] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 220bf8d7-f907-44c3-874c-75303f484b04/220bf8d7-f907-44c3-874c-75303f484b04.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1971.279044] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40d08a53-26ae-431d-bb34-fee77d47be21 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.290499] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Waiting for the task: (returnval){ [ 1971.290499] env[62211]: value = "task-2074864" [ 1971.290499] env[62211]: _type = "Task" [ 1971.290499] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.302989] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.577562] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Releasing lock "refresh_cache-4133aceb-f4c5-4608-a016-33672dbf262e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.577934] env[62211]: DEBUG nova.compute.manager [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Instance network_info: |[{"id": "96289284-0b8e-4766-b9e4-c5b2fee06f9d", "address": "fa:16:3e:18:2e:75", "network": {"id": "e2be2ed0-ea50-4ef1-aad9-dba9568ef08c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-788179925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2821c760a4d04705b68dadd1ed393f6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96289284-0b", "ovs_interfaceid": "96289284-0b8e-4766-b9e4-c5b2fee06f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1971.578499] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:2e:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96289284-0b8e-4766-b9e4-c5b2fee06f9d', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1971.587707] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Creating folder: Project (2821c760a4d04705b68dadd1ed393f6b). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1971.588278] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16f2a6fb-f32f-4be6-90cb-8e075f0d5391 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.607549] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Created folder: Project (2821c760a4d04705b68dadd1ed393f6b) in parent group-v425157. [ 1971.607549] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Creating folder: Instances. Parent ref: group-v425329. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1971.607549] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a655596-7e87-4cf4-bd2e-6d8698a1f6a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.626239] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Created folder: Instances in parent group-v425329. [ 1971.626654] env[62211]: DEBUG oslo.service.loopingcall [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1971.627048] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1971.629505] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e51dd20b-6621-42f8-bd84-2a459c9ecc0b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.659994] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1971.659994] env[62211]: value = "task-2074867" [ 1971.659994] env[62211]: _type = "Task" [ 1971.659994] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.670411] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074867, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.676155] env[62211]: DEBUG nova.compute.manager [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Received event network-vif-deleted-ae33915b-27e3-41ae-9d10-ab1fb0a5db20 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1971.676318] env[62211]: DEBUG nova.compute.manager [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Received event network-vif-plugged-96289284-0b8e-4766-b9e4-c5b2fee06f9d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1971.677027] env[62211]: DEBUG oslo_concurrency.lockutils [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] Acquiring lock "4133aceb-f4c5-4608-a016-33672dbf262e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.677027] env[62211]: DEBUG oslo_concurrency.lockutils [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] Lock "4133aceb-f4c5-4608-a016-33672dbf262e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.677027] env[62211]: DEBUG oslo_concurrency.lockutils [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] Lock "4133aceb-f4c5-4608-a016-33672dbf262e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.677184] env[62211]: DEBUG nova.compute.manager [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] No waiting events found dispatching network-vif-plugged-96289284-0b8e-4766-b9e4-c5b2fee06f9d {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1971.677279] env[62211]: WARNING nova.compute.manager [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Received unexpected event network-vif-plugged-96289284-0b8e-4766-b9e4-c5b2fee06f9d for instance with vm_state building and task_state spawning. [ 1971.677503] env[62211]: DEBUG nova.compute.manager [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Received event network-changed-96289284-0b8e-4766-b9e4-c5b2fee06f9d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1971.677756] env[62211]: DEBUG nova.compute.manager [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Refreshing instance network info cache due to event network-changed-96289284-0b8e-4766-b9e4-c5b2fee06f9d. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1971.677983] env[62211]: DEBUG oslo_concurrency.lockutils [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] Acquiring lock "refresh_cache-4133aceb-f4c5-4608-a016-33672dbf262e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.678129] env[62211]: DEBUG oslo_concurrency.lockutils [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] Acquired lock "refresh_cache-4133aceb-f4c5-4608-a016-33672dbf262e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.678371] env[62211]: DEBUG nova.network.neutron [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Refreshing network info cache for port 96289284-0b8e-4766-b9e4-c5b2fee06f9d {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1971.688225] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.753408] env[62211]: INFO nova.compute.manager [-] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Took 1.41 seconds to deallocate network for instance. [ 1971.802254] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074864, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.988397] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "3728f936-e7e7-4178-8dc6-88cb5eba6fd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.988799] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "3728f936-e7e7-4178-8dc6-88cb5eba6fd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.989025] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "3728f936-e7e7-4178-8dc6-88cb5eba6fd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.989211] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "3728f936-e7e7-4178-8dc6-88cb5eba6fd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.991422] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "3728f936-e7e7-4178-8dc6-88cb5eba6fd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.991721] env[62211]: INFO nova.compute.manager [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Terminating instance [ 1972.080588] env[62211]: DEBUG nova.network.neutron [req-fe144c9a-2464-4054-8a03-e5cd80696c5b req-11199cba-f528-4a57-ac20-0fa6da3b48df service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Updated VIF entry in instance network info cache for port 65dc9be1-d27e-402b-86c7-6a377e2d8f2e. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1972.081201] env[62211]: DEBUG nova.network.neutron [req-fe144c9a-2464-4054-8a03-e5cd80696c5b req-11199cba-f528-4a57-ac20-0fa6da3b48df service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Updating instance_info_cache with network_info: [{"id": "65dc9be1-d27e-402b-86c7-6a377e2d8f2e", "address": "fa:16:3e:28:28:73", "network": {"id": "715d7782-5f7f-40f4-b10e-56643161ff77", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1272721512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238822613d0241f8b5e626c19906c8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65dc9be1-d2", "ovs_interfaceid": "65dc9be1-d27e-402b-86c7-6a377e2d8f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.174116] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074867, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.260430] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f1782b-60c8-4485-9dbf-ba8aa631e277 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.265122] env[62211]: DEBUG oslo_concurrency.lockutils [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.271324] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac3d9c2-b20e-4eb3-8039-58a5573c3702 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.313737] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad102d7-de87-4694-8b36-b96e0239f95d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.324107] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665663} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.326747] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 220bf8d7-f907-44c3-874c-75303f484b04/220bf8d7-f907-44c3-874c-75303f484b04.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1972.327251] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1972.327668] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a929ce32-bf20-45c7-a5f9-61689d124d6e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.331135] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f3415c-8e9a-4a18-9cd2-a9ddc3269e10 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.350382] env[62211]: DEBUG nova.compute.provider_tree [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1972.354299] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Waiting for the task: (returnval){ [ 1972.354299] env[62211]: value = "task-2074868" [ 1972.354299] env[62211]: _type = "Task" [ 1972.354299] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.366065] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.497708] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "refresh_cache-3728f936-e7e7-4178-8dc6-88cb5eba6fd0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.497980] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquired lock "refresh_cache-3728f936-e7e7-4178-8dc6-88cb5eba6fd0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.498198] env[62211]: DEBUG nova.network.neutron [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1972.500215] env[62211]: DEBUG nova.network.neutron [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Updated VIF entry in instance network info cache for port 96289284-0b8e-4766-b9e4-c5b2fee06f9d. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1972.500576] env[62211]: DEBUG nova.network.neutron [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Updating instance_info_cache with network_info: [{"id": "96289284-0b8e-4766-b9e4-c5b2fee06f9d", "address": "fa:16:3e:18:2e:75", "network": {"id": "e2be2ed0-ea50-4ef1-aad9-dba9568ef08c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-788179925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2821c760a4d04705b68dadd1ed393f6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96289284-0b", "ovs_interfaceid": "96289284-0b8e-4766-b9e4-c5b2fee06f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.586187] env[62211]: DEBUG oslo_concurrency.lockutils [req-fe144c9a-2464-4054-8a03-e5cd80696c5b req-11199cba-f528-4a57-ac20-0fa6da3b48df service nova] Releasing lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.586475] env[62211]: DEBUG nova.compute.manager [req-fe144c9a-2464-4054-8a03-e5cd80696c5b req-11199cba-f528-4a57-ac20-0fa6da3b48df service nova] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Received event network-vif-deleted-80eba53e-0f17-4941-947b-20aaa48a7da8 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1972.586689] env[62211]: INFO nova.compute.manager [req-fe144c9a-2464-4054-8a03-e5cd80696c5b req-11199cba-f528-4a57-ac20-0fa6da3b48df service nova] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Neutron deleted interface 80eba53e-0f17-4941-947b-20aaa48a7da8; detaching it from the instance and deleting it from the info cache [ 1972.586817] env[62211]: DEBUG nova.network.neutron [req-fe144c9a-2464-4054-8a03-e5cd80696c5b req-11199cba-f528-4a57-ac20-0fa6da3b48df service nova] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.587935] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquired lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.588128] env[62211]: DEBUG nova.network.neutron [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1972.672840] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074867, 'name': CreateVM_Task, 'duration_secs': 0.665307} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.673094] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1972.673942] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.674134] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.674578] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1972.674890] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce349b9-b613-40d4-a540-a1f54fecfa48 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.681505] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Waiting for the task: (returnval){ [ 1972.681505] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529fd9b5-ba4e-b41c-aea7-eb9ac248799f" [ 1972.681505] env[62211]: _type = "Task" [ 1972.681505] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.691446] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529fd9b5-ba4e-b41c-aea7-eb9ac248799f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.869949] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075548} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.870339] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1972.871214] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069fed49-5271-4e5d-8d94-e763ee311a41 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.897355] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 220bf8d7-f907-44c3-874c-75303f484b04/220bf8d7-f907-44c3-874c-75303f484b04.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1972.898582] env[62211]: DEBUG nova.scheduler.client.report [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1972.898886] env[62211]: DEBUG nova.compute.provider_tree [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 84 to 85 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1972.899086] env[62211]: DEBUG nova.compute.provider_tree [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1972.902909] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b723d818-dcb4-4d9d-803d-380c34e7d7be {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.926321] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Waiting for the task: (returnval){ [ 1972.926321] env[62211]: value = "task-2074869" [ 1972.926321] env[62211]: _type = "Task" [ 1972.926321] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.935443] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.004063] env[62211]: DEBUG oslo_concurrency.lockutils [req-f4d1b942-740e-4cc6-ba16-d2bc3737a5c9 req-db88dbb5-5734-479c-9b7a-9e8973445468 service nova] Releasing lock "refresh_cache-4133aceb-f4c5-4608-a016-33672dbf262e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.019664] env[62211]: DEBUG nova.network.neutron [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1973.042040] env[62211]: DEBUG nova.compute.manager [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1973.042624] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68a15e6-1ebb-4fcf-a1e6-713a9476da2e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.090695] env[62211]: DEBUG nova.network.neutron [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.095064] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bd6b7b0-edf7-4217-95dc-ffe71abfa23e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.106685] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e196e24-05bb-4fbe-a56f-1a7f09e78859 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.155714] env[62211]: DEBUG nova.compute.manager [req-fe144c9a-2464-4054-8a03-e5cd80696c5b req-11199cba-f528-4a57-ac20-0fa6da3b48df service nova] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Detach interface failed, port_id=80eba53e-0f17-4941-947b-20aaa48a7da8, reason: Instance 8716efdd-f12f-47d0-a3df-d26e62495091 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1973.191814] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529fd9b5-ba4e-b41c-aea7-eb9ac248799f, 'name': SearchDatastore_Task, 'duration_secs': 0.033387} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.192137] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.192444] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1973.192913] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.192913] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.193098] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1973.193319] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-009d6ad9-f9cc-4bae-8095-875dd08f8921 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.206626] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1973.207281] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1973.207844] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a016e3b-ccb1-4df5-90fe-31e795014732 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.215981] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Waiting for the task: (returnval){ [ 1973.215981] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d220c2-0be5-9e85-8aaf-c62025820b61" [ 1973.215981] env[62211]: _type = "Task" [ 1973.215981] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.226082] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d220c2-0be5-9e85-8aaf-c62025820b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.381381] env[62211]: DEBUG nova.network.neutron [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Updating instance_info_cache with network_info: [{"id": "65dc9be1-d27e-402b-86c7-6a377e2d8f2e", "address": "fa:16:3e:28:28:73", "network": {"id": "715d7782-5f7f-40f4-b10e-56643161ff77", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1272721512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238822613d0241f8b5e626c19906c8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65dc9be1-d2", "ovs_interfaceid": "65dc9be1-d27e-402b-86c7-6a377e2d8f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.420820] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.421451] env[62211]: DEBUG nova.compute.manager [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1973.424244] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.029s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.424439] env[62211]: DEBUG nova.objects.instance [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62211) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1973.440699] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074869, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.555332] env[62211]: INFO nova.compute.manager [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] instance snapshotting [ 1973.556030] env[62211]: WARNING nova.compute.manager [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1973.558504] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9a9c6b-62b1-4492-912c-4f2cff242514 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.582421] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d403c7-578d-40ef-889e-bce06c37c80b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.596237] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Releasing lock "refresh_cache-3728f936-e7e7-4178-8dc6-88cb5eba6fd0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.596466] env[62211]: DEBUG nova.compute.manager [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1973.596735] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1973.597555] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f7e493-9b0e-46c6-b34f-d3bcb2a9e0fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.607375] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1973.607642] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20f14f3e-2399-41c4-84fd-2a54674f892d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.617892] env[62211]: DEBUG oslo_vmware.api [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1973.617892] env[62211]: value = "task-2074870" [ 1973.617892] env[62211]: _type = "Task" [ 1973.617892] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.628019] env[62211]: DEBUG oslo_vmware.api [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.727612] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d220c2-0be5-9e85-8aaf-c62025820b61, 'name': SearchDatastore_Task, 'duration_secs': 0.018947} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.728521] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-365d98ea-2166-45b5-b498-6504e5be18d6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.735411] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Waiting for the task: (returnval){ [ 1973.735411] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5286bfa2-4ccc-aa5c-14aa-a2449b0eb442" [ 1973.735411] env[62211]: _type = "Task" [ 1973.735411] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.746869] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5286bfa2-4ccc-aa5c-14aa-a2449b0eb442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.885338] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Releasing lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.933038] env[62211]: DEBUG nova.compute.utils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1973.934781] env[62211]: DEBUG nova.compute.manager [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1973.934996] env[62211]: DEBUG nova.network.neutron [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1973.950304] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074869, 'name': ReconfigVM_Task, 'duration_secs': 0.549444} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.950304] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 220bf8d7-f907-44c3-874c-75303f484b04/220bf8d7-f907-44c3-874c-75303f484b04.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1973.950304] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-889bdca9-4d11-4924-ad0b-4a92f2685254 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.958708] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Waiting for the task: (returnval){ [ 1973.958708] env[62211]: value = "task-2074871" [ 1973.958708] env[62211]: _type = "Task" [ 1973.958708] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.969822] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074871, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.980444] env[62211]: DEBUG nova.policy [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf502b549f3b4cb3ae77bd3a5033fbba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3e35a59de7945979bdfb2bef24fd042', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1974.094868] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1974.095306] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2518de2d-d3d4-4bb2-92c2-8a9e8b1dd312 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.104229] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 1974.104229] env[62211]: value = "task-2074872" [ 1974.104229] env[62211]: _type = "Task" [ 1974.104229] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.114230] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074872, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.128463] env[62211]: DEBUG oslo_vmware.api [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074870, 'name': PowerOffVM_Task, 'duration_secs': 0.188138} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.128744] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1974.128947] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1974.129233] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73618eeb-d118-4daf-a501-236419b5a2b2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.175389] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1974.175696] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1974.175888] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Deleting the datastore file [datastore1] 3728f936-e7e7-4178-8dc6-88cb5eba6fd0 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1974.176214] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04d7cab1-6475-4dd0-8b9b-099b9c5bc60d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.184698] env[62211]: DEBUG oslo_vmware.api [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for the task: (returnval){ [ 1974.184698] env[62211]: value = "task-2074874" [ 1974.184698] env[62211]: _type = "Task" [ 1974.184698] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.195868] env[62211]: DEBUG oslo_vmware.api [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.251397] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5286bfa2-4ccc-aa5c-14aa-a2449b0eb442, 'name': SearchDatastore_Task, 'duration_secs': 0.01479} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.252582] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.252582] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4133aceb-f4c5-4608-a016-33672dbf262e/4133aceb-f4c5-4608-a016-33672dbf262e.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1974.253054] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7c0856c-1df4-4d9c-9fac-fc5ea63a26c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.265383] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Waiting for the task: (returnval){ [ 1974.265383] env[62211]: value = "task-2074875" [ 1974.265383] env[62211]: _type = "Task" [ 1974.265383] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.278625] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.287209] env[62211]: DEBUG nova.network.neutron [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Successfully created port: 5d316319-2629-4693-8ce0-c03b0b5e974a {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1974.390849] env[62211]: DEBUG nova.compute.manager [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1974.392246] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a6ca70-e4e8-4b2d-9ff4-07c539e0a0ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.435794] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d350a28e-3849-47cb-ae5b-fb9dd3bf5e6b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.437062] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.278s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.439253] env[62211]: INFO nova.compute.claims [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1974.443060] env[62211]: DEBUG nova.compute.manager [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1974.469743] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074871, 'name': Rename_Task, 'duration_secs': 0.245953} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.470689] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1974.471058] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32683efb-beba-4d25-a345-80171b2a0cf9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.480517] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Waiting for the task: (returnval){ [ 1974.480517] env[62211]: value = "task-2074876" [ 1974.480517] env[62211]: _type = "Task" [ 1974.480517] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.491484] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.617497] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074872, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.697095] env[62211]: DEBUG oslo_vmware.api [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Task: {'id': task-2074874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136728} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.697095] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1974.697095] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1974.697298] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1974.697983] env[62211]: INFO nova.compute.manager [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1974.697983] env[62211]: DEBUG oslo.service.loopingcall [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.697983] env[62211]: DEBUG nova.compute.manager [-] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1974.698173] env[62211]: DEBUG nova.network.neutron [-] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1974.720916] env[62211]: DEBUG nova.network.neutron [-] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1974.777905] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074875, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.993282] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.116521] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074872, 'name': CreateSnapshot_Task, 'duration_secs': 0.947675} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.116827] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1975.117685] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49521d8-5bca-439a-b018-d335582f7c33 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.223903] env[62211]: DEBUG nova.network.neutron [-] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.278512] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59677} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.278816] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4133aceb-f4c5-4608-a016-33672dbf262e/4133aceb-f4c5-4608-a016-33672dbf262e.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1975.279054] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1975.279317] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7df12ca-57e6-4ce9-86f3-2f361964dbcf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.287389] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Waiting for the task: (returnval){ [ 1975.287389] env[62211]: value = "task-2074877" [ 1975.287389] env[62211]: _type = "Task" [ 1975.287389] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.298030] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.409169] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987e4787-32f0-49dd-9583-0df501b9c1a7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.418164] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Doing hard reboot of VM {{(pid=62211) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1975.418486] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-579bbd72-8a66-477a-8eca-b3fa0bf92414 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.426538] env[62211]: DEBUG oslo_vmware.api [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1975.426538] env[62211]: value = "task-2074878" [ 1975.426538] env[62211]: _type = "Task" [ 1975.426538] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.435936] env[62211]: DEBUG oslo_vmware.api [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074878, 'name': ResetVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.452894] env[62211]: DEBUG nova.compute.manager [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1975.479481] env[62211]: DEBUG nova.virt.hardware [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1975.479774] env[62211]: DEBUG nova.virt.hardware [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1975.479965] env[62211]: DEBUG nova.virt.hardware [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1975.480206] env[62211]: DEBUG nova.virt.hardware [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1975.480382] env[62211]: DEBUG nova.virt.hardware [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1975.480567] env[62211]: DEBUG nova.virt.hardware [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1975.480821] env[62211]: DEBUG nova.virt.hardware [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1975.481012] env[62211]: DEBUG nova.virt.hardware [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1975.481228] env[62211]: DEBUG nova.virt.hardware [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1975.481424] env[62211]: DEBUG nova.virt.hardware [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1975.481632] env[62211]: DEBUG nova.virt.hardware [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1975.482725] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cf181d-2f8d-4fcc-8898-0ec3adc6950b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.500394] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87412f1-358d-4286-a16c-bf7d495e860a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.506286] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.637968] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1975.641217] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f8c1ca60-abd8-451f-b80a-53ff82a696e7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.652704] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 1975.652704] env[62211]: value = "task-2074879" [ 1975.652704] env[62211]: _type = "Task" [ 1975.652704] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.665053] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074879, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.726149] env[62211]: INFO nova.compute.manager [-] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Took 1.03 seconds to deallocate network for instance. [ 1975.799382] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156136} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.802868] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1975.808045] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962cf68f-38d5-4c85-ad0e-09436edd518c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.837936] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 4133aceb-f4c5-4608-a016-33672dbf262e/4133aceb-f4c5-4608-a016-33672dbf262e.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1975.841490] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1bc0a15-2de7-4e49-8325-b4d981f63e92 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.865584] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Waiting for the task: (returnval){ [ 1975.865584] env[62211]: value = "task-2074880" [ 1975.865584] env[62211]: _type = "Task" [ 1975.865584] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.882841] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074880, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.938712] env[62211]: DEBUG oslo_vmware.api [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074878, 'name': ResetVM_Task, 'duration_secs': 0.135692} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.939057] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Did hard reboot of VM {{(pid=62211) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1975.939210] env[62211]: DEBUG nova.compute.manager [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1975.940092] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca04fd05-97d5-49bd-9875-39e99a270519 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.948335] env[62211]: DEBUG nova.compute.manager [req-97e4a78d-6fa6-454f-82c8-785856507009 req-cdd654cd-a910-4cfb-86e2-bb8d912bc8ff service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Received event network-vif-plugged-5d316319-2629-4693-8ce0-c03b0b5e974a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1975.948579] env[62211]: DEBUG oslo_concurrency.lockutils [req-97e4a78d-6fa6-454f-82c8-785856507009 req-cdd654cd-a910-4cfb-86e2-bb8d912bc8ff service nova] Acquiring lock "871c80f0-e5dc-42e5-8708-971567d287dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.948832] env[62211]: DEBUG oslo_concurrency.lockutils [req-97e4a78d-6fa6-454f-82c8-785856507009 req-cdd654cd-a910-4cfb-86e2-bb8d912bc8ff service nova] Lock "871c80f0-e5dc-42e5-8708-971567d287dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.949027] env[62211]: DEBUG oslo_concurrency.lockutils [req-97e4a78d-6fa6-454f-82c8-785856507009 req-cdd654cd-a910-4cfb-86e2-bb8d912bc8ff service nova] Lock "871c80f0-e5dc-42e5-8708-971567d287dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.949193] env[62211]: DEBUG nova.compute.manager [req-97e4a78d-6fa6-454f-82c8-785856507009 req-cdd654cd-a910-4cfb-86e2-bb8d912bc8ff service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] No waiting events found dispatching network-vif-plugged-5d316319-2629-4693-8ce0-c03b0b5e974a {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1975.949357] env[62211]: WARNING nova.compute.manager [req-97e4a78d-6fa6-454f-82c8-785856507009 req-cdd654cd-a910-4cfb-86e2-bb8d912bc8ff service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Received unexpected event network-vif-plugged-5d316319-2629-4693-8ce0-c03b0b5e974a for instance with vm_state building and task_state spawning. [ 1975.992958] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074876, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.021320] env[62211]: DEBUG nova.network.neutron [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Successfully updated port: 5d316319-2629-4693-8ce0-c03b0b5e974a {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1976.053080] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771edb7f-5b7e-4a46-937b-6adbac8ada27 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.063521] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb391a1-4e7b-4c78-84e7-b5ee5c2ceca0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.099952] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a72d85e-fec2-49b3-a4a5-3e98c88a4b9e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.110909] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416eb735-31c7-4988-8822-f6ffc8165e8e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.128966] env[62211]: DEBUG nova.compute.provider_tree [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1976.163369] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074879, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.233562] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.380168] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074880, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.459056] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4b821fb5-4700-4820-8e66-e2cf2c61a04d tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.318s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.493366] env[62211]: DEBUG oslo_vmware.api [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2074876, 'name': PowerOnVM_Task, 'duration_secs': 1.981489} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.493651] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1976.493867] env[62211]: INFO nova.compute.manager [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1976.494073] env[62211]: DEBUG nova.compute.manager [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1976.494919] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea55693-014e-4f37-a643-c795a4b1d3a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.523781] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Acquiring lock "refresh_cache-871c80f0-e5dc-42e5-8708-971567d287dc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.523940] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Acquired lock "refresh_cache-871c80f0-e5dc-42e5-8708-971567d287dc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.524067] env[62211]: DEBUG nova.network.neutron [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.633456] env[62211]: DEBUG nova.scheduler.client.report [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1976.668382] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074879, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.877229] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074880, 'name': ReconfigVM_Task, 'duration_secs': 0.531176} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.877555] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 4133aceb-f4c5-4608-a016-33672dbf262e/4133aceb-f4c5-4608-a016-33672dbf262e.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1976.878301] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d723066-58f7-4cd3-9892-07fefa5f6363 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.885425] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Waiting for the task: (returnval){ [ 1976.885425] env[62211]: value = "task-2074881" [ 1976.885425] env[62211]: _type = "Task" [ 1976.885425] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.894463] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074881, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.014315] env[62211]: INFO nova.compute.manager [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Took 36.66 seconds to build instance. [ 1977.062107] env[62211]: DEBUG nova.network.neutron [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1977.145306] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.145306] env[62211]: DEBUG nova.compute.manager [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1977.153332] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.643s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.157142] env[62211]: DEBUG nova.objects.instance [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Lazy-loading 'resources' on Instance uuid c4651f59-03db-48ad-8cdb-a6f605a790c4 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1977.179832] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074879, 'name': CloneVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.304743] env[62211]: DEBUG nova.network.neutron [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Updating instance_info_cache with network_info: [{"id": "5d316319-2629-4693-8ce0-c03b0b5e974a", "address": "fa:16:3e:34:87:31", "network": {"id": "18df06ab-bcba-4075-b068-e0faa0fb67fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-652963606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3e35a59de7945979bdfb2bef24fd042", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d316319-26", "ovs_interfaceid": "5d316319-2629-4693-8ce0-c03b0b5e974a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.396320] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074881, 'name': Rename_Task, 'duration_secs': 0.235441} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.397707] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1977.398879] env[62211]: DEBUG nova.compute.manager [req-7f5e0f09-c900-40d3-82d5-e74494e58164 req-b64923e9-a73f-434e-a6d6-56bd7b3c3c6e service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Received event network-changed-65dc9be1-d27e-402b-86c7-6a377e2d8f2e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1977.399082] env[62211]: DEBUG nova.compute.manager [req-7f5e0f09-c900-40d3-82d5-e74494e58164 req-b64923e9-a73f-434e-a6d6-56bd7b3c3c6e service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Refreshing instance network info cache due to event network-changed-65dc9be1-d27e-402b-86c7-6a377e2d8f2e. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1977.399299] env[62211]: DEBUG oslo_concurrency.lockutils [req-7f5e0f09-c900-40d3-82d5-e74494e58164 req-b64923e9-a73f-434e-a6d6-56bd7b3c3c6e service nova] Acquiring lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.399440] env[62211]: DEBUG oslo_concurrency.lockutils [req-7f5e0f09-c900-40d3-82d5-e74494e58164 req-b64923e9-a73f-434e-a6d6-56bd7b3c3c6e service nova] Acquired lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.399597] env[62211]: DEBUG nova.network.neutron [req-7f5e0f09-c900-40d3-82d5-e74494e58164 req-b64923e9-a73f-434e-a6d6-56bd7b3c3c6e service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Refreshing network info cache for port 65dc9be1-d27e-402b-86c7-6a377e2d8f2e {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1977.400685] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdbd69a9-4231-4368-87e8-35209e38ecc9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.411087] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Waiting for the task: (returnval){ [ 1977.411087] env[62211]: value = "task-2074882" [ 1977.411087] env[62211]: _type = "Task" [ 1977.411087] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.421956] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.518053] env[62211]: DEBUG oslo_concurrency.lockutils [None req-eeee2b3f-4702-47dc-b905-2528d60b6204 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Lock "220bf8d7-f907-44c3-874c-75303f484b04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.210s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.665322] env[62211]: DEBUG nova.compute.utils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1977.668525] env[62211]: DEBUG nova.compute.manager [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1977.669229] env[62211]: DEBUG nova.network.neutron [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1977.684143] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074879, 'name': CloneVM_Task, 'duration_secs': 1.618508} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.684655] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Created linked-clone VM from snapshot [ 1977.685763] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91453888-c8e1-4135-bbb3-0788d695b6ac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.695909] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Uploading image b3ce7455-0315-418d-8e82-cd01cd722535 {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1977.723092] env[62211]: DEBUG oslo_vmware.rw_handles [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1977.723092] env[62211]: value = "vm-425333" [ 1977.723092] env[62211]: _type = "VirtualMachine" [ 1977.723092] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1977.723510] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2e34b4d7-eb49-463e-a120-0330761e82d6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.736291] env[62211]: DEBUG oslo_vmware.rw_handles [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lease: (returnval){ [ 1977.736291] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527f74be-ffc2-3f01-c3a1-c8db98023734" [ 1977.736291] env[62211]: _type = "HttpNfcLease" [ 1977.736291] env[62211]: } obtained for exporting VM: (result){ [ 1977.736291] env[62211]: value = "vm-425333" [ 1977.736291] env[62211]: _type = "VirtualMachine" [ 1977.736291] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1977.736656] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the lease: (returnval){ [ 1977.736656] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527f74be-ffc2-3f01-c3a1-c8db98023734" [ 1977.736656] env[62211]: _type = "HttpNfcLease" [ 1977.736656] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1977.745869] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1977.745869] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527f74be-ffc2-3f01-c3a1-c8db98023734" [ 1977.745869] env[62211]: _type = "HttpNfcLease" [ 1977.745869] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1977.769204] env[62211]: DEBUG nova.policy [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a04b3e8409c4185b93e574cde9dcfa4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77cbe0e9b41e4dabaafb0776ef757c8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1977.809383] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Releasing lock "refresh_cache-871c80f0-e5dc-42e5-8708-971567d287dc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.809732] env[62211]: DEBUG nova.compute.manager [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Instance network_info: |[{"id": "5d316319-2629-4693-8ce0-c03b0b5e974a", "address": "fa:16:3e:34:87:31", "network": {"id": "18df06ab-bcba-4075-b068-e0faa0fb67fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-652963606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3e35a59de7945979bdfb2bef24fd042", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d316319-26", "ovs_interfaceid": "5d316319-2629-4693-8ce0-c03b0b5e974a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1977.810278] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:87:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d316319-2629-4693-8ce0-c03b0b5e974a', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1977.825581] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Creating folder: Project (f3e35a59de7945979bdfb2bef24fd042). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1977.829206] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85b2dfc2-58f5-461c-807e-92c3ac2ad1c1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.844569] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Created folder: Project (f3e35a59de7945979bdfb2bef24fd042) in parent group-v425157. [ 1977.844793] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Creating folder: Instances. Parent ref: group-v425334. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1977.845078] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3265bd6d-9d90-4369-8ab4-e3f99f3bd6bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.861129] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Created folder: Instances in parent group-v425334. [ 1977.861411] env[62211]: DEBUG oslo.service.loopingcall [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.861621] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1977.861837] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e26c67b-901b-46be-b72c-4f40f6fbbb68 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.891736] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1977.891736] env[62211]: value = "task-2074886" [ 1977.891736] env[62211]: _type = "Task" [ 1977.891736] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.909223] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074886, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.922028] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.107898] env[62211]: DEBUG nova.compute.manager [req-71a0b864-caef-4d99-871d-f0961f6028ee req-ccc4d2b7-1283-40fa-8393-73746bdcb179 service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Received event network-changed-5d316319-2629-4693-8ce0-c03b0b5e974a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1978.108097] env[62211]: DEBUG nova.compute.manager [req-71a0b864-caef-4d99-871d-f0961f6028ee req-ccc4d2b7-1283-40fa-8393-73746bdcb179 service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Refreshing instance network info cache due to event network-changed-5d316319-2629-4693-8ce0-c03b0b5e974a. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1978.108346] env[62211]: DEBUG oslo_concurrency.lockutils [req-71a0b864-caef-4d99-871d-f0961f6028ee req-ccc4d2b7-1283-40fa-8393-73746bdcb179 service nova] Acquiring lock "refresh_cache-871c80f0-e5dc-42e5-8708-971567d287dc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.108498] env[62211]: DEBUG oslo_concurrency.lockutils [req-71a0b864-caef-4d99-871d-f0961f6028ee req-ccc4d2b7-1283-40fa-8393-73746bdcb179 service nova] Acquired lock "refresh_cache-871c80f0-e5dc-42e5-8708-971567d287dc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.108658] env[62211]: DEBUG nova.network.neutron [req-71a0b864-caef-4d99-871d-f0961f6028ee req-ccc4d2b7-1283-40fa-8393-73746bdcb179 service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Refreshing network info cache for port 5d316319-2629-4693-8ce0-c03b0b5e974a {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.110688] env[62211]: DEBUG nova.network.neutron [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Successfully created port: 7a7ff396-a83d-4293-9abf-7ad8dc742ff3 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1978.169396] env[62211]: DEBUG nova.compute.manager [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1978.246596] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1978.246596] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527f74be-ffc2-3f01-c3a1-c8db98023734" [ 1978.246596] env[62211]: _type = "HttpNfcLease" [ 1978.246596] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1978.249556] env[62211]: DEBUG oslo_vmware.rw_handles [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1978.249556] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527f74be-ffc2-3f01-c3a1-c8db98023734" [ 1978.249556] env[62211]: _type = "HttpNfcLease" [ 1978.249556] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1978.250784] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21d1cc7-275a-497a-aa9a-f6f6ee62283e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.260098] env[62211]: DEBUG oslo_vmware.rw_handles [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e669b-88df-5794-b5e6-f5c2af107435/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1978.260437] env[62211]: DEBUG oslo_vmware.rw_handles [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e669b-88df-5794-b5e6-f5c2af107435/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1978.364960] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bf33954f-5533-4366-95e3-ce1fe41f022b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.369070] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43931113-1e8d-4a16-b065-82de61667a8f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.378793] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b4f007-2c81-4dec-bf43-cfdc2128ef00 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.414159] env[62211]: DEBUG nova.network.neutron [req-7f5e0f09-c900-40d3-82d5-e74494e58164 req-b64923e9-a73f-434e-a6d6-56bd7b3c3c6e service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Updated VIF entry in instance network info cache for port 65dc9be1-d27e-402b-86c7-6a377e2d8f2e. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1978.415157] env[62211]: DEBUG nova.network.neutron [req-7f5e0f09-c900-40d3-82d5-e74494e58164 req-b64923e9-a73f-434e-a6d6-56bd7b3c3c6e service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Updating instance_info_cache with network_info: [{"id": "65dc9be1-d27e-402b-86c7-6a377e2d8f2e", "address": "fa:16:3e:28:28:73", "network": {"id": "715d7782-5f7f-40f4-b10e-56643161ff77", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1272721512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238822613d0241f8b5e626c19906c8b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65dc9be1-d2", "ovs_interfaceid": "65dc9be1-d27e-402b-86c7-6a377e2d8f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.425164] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ede3bdc-8210-47f9-b66c-7920909b71d3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.441896] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074886, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.442242] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.446369] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4882aa63-2040-43d8-b68c-98092b659ec8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.461699] env[62211]: DEBUG nova.compute.provider_tree [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1978.576858] env[62211]: DEBUG oslo_concurrency.lockutils [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.577149] env[62211]: DEBUG oslo_concurrency.lockutils [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.577493] env[62211]: DEBUG oslo_concurrency.lockutils [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.577628] env[62211]: DEBUG oslo_concurrency.lockutils [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.577776] env[62211]: DEBUG oslo_concurrency.lockutils [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.583535] env[62211]: INFO nova.compute.manager [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Terminating instance [ 1978.856231] env[62211]: DEBUG oslo_vmware.rw_handles [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294d3f3-b8e5-9038-8806-93de1b58747f/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1978.857288] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec62720e-6058-401a-86b4-6e5a49de73ed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.866194] env[62211]: DEBUG oslo_vmware.rw_handles [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294d3f3-b8e5-9038-8806-93de1b58747f/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1978.866387] env[62211]: ERROR oslo_vmware.rw_handles [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294d3f3-b8e5-9038-8806-93de1b58747f/disk-0.vmdk due to incomplete transfer. [ 1978.866728] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc925bca-ddff-4641-ac7c-f0ac5cbe6755 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.876762] env[62211]: DEBUG oslo_vmware.rw_handles [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294d3f3-b8e5-9038-8806-93de1b58747f/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1978.877049] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Uploaded image ec039233-28cd-4b52-88bc-7e0c51cf7cf5 to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1978.881034] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1978.881034] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-62435874-628e-4588-a7a4-cfa398ae4ddb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.889191] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1978.889191] env[62211]: value = "task-2074887" [ 1978.889191] env[62211]: _type = "Task" [ 1978.889191] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.900430] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074887, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.926545] env[62211]: DEBUG oslo_vmware.api [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074882, 'name': PowerOnVM_Task, 'duration_secs': 1.312187} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.930557] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1978.930789] env[62211]: INFO nova.compute.manager [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1978.938429] env[62211]: DEBUG nova.compute.manager [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1978.939172] env[62211]: DEBUG oslo_concurrency.lockutils [req-7f5e0f09-c900-40d3-82d5-e74494e58164 req-b64923e9-a73f-434e-a6d6-56bd7b3c3c6e service nova] Releasing lock "refresh_cache-efc9e8b0-2f76-4664-8ab9-11e1675e9485" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.939593] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074886, 'name': CreateVM_Task, 'duration_secs': 0.637416} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.940488] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea4cefd-dc43-42de-91c4-fe470553d73a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.943479] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1978.944456] env[62211]: DEBUG nova.network.neutron [req-71a0b864-caef-4d99-871d-f0961f6028ee req-ccc4d2b7-1283-40fa-8393-73746bdcb179 service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Updated VIF entry in instance network info cache for port 5d316319-2629-4693-8ce0-c03b0b5e974a. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1978.944826] env[62211]: DEBUG nova.network.neutron [req-71a0b864-caef-4d99-871d-f0961f6028ee req-ccc4d2b7-1283-40fa-8393-73746bdcb179 service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Updating instance_info_cache with network_info: [{"id": "5d316319-2629-4693-8ce0-c03b0b5e974a", "address": "fa:16:3e:34:87:31", "network": {"id": "18df06ab-bcba-4075-b068-e0faa0fb67fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-652963606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3e35a59de7945979bdfb2bef24fd042", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d316319-26", "ovs_interfaceid": "5d316319-2629-4693-8ce0-c03b0b5e974a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.947160] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.950664] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.951826] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1978.953452] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5db6f33-22c7-489d-8941-49c77ced571f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.966283] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Waiting for the task: (returnval){ [ 1978.966283] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523c9e5e-fb1b-9b4e-349e-dd39d96230c9" [ 1978.966283] env[62211]: _type = "Task" [ 1978.966283] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.971075] env[62211]: DEBUG nova.scheduler.client.report [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1978.981188] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523c9e5e-fb1b-9b4e-349e-dd39d96230c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.092774] env[62211]: DEBUG nova.compute.manager [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1979.093015] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1979.094471] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63c8069-16bb-4f2e-90e0-ff03b754c2fa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.103588] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1979.103841] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf9e9365-2751-4b6f-81c2-f5ee37caf27a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.111432] env[62211]: DEBUG oslo_vmware.api [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1979.111432] env[62211]: value = "task-2074888" [ 1979.111432] env[62211]: _type = "Task" [ 1979.111432] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.122707] env[62211]: DEBUG oslo_vmware.api [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.185409] env[62211]: DEBUG nova.compute.manager [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1979.216998] env[62211]: DEBUG nova.virt.hardware [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1979.217654] env[62211]: DEBUG nova.virt.hardware [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1979.218025] env[62211]: DEBUG nova.virt.hardware [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1979.218314] env[62211]: DEBUG nova.virt.hardware [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1979.218595] env[62211]: DEBUG nova.virt.hardware [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1979.218922] env[62211]: DEBUG nova.virt.hardware [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1979.219321] env[62211]: DEBUG nova.virt.hardware [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1979.219792] env[62211]: DEBUG nova.virt.hardware [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1979.219889] env[62211]: DEBUG nova.virt.hardware [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1979.220245] env[62211]: DEBUG nova.virt.hardware [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1979.220735] env[62211]: DEBUG nova.virt.hardware [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1979.221976] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d588e502-0206-4f4c-a9cd-e26b3a631461 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.233669] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d4c8c6-ae5d-4d19-97b4-127f6f6566c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.400918] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074887, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.453985] env[62211]: DEBUG oslo_concurrency.lockutils [req-71a0b864-caef-4d99-871d-f0961f6028ee req-ccc4d2b7-1283-40fa-8393-73746bdcb179 service nova] Releasing lock "refresh_cache-871c80f0-e5dc-42e5-8708-971567d287dc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.471239] env[62211]: DEBUG nova.compute.manager [req-3d8698d5-07f3-4fbd-9a2a-03e29dbca5aa req-6400a6b0-ae04-42c7-bd41-8a0efc3f95e4 service nova] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Received event network-changed-2976a855-2aed-4218-8b37-8e2f051579d4 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1979.471493] env[62211]: DEBUG nova.compute.manager [req-3d8698d5-07f3-4fbd-9a2a-03e29dbca5aa req-6400a6b0-ae04-42c7-bd41-8a0efc3f95e4 service nova] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Refreshing instance network info cache due to event network-changed-2976a855-2aed-4218-8b37-8e2f051579d4. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1979.471727] env[62211]: DEBUG oslo_concurrency.lockutils [req-3d8698d5-07f3-4fbd-9a2a-03e29dbca5aa req-6400a6b0-ae04-42c7-bd41-8a0efc3f95e4 service nova] Acquiring lock "refresh_cache-220bf8d7-f907-44c3-874c-75303f484b04" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.473150] env[62211]: DEBUG oslo_concurrency.lockutils [req-3d8698d5-07f3-4fbd-9a2a-03e29dbca5aa req-6400a6b0-ae04-42c7-bd41-8a0efc3f95e4 service nova] Acquired lock "refresh_cache-220bf8d7-f907-44c3-874c-75303f484b04" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.473150] env[62211]: DEBUG nova.network.neutron [req-3d8698d5-07f3-4fbd-9a2a-03e29dbca5aa req-6400a6b0-ae04-42c7-bd41-8a0efc3f95e4 service nova] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Refreshing network info cache for port 2976a855-2aed-4218-8b37-8e2f051579d4 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1979.474509] env[62211]: INFO nova.compute.manager [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Took 37.99 seconds to build instance. [ 1979.477596] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.486572] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.837s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.487148] env[62211]: DEBUG nova.objects.instance [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lazy-loading 'resources' on Instance uuid c3ca5df8-c95c-4d04-9679-1b18944759ec {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1979.499885] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523c9e5e-fb1b-9b4e-349e-dd39d96230c9, 'name': SearchDatastore_Task, 'duration_secs': 0.021838} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.500467] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.500834] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.501118] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.501529] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.501852] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.502626] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c803bb2-2414-432f-aaf6-00a389458f3a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.512803] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.513313] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.514311] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03d8b8e-7964-40ec-9ff5-0d26108497e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.518540] env[62211]: INFO nova.scheduler.client.report [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Deleted allocations for instance c4651f59-03db-48ad-8cdb-a6f605a790c4 [ 1979.526052] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Waiting for the task: (returnval){ [ 1979.526052] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]520c4e1d-75af-e0c2-7711-076e2468dd19" [ 1979.526052] env[62211]: _type = "Task" [ 1979.526052] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.536443] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520c4e1d-75af-e0c2-7711-076e2468dd19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.625396] env[62211]: DEBUG oslo_vmware.api [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074888, 'name': PowerOffVM_Task, 'duration_secs': 0.38349} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.626102] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1979.626956] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1979.626956] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5430cc2-22e2-4b5e-aa0d-abae8e5bfefd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.802929] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1979.804136] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1979.804136] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Deleting the datastore file [datastore1] efc9e8b0-2f76-4664-8ab9-11e1675e9485 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1979.804136] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-143f29a8-d9f5-4588-b393-cabaf57c82bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.810264] env[62211]: DEBUG oslo_vmware.api [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 1979.810264] env[62211]: value = "task-2074890" [ 1979.810264] env[62211]: _type = "Task" [ 1979.810264] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.819575] env[62211]: DEBUG oslo_vmware.api [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.880740] env[62211]: DEBUG nova.network.neutron [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Successfully updated port: 7a7ff396-a83d-4293-9abf-7ad8dc742ff3 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1979.902499] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074887, 'name': Destroy_Task, 'duration_secs': 0.673232} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.902768] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Destroyed the VM [ 1979.903017] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1979.903311] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-337df7b8-a95e-4cfb-8302-170783692c3b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.910387] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1979.910387] env[62211]: value = "task-2074891" [ 1979.910387] env[62211]: _type = "Task" [ 1979.910387] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.918817] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074891, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.977583] env[62211]: DEBUG oslo_concurrency.lockutils [None req-44d4659d-03c8-4962-a5ce-0ced88d818ee tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Lock "4133aceb-f4c5-4608-a016-33672dbf262e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.016s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.034389] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0b6f309c-dadf-4468-bfb8-361ddb613c29 tempest-ServersTestJSON-526284337 tempest-ServersTestJSON-526284337-project-member] Lock "c4651f59-03db-48ad-8cdb-a6f605a790c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.296s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.042801] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520c4e1d-75af-e0c2-7711-076e2468dd19, 'name': SearchDatastore_Task, 'duration_secs': 0.01566} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.043668] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9102b24-6679-4247-90f7-bf8fc03b3afc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.049636] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Waiting for the task: (returnval){ [ 1980.049636] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d51457-fbb2-766f-2506-2c8ae514d698" [ 1980.049636] env[62211]: _type = "Task" [ 1980.049636] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.063244] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d51457-fbb2-766f-2506-2c8ae514d698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.296892] env[62211]: DEBUG nova.compute.manager [req-0ed28499-df98-468f-85f8-bea1b0fa472d req-21e2c859-ef0c-41dc-adea-fba1668a30a6 service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Received event network-vif-plugged-7a7ff396-a83d-4293-9abf-7ad8dc742ff3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1980.297070] env[62211]: DEBUG oslo_concurrency.lockutils [req-0ed28499-df98-468f-85f8-bea1b0fa472d req-21e2c859-ef0c-41dc-adea-fba1668a30a6 service nova] Acquiring lock "cc69936a-b23f-4243-bd9a-6801eaed94af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.297313] env[62211]: DEBUG oslo_concurrency.lockutils [req-0ed28499-df98-468f-85f8-bea1b0fa472d req-21e2c859-ef0c-41dc-adea-fba1668a30a6 service nova] Lock "cc69936a-b23f-4243-bd9a-6801eaed94af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.297476] env[62211]: DEBUG oslo_concurrency.lockutils [req-0ed28499-df98-468f-85f8-bea1b0fa472d req-21e2c859-ef0c-41dc-adea-fba1668a30a6 service nova] Lock "cc69936a-b23f-4243-bd9a-6801eaed94af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.297645] env[62211]: DEBUG nova.compute.manager [req-0ed28499-df98-468f-85f8-bea1b0fa472d req-21e2c859-ef0c-41dc-adea-fba1668a30a6 service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] No waiting events found dispatching network-vif-plugged-7a7ff396-a83d-4293-9abf-7ad8dc742ff3 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.297811] env[62211]: WARNING nova.compute.manager [req-0ed28499-df98-468f-85f8-bea1b0fa472d req-21e2c859-ef0c-41dc-adea-fba1668a30a6 service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Received unexpected event network-vif-plugged-7a7ff396-a83d-4293-9abf-7ad8dc742ff3 for instance with vm_state building and task_state spawning. [ 1980.297997] env[62211]: DEBUG nova.compute.manager [req-0ed28499-df98-468f-85f8-bea1b0fa472d req-21e2c859-ef0c-41dc-adea-fba1668a30a6 service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Received event network-changed-7a7ff396-a83d-4293-9abf-7ad8dc742ff3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1980.298134] env[62211]: DEBUG nova.compute.manager [req-0ed28499-df98-468f-85f8-bea1b0fa472d req-21e2c859-ef0c-41dc-adea-fba1668a30a6 service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Refreshing instance network info cache due to event network-changed-7a7ff396-a83d-4293-9abf-7ad8dc742ff3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1980.298364] env[62211]: DEBUG oslo_concurrency.lockutils [req-0ed28499-df98-468f-85f8-bea1b0fa472d req-21e2c859-ef0c-41dc-adea-fba1668a30a6 service nova] Acquiring lock "refresh_cache-cc69936a-b23f-4243-bd9a-6801eaed94af" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.298443] env[62211]: DEBUG oslo_concurrency.lockutils [req-0ed28499-df98-468f-85f8-bea1b0fa472d req-21e2c859-ef0c-41dc-adea-fba1668a30a6 service nova] Acquired lock "refresh_cache-cc69936a-b23f-4243-bd9a-6801eaed94af" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.298597] env[62211]: DEBUG nova.network.neutron [req-0ed28499-df98-468f-85f8-bea1b0fa472d req-21e2c859-ef0c-41dc-adea-fba1668a30a6 service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Refreshing network info cache for port 7a7ff396-a83d-4293-9abf-7ad8dc742ff3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1980.320977] env[62211]: DEBUG nova.network.neutron [req-3d8698d5-07f3-4fbd-9a2a-03e29dbca5aa req-6400a6b0-ae04-42c7-bd41-8a0efc3f95e4 service nova] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Updated VIF entry in instance network info cache for port 2976a855-2aed-4218-8b37-8e2f051579d4. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1980.321452] env[62211]: DEBUG nova.network.neutron [req-3d8698d5-07f3-4fbd-9a2a-03e29dbca5aa req-6400a6b0-ae04-42c7-bd41-8a0efc3f95e4 service nova] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Updating instance_info_cache with network_info: [{"id": "2976a855-2aed-4218-8b37-8e2f051579d4", "address": "fa:16:3e:08:cf:f4", "network": {"id": "16471d9c-23f3-443b-885a-01e197e415b1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1204435239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1500486577b947f1ba7af0ab337915ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2976a855-2a", "ovs_interfaceid": "2976a855-2aed-4218-8b37-8e2f051579d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.329023] env[62211]: DEBUG oslo_vmware.api [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269967} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.329023] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1980.329023] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1980.329023] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1980.329023] env[62211]: INFO nova.compute.manager [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1980.329023] env[62211]: DEBUG oslo.service.loopingcall [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.329023] env[62211]: DEBUG nova.compute.manager [-] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1980.329023] env[62211]: DEBUG nova.network.neutron [-] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1980.385463] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "refresh_cache-cc69936a-b23f-4243-bd9a-6801eaed94af" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.423843] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074891, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.526088] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022901fe-3883-4c32-a91d-29493d6e80b8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.536044] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f0d091-fa3d-483b-8198-43cc4b6b966b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.567944] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc0d3a1-ed64-4bd7-ad7c-d7b725998afa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.576888] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d51457-fbb2-766f-2506-2c8ae514d698, 'name': SearchDatastore_Task, 'duration_secs': 0.012637} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.579030] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.579303] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 871c80f0-e5dc-42e5-8708-971567d287dc/871c80f0-e5dc-42e5-8708-971567d287dc.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1980.579602] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72a1e0c7-f5b7-4a6b-8ca3-0cf2a0c206fc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.582427] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5a7796-3b89-4dd9-8b5f-4f65cccf22ee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.599728] env[62211]: DEBUG nova.compute.provider_tree [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1980.603710] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Waiting for the task: (returnval){ [ 1980.603710] env[62211]: value = "task-2074892" [ 1980.603710] env[62211]: _type = "Task" [ 1980.603710] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.613778] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.829145] env[62211]: DEBUG oslo_concurrency.lockutils [req-3d8698d5-07f3-4fbd-9a2a-03e29dbca5aa req-6400a6b0-ae04-42c7-bd41-8a0efc3f95e4 service nova] Releasing lock "refresh_cache-220bf8d7-f907-44c3-874c-75303f484b04" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.830875] env[62211]: DEBUG nova.network.neutron [req-0ed28499-df98-468f-85f8-bea1b0fa472d req-21e2c859-ef0c-41dc-adea-fba1668a30a6 service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1980.928901] env[62211]: DEBUG oslo_vmware.api [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074891, 'name': RemoveSnapshot_Task, 'duration_secs': 0.880373} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.928901] env[62211]: DEBUG nova.network.neutron [req-0ed28499-df98-468f-85f8-bea1b0fa472d req-21e2c859-ef0c-41dc-adea-fba1668a30a6 service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.931210] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1980.931522] env[62211]: INFO nova.compute.manager [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Took 14.53 seconds to snapshot the instance on the hypervisor. [ 1981.106255] env[62211]: DEBUG nova.scheduler.client.report [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1981.127099] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074892, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.182644] env[62211]: DEBUG nova.network.neutron [-] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.437036] env[62211]: DEBUG oslo_concurrency.lockutils [req-0ed28499-df98-468f-85f8-bea1b0fa472d req-21e2c859-ef0c-41dc-adea-fba1668a30a6 service nova] Releasing lock "refresh_cache-cc69936a-b23f-4243-bd9a-6801eaed94af" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.437036] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquired lock "refresh_cache-cc69936a-b23f-4243-bd9a-6801eaed94af" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.437036] env[62211]: DEBUG nova.network.neutron [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1981.499390] env[62211]: DEBUG nova.compute.manager [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Found 3 images (rotation: 2) {{(pid=62211) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1981.499652] env[62211]: DEBUG nova.compute.manager [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Rotating out 1 backups {{(pid=62211) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1981.499871] env[62211]: DEBUG nova.compute.manager [None req-19c19d6b-8a6c-41e0-92f1-6bb2304dfe7e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Deleting image ee0116a3-cd72-44a6-927d-1fd4378b3560 {{(pid=62211) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1981.621614] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.624334] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.335s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.632818] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61103} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.633312] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 871c80f0-e5dc-42e5-8708-971567d287dc/871c80f0-e5dc-42e5-8708-971567d287dc.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1981.633530] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1981.633787] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac873e08-75b6-428f-ac6f-557bcc9c97aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.640966] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Waiting for the task: (returnval){ [ 1981.640966] env[62211]: value = "task-2074893" [ 1981.640966] env[62211]: _type = "Task" [ 1981.640966] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.649957] env[62211]: INFO nova.scheduler.client.report [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Deleted allocations for instance c3ca5df8-c95c-4d04-9679-1b18944759ec [ 1981.662741] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.685282] env[62211]: INFO nova.compute.manager [-] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Took 1.36 seconds to deallocate network for instance. [ 1982.003080] env[62211]: DEBUG nova.network.neutron [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1982.110211] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Acquiring lock "4133aceb-f4c5-4608-a016-33672dbf262e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.110489] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Lock "4133aceb-f4c5-4608-a016-33672dbf262e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.110740] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Acquiring lock "4133aceb-f4c5-4608-a016-33672dbf262e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.110951] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Lock "4133aceb-f4c5-4608-a016-33672dbf262e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.111145] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Lock "4133aceb-f4c5-4608-a016-33672dbf262e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.117824] env[62211]: INFO nova.compute.manager [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Terminating instance [ 1982.132630] env[62211]: INFO nova.compute.claims [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1982.152802] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184428} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.153316] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1982.154227] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6ee533-fd40-4e9a-b30c-b5bc5d659afd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.162594] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b4cfcfcb-9613-42b4-8510-345aa2be44b0 tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "c3ca5df8-c95c-4d04-9679-1b18944759ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.210s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.188929] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 871c80f0-e5dc-42e5-8708-971567d287dc/871c80f0-e5dc-42e5-8708-971567d287dc.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1982.192272] env[62211]: DEBUG nova.network.neutron [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Updating instance_info_cache with network_info: [{"id": "7a7ff396-a83d-4293-9abf-7ad8dc742ff3", "address": "fa:16:3e:3d:06:2a", "network": {"id": "8247afc8-b622-4210-ba5f-cfa0083a05e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-456770713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cbe0e9b41e4dabaafb0776ef757c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7ff396-a8", "ovs_interfaceid": "7a7ff396-a83d-4293-9abf-7ad8dc742ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.195022] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-896569df-cf79-4354-a8e3-ba58e00ab840 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.224642] env[62211]: DEBUG oslo_concurrency.lockutils [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.232565] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Waiting for the task: (returnval){ [ 1982.232565] env[62211]: value = "task-2074894" [ 1982.232565] env[62211]: _type = "Task" [ 1982.232565] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.242354] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.335578] env[62211]: DEBUG nova.compute.manager [req-f4fe8718-058c-4ef5-b52f-8559cdf293ca req-13cc88cd-1d60-4a21-9634-73eda3e87cc2 service nova] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Received event network-vif-deleted-65dc9be1-d27e-402b-86c7-6a377e2d8f2e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1982.624180] env[62211]: DEBUG nova.compute.manager [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.624180] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.624366] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd5dc14-b40e-44bb-bc09-827faf43de17 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.632580] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.633119] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a566a5a-ba3b-41f0-b458-2212160dbc45 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.640380] env[62211]: INFO nova.compute.resource_tracker [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating resource usage from migration 871cc8bf-3dfa-4f68-9f62-9f0b4b571711 [ 1982.643403] env[62211]: DEBUG oslo_vmware.api [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Waiting for the task: (returnval){ [ 1982.643403] env[62211]: value = "task-2074895" [ 1982.643403] env[62211]: _type = "Task" [ 1982.643403] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.652925] env[62211]: DEBUG oslo_vmware.api [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.694991] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Releasing lock "refresh_cache-cc69936a-b23f-4243-bd9a-6801eaed94af" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.695422] env[62211]: DEBUG nova.compute.manager [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Instance network_info: |[{"id": "7a7ff396-a83d-4293-9abf-7ad8dc742ff3", "address": "fa:16:3e:3d:06:2a", "network": {"id": "8247afc8-b622-4210-ba5f-cfa0083a05e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-456770713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cbe0e9b41e4dabaafb0776ef757c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7ff396-a8", "ovs_interfaceid": "7a7ff396-a83d-4293-9abf-7ad8dc742ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1982.695849] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:06:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a7ff396-a83d-4293-9abf-7ad8dc742ff3', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1982.703926] env[62211]: DEBUG oslo.service.loopingcall [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1982.704205] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1982.704904] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-169ec0db-dc2e-4d4a-ad5e-fb90eb5d1674 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.740340] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1982.740340] env[62211]: value = "task-2074896" [ 1982.740340] env[62211]: _type = "Task" [ 1982.740340] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.748297] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074894, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.756842] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074896, 'name': CreateVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.806602] env[62211]: DEBUG oslo_concurrency.lockutils [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "5f87762e-e397-4a36-8835-36419676b9d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.809042] env[62211]: DEBUG oslo_concurrency.lockutils [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "5f87762e-e397-4a36-8835-36419676b9d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.809042] env[62211]: DEBUG oslo_concurrency.lockutils [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "5f87762e-e397-4a36-8835-36419676b9d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.809042] env[62211]: DEBUG oslo_concurrency.lockutils [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "5f87762e-e397-4a36-8835-36419676b9d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.809042] env[62211]: DEBUG oslo_concurrency.lockutils [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "5f87762e-e397-4a36-8835-36419676b9d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.809895] env[62211]: INFO nova.compute.manager [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Terminating instance [ 1983.158028] env[62211]: DEBUG oslo_vmware.api [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074895, 'name': PowerOffVM_Task, 'duration_secs': 0.179648} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.158404] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.158565] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1983.158850] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61d23417-ca5b-4136-ab03-f8f08f7fb97a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.217074] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64472d93-9570-4e7e-b674-0649fc5bed7f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.225383] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e254a99-4dae-4eda-9346-8476bee8c751 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.273093] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f15edd-18be-4256-bd36-7f1030592388 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.275866] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1983.275866] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1983.276082] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Deleting the datastore file [datastore1] 4133aceb-f4c5-4608-a016-33672dbf262e {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1983.276214] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f6fc644-145b-4088-9ec6-960a755f5f64 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.283653] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074894, 'name': ReconfigVM_Task, 'duration_secs': 0.517154} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.289871] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 871c80f0-e5dc-42e5-8708-971567d287dc/871c80f0-e5dc-42e5-8708-971567d287dc.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1983.290590] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074896, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.290926] env[62211]: DEBUG oslo_vmware.api [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Waiting for the task: (returnval){ [ 1983.290926] env[62211]: value = "task-2074898" [ 1983.290926] env[62211]: _type = "Task" [ 1983.290926] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.291208] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a88816c3-30cb-4859-97e6-90d752a06fca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.293931] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e7f4e6-3ebc-4a45-af61-38eaa23f9b59 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.306332] env[62211]: DEBUG oslo_vmware.api [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.314227] env[62211]: DEBUG nova.compute.manager [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1983.314465] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1983.315053] env[62211]: DEBUG nova.compute.provider_tree [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.319243] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c2b232-591d-49a5-aad0-b3228d7b5d4e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.322036] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Waiting for the task: (returnval){ [ 1983.322036] env[62211]: value = "task-2074899" [ 1983.322036] env[62211]: _type = "Task" [ 1983.322036] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.332822] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.333580] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-176253ef-e203-46b4-b700-8a5c00662306 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.339512] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074899, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.345056] env[62211]: DEBUG oslo_vmware.api [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1983.345056] env[62211]: value = "task-2074900" [ 1983.345056] env[62211]: _type = "Task" [ 1983.345056] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.353586] env[62211]: DEBUG oslo_vmware.api [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.777775] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074896, 'name': CreateVM_Task, 'duration_secs': 0.613537} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.777994] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1983.778737] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.778912] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.779252] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1983.779517] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc974f3f-c33e-405c-8e6c-25ac023b920a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.785852] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1983.785852] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527fe4a7-1acc-5902-ab24-a9c5f24b7d6b" [ 1983.785852] env[62211]: _type = "Task" [ 1983.785852] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.799933] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527fe4a7-1acc-5902-ab24-a9c5f24b7d6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.808217] env[62211]: DEBUG oslo_vmware.api [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Task: {'id': task-2074898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256691} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.808539] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1983.808833] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1983.809109] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1983.809330] env[62211]: INFO nova.compute.manager [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1983.809645] env[62211]: DEBUG oslo.service.loopingcall [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1983.809862] env[62211]: DEBUG nova.compute.manager [-] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1983.809967] env[62211]: DEBUG nova.network.neutron [-] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1983.827118] env[62211]: DEBUG nova.scheduler.client.report [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1983.828881] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9f13a559-83db-417a-9a64-347f5f7e21cd tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.829117] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9f13a559-83db-417a-9a64-347f5f7e21cd tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.829288] env[62211]: DEBUG nova.compute.manager [None req-9f13a559-83db-417a-9a64-347f5f7e21cd tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.834271] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4232f2fa-e515-4898-8cdf-38f3ac4012bc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.843206] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074899, 'name': Rename_Task, 'duration_secs': 0.156931} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.845685] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.846007] env[62211]: DEBUG nova.compute.manager [None req-9f13a559-83db-417a-9a64-347f5f7e21cd tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62211) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1983.846591] env[62211]: DEBUG nova.objects.instance [None req-9f13a559-83db-417a-9a64-347f5f7e21cd tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lazy-loading 'flavor' on Instance uuid 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1983.848332] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cc33ad6-e5fc-4af5-90d3-98fc9dbc78b8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.861037] env[62211]: DEBUG oslo_vmware.api [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074900, 'name': PowerOffVM_Task, 'duration_secs': 0.324135} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.862531] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.862722] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1983.863683] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Waiting for the task: (returnval){ [ 1983.863683] env[62211]: value = "task-2074901" [ 1983.863683] env[62211]: _type = "Task" [ 1983.863683] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.863683] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9ffa0d1-1ab9-4dfc-a0ab-1d35c1d5cec6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.874346] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.024512] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1984.024512] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1984.024512] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Deleting the datastore file [datastore1] 5f87762e-e397-4a36-8835-36419676b9d5 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1984.024512] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97007a54-7f12-434b-b1b1-12b28a7fab12 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.037741] env[62211]: DEBUG oslo_vmware.api [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for the task: (returnval){ [ 1984.037741] env[62211]: value = "task-2074903" [ 1984.037741] env[62211]: _type = "Task" [ 1984.037741] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.046947] env[62211]: DEBUG oslo_vmware.api [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.298269] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527fe4a7-1acc-5902-ab24-a9c5f24b7d6b, 'name': SearchDatastore_Task, 'duration_secs': 0.013018} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.298635] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.298809] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1984.299069] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.299211] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.299390] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1984.299668] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f22eed9-b550-45c3-92bb-c0b02f6c7d66 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.310611] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1984.310781] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1984.311647] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced3a03b-323a-45ac-ad54-0362984d8b87 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.317652] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1984.317652] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52757297-ab3a-c2d8-104d-43b5716074ba" [ 1984.317652] env[62211]: _type = "Task" [ 1984.317652] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.330465] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52757297-ab3a-c2d8-104d-43b5716074ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.339281] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.715s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.339551] env[62211]: INFO nova.compute.manager [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Migrating [ 1984.346667] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.611s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.350149] env[62211]: INFO nova.compute.claims [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1984.378269] env[62211]: DEBUG oslo_vmware.api [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074901, 'name': PowerOnVM_Task, 'duration_secs': 0.494829} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.378269] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1984.378420] env[62211]: INFO nova.compute.manager [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1984.379029] env[62211]: DEBUG nova.compute.manager [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.379505] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32646ec5-5584-4665-ade2-15daf00beac0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.418586] env[62211]: DEBUG nova.compute.manager [req-1b21708d-f615-42f0-935e-c70b65127bde req-14c1a6b2-fa46-4e64-8a9b-96f0eb8f287e service nova] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Received event network-vif-deleted-96289284-0b8e-4766-b9e4-c5b2fee06f9d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1984.418799] env[62211]: INFO nova.compute.manager [req-1b21708d-f615-42f0-935e-c70b65127bde req-14c1a6b2-fa46-4e64-8a9b-96f0eb8f287e service nova] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Neutron deleted interface 96289284-0b8e-4766-b9e4-c5b2fee06f9d; detaching it from the instance and deleting it from the info cache [ 1984.418977] env[62211]: DEBUG nova.network.neutron [req-1b21708d-f615-42f0-935e-c70b65127bde req-14c1a6b2-fa46-4e64-8a9b-96f0eb8f287e service nova] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.550812] env[62211]: DEBUG oslo_vmware.api [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Task: {'id': task-2074903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317155} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.551478] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1984.551758] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1984.552244] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1984.552334] env[62211]: INFO nova.compute.manager [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1984.552645] env[62211]: DEBUG oslo.service.loopingcall [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.552912] env[62211]: DEBUG nova.compute.manager [-] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1984.553061] env[62211]: DEBUG nova.network.neutron [-] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1984.696369] env[62211]: DEBUG nova.network.neutron [-] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.829030] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52757297-ab3a-c2d8-104d-43b5716074ba, 'name': SearchDatastore_Task, 'duration_secs': 0.014729} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.830416] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e53e09ec-ad2f-4e9e-80cf-a2231815b3f1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.836526] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1984.836526] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]520ba253-f2a1-7c9a-0c73-2a2c4bc98a6b" [ 1984.836526] env[62211]: _type = "Task" [ 1984.836526] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.844456] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520ba253-f2a1-7c9a-0c73-2a2c4bc98a6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.865872] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.866126] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.866369] env[62211]: DEBUG nova.network.neutron [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1984.867595] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f13a559-83db-417a-9a64-347f5f7e21cd tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1984.868566] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46f427c9-7de8-4fa2-ac2b-b2a062ca1aec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.876174] env[62211]: DEBUG oslo_vmware.api [None req-9f13a559-83db-417a-9a64-347f5f7e21cd tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 1984.876174] env[62211]: value = "task-2074904" [ 1984.876174] env[62211]: _type = "Task" [ 1984.876174] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.885612] env[62211]: DEBUG oslo_vmware.api [None req-9f13a559-83db-417a-9a64-347f5f7e21cd tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.900929] env[62211]: INFO nova.compute.manager [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Took 39.95 seconds to build instance. [ 1984.921531] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85acf401-22c2-467c-94c2-cce6a74a13a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.933404] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da754434-7a37-4b22-b7b3-cbadf9212cad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.760943] env[62211]: INFO nova.compute.manager [-] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Took 1.95 seconds to deallocate network for instance. [ 1985.761254] env[62211]: DEBUG nova.network.neutron [-] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.766863] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f0b2ebc-a7bf-4e66-8e9a-e5f7f46009ae tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Lock "871c80f0-e5dc-42e5-8708-971567d287dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.394s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.767575] env[62211]: DEBUG nova.compute.manager [req-1b21708d-f615-42f0-935e-c70b65127bde req-14c1a6b2-fa46-4e64-8a9b-96f0eb8f287e service nova] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Detach interface failed, port_id=96289284-0b8e-4766-b9e4-c5b2fee06f9d, reason: Instance 4133aceb-f4c5-4608-a016-33672dbf262e could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1985.784544] env[62211]: DEBUG oslo_vmware.api [None req-9f13a559-83db-417a-9a64-347f5f7e21cd tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074904, 'name': PowerOffVM_Task, 'duration_secs': 0.345465} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.788540] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f13a559-83db-417a-9a64-347f5f7e21cd tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1985.788732] env[62211]: DEBUG nova.compute.manager [None req-9f13a559-83db-417a-9a64-347f5f7e21cd tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1985.789014] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520ba253-f2a1-7c9a-0c73-2a2c4bc98a6b, 'name': SearchDatastore_Task, 'duration_secs': 0.027403} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.790011] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b680fb-a227-487b-8bf5-35f8698b6018 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.793447] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.793447] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] cc69936a-b23f-4243-bd9a-6801eaed94af/cc69936a-b23f-4243-bd9a-6801eaed94af.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1985.795427] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1182dd46-7600-44f8-80c0-c437d9d2c599 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.805305] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1985.805305] env[62211]: value = "task-2074905" [ 1985.805305] env[62211]: _type = "Task" [ 1985.805305] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.817090] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.026405] env[62211]: DEBUG nova.network.neutron [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance_info_cache with network_info: [{"id": "c5afdb1d-c693-4266-84fa-b947f4574395", "address": "fa:16:3e:ca:a4:a0", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5afdb1d-c6", "ovs_interfaceid": "c5afdb1d-c693-4266-84fa-b947f4574395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.263276] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018e3fa6-7597-4562-a7eb-b1cb5eff9b33 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.271199] env[62211]: INFO nova.compute.manager [-] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Took 1.72 seconds to deallocate network for instance. [ 1986.274858] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ad3d4d-cdd0-4552-9559-09928249285b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.316297] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.319677] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9f13a559-83db-417a-9a64-347f5f7e21cd tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.490s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.328935] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c07185-0434-47d2-8992-7dfc63a65f06 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.340470] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074905, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.345018] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f252fc5-65cf-4435-a481-e2a9b197d703 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.362266] env[62211]: DEBUG nova.compute.provider_tree [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1986.527594] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Releasing lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.571817] env[62211]: DEBUG nova.compute.manager [req-d366933f-fd69-4009-9737-1fae6045b6ed req-9942a1bd-4ad7-4cfd-a233-030394232988 service nova] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Received event network-vif-deleted-851c3f18-aeb7-4667-aaa7-5c65c7035f01 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1986.784821] env[62211]: DEBUG oslo_concurrency.lockutils [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.834415] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074905, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.906259] env[62211]: DEBUG nova.scheduler.client.report [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1986.906790] env[62211]: DEBUG nova.compute.provider_tree [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 85 to 86 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1986.907173] env[62211]: DEBUG nova.compute.provider_tree [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1986.932270] env[62211]: DEBUG nova.compute.manager [req-150ab01d-25a6-4f7e-b689-1d837e669055 req-9a8b84c6-0d09-4271-9999-9d78f3a48953 service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Received event network-changed-5d316319-2629-4693-8ce0-c03b0b5e974a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1986.932270] env[62211]: DEBUG nova.compute.manager [req-150ab01d-25a6-4f7e-b689-1d837e669055 req-9a8b84c6-0d09-4271-9999-9d78f3a48953 service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Refreshing instance network info cache due to event network-changed-5d316319-2629-4693-8ce0-c03b0b5e974a. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1986.933146] env[62211]: DEBUG oslo_concurrency.lockutils [req-150ab01d-25a6-4f7e-b689-1d837e669055 req-9a8b84c6-0d09-4271-9999-9d78f3a48953 service nova] Acquiring lock "refresh_cache-871c80f0-e5dc-42e5-8708-971567d287dc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.933666] env[62211]: DEBUG oslo_concurrency.lockutils [req-150ab01d-25a6-4f7e-b689-1d837e669055 req-9a8b84c6-0d09-4271-9999-9d78f3a48953 service nova] Acquired lock "refresh_cache-871c80f0-e5dc-42e5-8708-971567d287dc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.934103] env[62211]: DEBUG nova.network.neutron [req-150ab01d-25a6-4f7e-b689-1d837e669055 req-9a8b84c6-0d09-4271-9999-9d78f3a48953 service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Refreshing network info cache for port 5d316319-2629-4693-8ce0-c03b0b5e974a {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1987.189515] env[62211]: DEBUG oslo_vmware.rw_handles [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e669b-88df-5794-b5e6-f5c2af107435/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1987.190953] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37e5d50-3e03-43c5-8588-003df412efa0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.198226] env[62211]: DEBUG oslo_vmware.rw_handles [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e669b-88df-5794-b5e6-f5c2af107435/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1987.198325] env[62211]: ERROR oslo_vmware.rw_handles [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e669b-88df-5794-b5e6-f5c2af107435/disk-0.vmdk due to incomplete transfer. [ 1987.198541] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ea352f32-9a11-48e5-aece-483aac59fb52 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.206745] env[62211]: DEBUG oslo_vmware.rw_handles [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e669b-88df-5794-b5e6-f5c2af107435/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1987.207022] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Uploaded image b3ce7455-0315-418d-8e82-cd01cd722535 to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1987.208765] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1987.209019] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-61abc564-b90e-4c29-8e41-57bd046bc74b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.217605] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 1987.217605] env[62211]: value = "task-2074906" [ 1987.217605] env[62211]: _type = "Task" [ 1987.217605] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.229302] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074906, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.335422] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074905, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.413957] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.067s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.413957] env[62211]: DEBUG nova.compute.manager [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1987.418019] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.588s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.418019] env[62211]: DEBUG nova.objects.instance [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lazy-loading 'resources' on Instance uuid b4f12b51-3456-418b-97f7-4ad1030a2a32 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1987.728540] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074906, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.780963] env[62211]: DEBUG nova.network.neutron [req-150ab01d-25a6-4f7e-b689-1d837e669055 req-9a8b84c6-0d09-4271-9999-9d78f3a48953 service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Updated VIF entry in instance network info cache for port 5d316319-2629-4693-8ce0-c03b0b5e974a. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1987.781345] env[62211]: DEBUG nova.network.neutron [req-150ab01d-25a6-4f7e-b689-1d837e669055 req-9a8b84c6-0d09-4271-9999-9d78f3a48953 service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Updating instance_info_cache with network_info: [{"id": "5d316319-2629-4693-8ce0-c03b0b5e974a", "address": "fa:16:3e:34:87:31", "network": {"id": "18df06ab-bcba-4075-b068-e0faa0fb67fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-652963606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3e35a59de7945979bdfb2bef24fd042", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d316319-26", "ovs_interfaceid": "5d316319-2629-4693-8ce0-c03b0b5e974a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.832612] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074905, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.827921} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.832933] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] cc69936a-b23f-4243-bd9a-6801eaed94af/cc69936a-b23f-4243-bd9a-6801eaed94af.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1987.833169] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1987.833422] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8de7f56-2f38-43d1-b9ab-273c1be9f361 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.839484] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1987.839484] env[62211]: value = "task-2074907" [ 1987.839484] env[62211]: _type = "Task" [ 1987.839484] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.847690] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.924143] env[62211]: DEBUG nova.compute.utils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1987.925573] env[62211]: DEBUG nova.compute.manager [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1987.925767] env[62211]: DEBUG nova.network.neutron [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1987.978620] env[62211]: DEBUG nova.policy [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afc1cae0a53b47aca57d29dd504db737', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e7e728933d64b49b6dfcf72e5cf6fcd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1988.047334] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa59044-d812-45d1-8884-b456b270bea1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.068622] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance '269c293a-d0a5-4467-b3f2-67351118f1aa' progress to 0 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1988.232531] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074906, 'name': Destroy_Task, 'duration_secs': 0.820873} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.233599] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Destroyed the VM [ 1988.233639] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1988.233874] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-179f0116-8d83-4136-8e28-686c2644e425 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.240427] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 1988.240427] env[62211]: value = "task-2074908" [ 1988.240427] env[62211]: _type = "Task" [ 1988.240427] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.253801] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074908, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.283915] env[62211]: DEBUG oslo_concurrency.lockutils [req-150ab01d-25a6-4f7e-b689-1d837e669055 req-9a8b84c6-0d09-4271-9999-9d78f3a48953 service nova] Releasing lock "refresh_cache-871c80f0-e5dc-42e5-8708-971567d287dc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.331506] env[62211]: DEBUG nova.network.neutron [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Successfully created port: 766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1988.349030] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148164} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.351350] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1988.352391] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563a6c7f-bd3f-4b12-a175-022decef8ba8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.376267] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] cc69936a-b23f-4243-bd9a-6801eaed94af/cc69936a-b23f-4243-bd9a-6801eaed94af.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1988.380202] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e04b4786-743d-4816-87be-e2488ea6d033 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.400787] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1988.400787] env[62211]: value = "task-2074909" [ 1988.400787] env[62211]: _type = "Task" [ 1988.400787] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.411039] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.428394] env[62211]: DEBUG nova.compute.manager [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1988.510530] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125da15c-0694-40c3-8574-748a26d91c17 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.523902] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50775167-1d2b-4241-9a33-8b77cf968423 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.526401] env[62211]: DEBUG nova.compute.manager [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Stashing vm_state: stopped {{(pid=62211) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1988.565337] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3ac308-43ca-4055-aa57-76ca1ec4ff0d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.571155] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fb9068-f68b-4de1-a6a3-d3d0135bec21 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.577050] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1988.577349] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-597bf275-d794-46d9-9440-e5487587c02d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.591747] env[62211]: DEBUG nova.compute.provider_tree [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1988.595247] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1988.595247] env[62211]: value = "task-2074910" [ 1988.595247] env[62211]: _type = "Task" [ 1988.595247] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.607288] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.725647] env[62211]: DEBUG oslo_concurrency.lockutils [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "5d522939-f78b-46cf-b951-fe98e6aeadaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.725647] env[62211]: DEBUG oslo_concurrency.lockutils [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "5d522939-f78b-46cf-b951-fe98e6aeadaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.725647] env[62211]: DEBUG oslo_concurrency.lockutils [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "5d522939-f78b-46cf-b951-fe98e6aeadaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.725647] env[62211]: DEBUG oslo_concurrency.lockutils [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "5d522939-f78b-46cf-b951-fe98e6aeadaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.725647] env[62211]: DEBUG oslo_concurrency.lockutils [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "5d522939-f78b-46cf-b951-fe98e6aeadaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.726289] env[62211]: INFO nova.compute.manager [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Terminating instance [ 1988.759368] env[62211]: DEBUG oslo_vmware.api [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074908, 'name': RemoveSnapshot_Task, 'duration_secs': 0.377188} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.759652] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1988.759874] env[62211]: INFO nova.compute.manager [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Took 15.20 seconds to snapshot the instance on the hypervisor. [ 1988.912034] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074909, 'name': ReconfigVM_Task, 'duration_secs': 0.297858} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.912530] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Reconfigured VM instance instance-0000003a to attach disk [datastore1] cc69936a-b23f-4243-bd9a-6801eaed94af/cc69936a-b23f-4243-bd9a-6801eaed94af.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1988.913891] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5d1a138-bdc0-4182-89b2-4a7011d6abb2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.921014] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1988.921014] env[62211]: value = "task-2074911" [ 1988.921014] env[62211]: _type = "Task" [ 1988.921014] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.929267] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074911, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.049089] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.108508] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074910, 'name': PowerOffVM_Task, 'duration_secs': 0.25414} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.108770] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1989.108944] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance '269c293a-d0a5-4467-b3f2-67351118f1aa' progress to 17 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1989.118325] env[62211]: ERROR nova.scheduler.client.report [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [req-2a40b556-8e0c-4217-8f69-f76fd9c7608a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a40b556-8e0c-4217-8f69-f76fd9c7608a"}]} [ 1989.139777] env[62211]: DEBUG nova.scheduler.client.report [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1989.155141] env[62211]: DEBUG nova.scheduler.client.report [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1989.155280] env[62211]: DEBUG nova.compute.provider_tree [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1989.167138] env[62211]: DEBUG nova.scheduler.client.report [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1989.190486] env[62211]: DEBUG nova.scheduler.client.report [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1989.229388] env[62211]: DEBUG nova.compute.manager [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1989.229745] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1989.230770] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4df45b-cdb8-41e3-9175-27595655aa2a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.242013] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1989.242785] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-541ec1b0-604d-46ce-b324-706ee9054654 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.263848] env[62211]: DEBUG nova.compute.manager [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Instance disappeared during snapshot {{(pid=62211) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1989.286017] env[62211]: DEBUG nova.compute.manager [None req-73b04c0b-a006-4d84-a97b-87c5fd854c4b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Image not found during clean up b3ce7455-0315-418d-8e82-cd01cd722535 {{(pid=62211) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1989.316259] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1989.316651] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1989.316985] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleting the datastore file [datastore1] 5d522939-f78b-46cf-b951-fe98e6aeadaa {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1989.317675] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f65f030-e7ae-454d-a936-232d9d71f466 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.323831] env[62211]: DEBUG oslo_vmware.api [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 1989.323831] env[62211]: value = "task-2074913" [ 1989.323831] env[62211]: _type = "Task" [ 1989.323831] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.337433] env[62211]: DEBUG oslo_vmware.api [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.430761] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074911, 'name': Rename_Task, 'duration_secs': 0.149914} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.433475] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1989.434249] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7455807d-0ec5-4de1-b2d4-545a4c06ccce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.442896] env[62211]: DEBUG nova.compute.manager [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1989.445093] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1989.445093] env[62211]: value = "task-2074914" [ 1989.445093] env[62211]: _type = "Task" [ 1989.445093] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.455454] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.461791] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "5f19a95e-137e-46f2-884b-c56c947ef05c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.461791] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "5f19a95e-137e-46f2-884b-c56c947ef05c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.477389] env[62211]: DEBUG nova.virt.hardware [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1989.477636] env[62211]: DEBUG nova.virt.hardware [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1989.477794] env[62211]: DEBUG nova.virt.hardware [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1989.477974] env[62211]: DEBUG nova.virt.hardware [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1989.478134] env[62211]: DEBUG nova.virt.hardware [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1989.478280] env[62211]: DEBUG nova.virt.hardware [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1989.478487] env[62211]: DEBUG nova.virt.hardware [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1989.478641] env[62211]: DEBUG nova.virt.hardware [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1989.478804] env[62211]: DEBUG nova.virt.hardware [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1989.478963] env[62211]: DEBUG nova.virt.hardware [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1989.479152] env[62211]: DEBUG nova.virt.hardware [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1989.480586] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cd30ea-76c6-4910-b6c9-c1621235a40b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.490989] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fd0e0e-613a-404f-8abe-3e0c24fc1f7b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.615734] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1989.615969] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1989.616136] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1989.616313] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1989.616550] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1989.616608] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1989.616781] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1989.617216] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1989.617216] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1989.617333] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1989.617519] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1989.625082] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-502e0d92-5bd7-4bcc-b047-58c5e3bfd3e1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.641427] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1989.641427] env[62211]: value = "task-2074915" [ 1989.641427] env[62211]: _type = "Task" [ 1989.641427] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.649485] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.714610] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f371ddd-5fe2-4d41-9715-c7c0b336397d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.722746] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6041856a-30ee-47f5-80d4-6fababde8ade {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.756808] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73734f89-90cd-4f94-9217-ae33533ffb8f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.764814] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b44e708-c799-442f-8ea0-e374c36c0cbd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.780041] env[62211]: DEBUG nova.compute.provider_tree [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.834269] env[62211]: DEBUG oslo_vmware.api [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155927} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.834269] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1989.834269] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1989.834269] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1989.834531] env[62211]: INFO nova.compute.manager [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1989.834687] env[62211]: DEBUG oslo.service.loopingcall [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1989.834977] env[62211]: DEBUG nova.compute.manager [-] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1989.834977] env[62211]: DEBUG nova.network.neutron [-] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1989.956343] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074914, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.964659] env[62211]: DEBUG nova.compute.manager [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1990.152954] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074915, 'name': ReconfigVM_Task, 'duration_secs': 0.19744} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.157215] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance '269c293a-d0a5-4467-b3f2-67351118f1aa' progress to 33 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1990.186154] env[62211]: DEBUG nova.compute.manager [req-81ec5828-5a53-48b9-a140-1befec662c08 req-a26540c9-be9d-47f5-9f69-e79b9bea206d service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Received event network-changed-5d316319-2629-4693-8ce0-c03b0b5e974a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1990.186441] env[62211]: DEBUG nova.compute.manager [req-81ec5828-5a53-48b9-a140-1befec662c08 req-a26540c9-be9d-47f5-9f69-e79b9bea206d service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Refreshing instance network info cache due to event network-changed-5d316319-2629-4693-8ce0-c03b0b5e974a. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1990.186564] env[62211]: DEBUG oslo_concurrency.lockutils [req-81ec5828-5a53-48b9-a140-1befec662c08 req-a26540c9-be9d-47f5-9f69-e79b9bea206d service nova] Acquiring lock "refresh_cache-871c80f0-e5dc-42e5-8708-971567d287dc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.186706] env[62211]: DEBUG oslo_concurrency.lockutils [req-81ec5828-5a53-48b9-a140-1befec662c08 req-a26540c9-be9d-47f5-9f69-e79b9bea206d service nova] Acquired lock "refresh_cache-871c80f0-e5dc-42e5-8708-971567d287dc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.186865] env[62211]: DEBUG nova.network.neutron [req-81ec5828-5a53-48b9-a140-1befec662c08 req-a26540c9-be9d-47f5-9f69-e79b9bea206d service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Refreshing network info cache for port 5d316319-2629-4693-8ce0-c03b0b5e974a {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1990.274634] env[62211]: DEBUG nova.network.neutron [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Successfully updated port: 766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1990.283512] env[62211]: DEBUG nova.scheduler.client.report [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1990.415175] env[62211]: DEBUG nova.compute.manager [req-952ac07a-2cc3-42c4-99a2-5a8edf93fc63 req-f3c1d451-49bc-424c-9da0-e63a4459737b service nova] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Received event network-vif-deleted-35fbeefd-209c-4e5a-ba22-615cdc1c3100 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1990.415439] env[62211]: INFO nova.compute.manager [req-952ac07a-2cc3-42c4-99a2-5a8edf93fc63 req-f3c1d451-49bc-424c-9da0-e63a4459737b service nova] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Neutron deleted interface 35fbeefd-209c-4e5a-ba22-615cdc1c3100; detaching it from the instance and deleting it from the info cache [ 1990.415702] env[62211]: DEBUG nova.network.neutron [req-952ac07a-2cc3-42c4-99a2-5a8edf93fc63 req-f3c1d451-49bc-424c-9da0-e63a4459737b service nova] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.455797] env[62211]: DEBUG oslo_vmware.api [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074914, 'name': PowerOnVM_Task, 'duration_secs': 0.561491} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.456044] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1990.456507] env[62211]: INFO nova.compute.manager [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Took 11.27 seconds to spawn the instance on the hypervisor. [ 1990.456507] env[62211]: DEBUG nova.compute.manager [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1990.457321] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af9c80a-8d60-4e40-8711-2cd6291ab917 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.492579] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.649060] env[62211]: DEBUG nova.network.neutron [-] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.667120] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:29:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='fa059553-23ff-49f1-87ca-266b7568d0e8',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1908739809',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1990.667541] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1990.667790] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1990.668435] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1990.668702] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1990.668945] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1990.669280] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1990.669536] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1990.669802] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1990.670075] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1990.670368] env[62211]: DEBUG nova.virt.hardware [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1990.676492] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1990.677165] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9efa6554-07ed-4222-9664-217419bc726a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.698832] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1990.698832] env[62211]: value = "task-2074916" [ 1990.698832] env[62211]: _type = "Task" [ 1990.698832] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.708263] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.777281] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.777431] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.777583] env[62211]: DEBUG nova.network.neutron [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1990.789921] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.373s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.796105] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.210s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.797661] env[62211]: INFO nova.compute.claims [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1990.821546] env[62211]: INFO nova.scheduler.client.report [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Deleted allocations for instance b4f12b51-3456-418b-97f7-4ad1030a2a32 [ 1990.918514] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b30c90a3-2368-43d9-b880-c35caf54502a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.930425] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3275ef-3a09-4f9c-ac43-b3f99afdc0b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.967155] env[62211]: DEBUG nova.compute.manager [req-952ac07a-2cc3-42c4-99a2-5a8edf93fc63 req-f3c1d451-49bc-424c-9da0-e63a4459737b service nova] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Detach interface failed, port_id=35fbeefd-209c-4e5a-ba22-615cdc1c3100, reason: Instance 5d522939-f78b-46cf-b951-fe98e6aeadaa could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1990.976532] env[62211]: INFO nova.compute.manager [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Took 33.84 seconds to build instance. [ 1991.053793] env[62211]: DEBUG nova.network.neutron [req-81ec5828-5a53-48b9-a140-1befec662c08 req-a26540c9-be9d-47f5-9f69-e79b9bea206d service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Updated VIF entry in instance network info cache for port 5d316319-2629-4693-8ce0-c03b0b5e974a. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1991.054226] env[62211]: DEBUG nova.network.neutron [req-81ec5828-5a53-48b9-a140-1befec662c08 req-a26540c9-be9d-47f5-9f69-e79b9bea206d service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Updating instance_info_cache with network_info: [{"id": "5d316319-2629-4693-8ce0-c03b0b5e974a", "address": "fa:16:3e:34:87:31", "network": {"id": "18df06ab-bcba-4075-b068-e0faa0fb67fb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-652963606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3e35a59de7945979bdfb2bef24fd042", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d316319-26", "ovs_interfaceid": "5d316319-2629-4693-8ce0-c03b0b5e974a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.151312] env[62211]: INFO nova.compute.manager [-] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Took 1.32 seconds to deallocate network for instance. [ 1991.210811] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074916, 'name': ReconfigVM_Task, 'duration_secs': 0.357986} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.211147] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1991.211845] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c09f90-c568-411d-ab83-cde730751f96 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.233997] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 269c293a-d0a5-4467-b3f2-67351118f1aa/269c293a-d0a5-4467-b3f2-67351118f1aa.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1991.234800] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a3b693-68ff-4b90-8969-c479756d566e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.253113] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1991.253113] env[62211]: value = "task-2074917" [ 1991.253113] env[62211]: _type = "Task" [ 1991.253113] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.260766] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.332020] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e48a17f6-dad9-4d60-be1e-99d4ba2bb445 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "b4f12b51-3456-418b-97f7-4ad1030a2a32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.561s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.332506] env[62211]: DEBUG nova.network.neutron [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1991.481613] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9c7d670-8857-482e-8406-9e7381747c60 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "cc69936a-b23f-4243-bd9a-6801eaed94af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.610s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.557269] env[62211]: DEBUG oslo_concurrency.lockutils [req-81ec5828-5a53-48b9-a140-1befec662c08 req-a26540c9-be9d-47f5-9f69-e79b9bea206d service nova] Releasing lock "refresh_cache-871c80f0-e5dc-42e5-8708-971567d287dc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.561190] env[62211]: DEBUG nova.network.neutron [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updating instance_info_cache with network_info: [{"id": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "address": "fa:16:3e:69:13:3d", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap766fc2fc-aa", "ovs_interfaceid": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.658078] env[62211]: DEBUG oslo_concurrency.lockutils [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.763345] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074917, 'name': ReconfigVM_Task, 'duration_secs': 0.418441} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.763636] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 269c293a-d0a5-4467-b3f2-67351118f1aa/269c293a-d0a5-4467-b3f2-67351118f1aa.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1991.763910] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance '269c293a-d0a5-4467-b3f2-67351118f1aa' progress to 50 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1992.001047] env[62211]: DEBUG oslo_concurrency.lockutils [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Acquiring lock "871c80f0-e5dc-42e5-8708-971567d287dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.001330] env[62211]: DEBUG oslo_concurrency.lockutils [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Lock "871c80f0-e5dc-42e5-8708-971567d287dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.001515] env[62211]: DEBUG oslo_concurrency.lockutils [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Acquiring lock "871c80f0-e5dc-42e5-8708-971567d287dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.001692] env[62211]: DEBUG oslo_concurrency.lockutils [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Lock "871c80f0-e5dc-42e5-8708-971567d287dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.001857] env[62211]: DEBUG oslo_concurrency.lockutils [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Lock "871c80f0-e5dc-42e5-8708-971567d287dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.006277] env[62211]: INFO nova.compute.manager [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Terminating instance [ 1992.064246] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.064626] env[62211]: DEBUG nova.compute.manager [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Instance network_info: |[{"id": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "address": "fa:16:3e:69:13:3d", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap766fc2fc-aa", "ovs_interfaceid": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1992.067314] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:13:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '766fc2fc-aa5d-4f5f-8ed0-3c144001e64f', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1992.075580] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Creating folder: Project (1e7e728933d64b49b6dfcf72e5cf6fcd). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1992.076427] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f64f09cd-9155-48b3-9ae1-cf659109d9db {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.089890] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Created folder: Project (1e7e728933d64b49b6dfcf72e5cf6fcd) in parent group-v425157. [ 1992.090376] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Creating folder: Instances. Parent ref: group-v425338. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1992.090725] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be24dea0-5f93-4e6b-94d1-c2bda47948b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.102425] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Created folder: Instances in parent group-v425338. [ 1992.102793] env[62211]: DEBUG oslo.service.loopingcall [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.103085] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1992.103410] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bdf4e31-3c8f-4122-b304-19dcc8f054ce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.140876] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1992.140876] env[62211]: value = "task-2074920" [ 1992.140876] env[62211]: _type = "Task" [ 1992.140876] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.156629] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074920, 'name': CreateVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.272153] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759fddb3-1fba-4dfa-b9de-30b87e2e4ba8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.295759] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0009a631-b8fc-4064-ac41-f6aaf4e1da93 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.317062] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance '269c293a-d0a5-4467-b3f2-67351118f1aa' progress to 67 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1992.376669] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0544d161-172c-45f4-8c3d-dc3b79d0ae6e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.384935] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca15f64-6597-48c0-bfe9-2d209e79a115 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.417015] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d1ccc6-6dd0-42bc-8833-bed176edcac9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.425046] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb00731e-9550-4425-80a5-b6bbdd64f6b3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.441420] env[62211]: DEBUG nova.compute.provider_tree [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1992.513911] env[62211]: DEBUG nova.compute.manager [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1992.514183] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1992.515137] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6884926f-3dff-4b92-80ad-a0c833809410 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.524445] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.524730] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c61004bd-df4c-43d1-9a12-f56c663689e5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.531970] env[62211]: DEBUG oslo_concurrency.lockutils [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "0f4ad662-7f72-436e-a05b-9255c76d06b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.532245] env[62211]: DEBUG oslo_concurrency.lockutils [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "0f4ad662-7f72-436e-a05b-9255c76d06b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.532464] env[62211]: DEBUG oslo_concurrency.lockutils [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "0f4ad662-7f72-436e-a05b-9255c76d06b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.532660] env[62211]: DEBUG oslo_concurrency.lockutils [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "0f4ad662-7f72-436e-a05b-9255c76d06b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.532825] env[62211]: DEBUG oslo_concurrency.lockutils [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "0f4ad662-7f72-436e-a05b-9255c76d06b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.534871] env[62211]: DEBUG oslo_vmware.api [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Waiting for the task: (returnval){ [ 1992.534871] env[62211]: value = "task-2074921" [ 1992.534871] env[62211]: _type = "Task" [ 1992.534871] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.535634] env[62211]: INFO nova.compute.manager [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Terminating instance [ 1992.548014] env[62211]: DEBUG oslo_vmware.api [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.651494] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074920, 'name': CreateVM_Task, 'duration_secs': 0.397738} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.651663] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1992.652384] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.652557] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.652877] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1992.654180] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def47ecc-68b6-475b-9f84-7d5dcba569ec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.657277] env[62211]: DEBUG nova.compute.manager [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Received event network-vif-plugged-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1992.657481] env[62211]: DEBUG oslo_concurrency.lockutils [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] Acquiring lock "08571a4e-7b57-4675-a635-808ee5bdcbdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.657685] env[62211]: DEBUG oslo_concurrency.lockutils [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.657851] env[62211]: DEBUG oslo_concurrency.lockutils [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.658028] env[62211]: DEBUG nova.compute.manager [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] No waiting events found dispatching network-vif-plugged-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1992.658198] env[62211]: WARNING nova.compute.manager [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Received unexpected event network-vif-plugged-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f for instance with vm_state building and task_state spawning. [ 1992.658360] env[62211]: DEBUG nova.compute.manager [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Received event network-changed-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1992.658516] env[62211]: DEBUG nova.compute.manager [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Refreshing instance network info cache due to event network-changed-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1992.658698] env[62211]: DEBUG oslo_concurrency.lockutils [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] Acquiring lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.658869] env[62211]: DEBUG oslo_concurrency.lockutils [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] Acquired lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.658981] env[62211]: DEBUG nova.network.neutron [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Refreshing network info cache for port 766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1992.664313] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 1992.664313] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52879a28-8fdc-2db7-2ea8-39ce6cdaa2ec" [ 1992.664313] env[62211]: _type = "Task" [ 1992.664313] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.674864] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52879a28-8fdc-2db7-2ea8-39ce6cdaa2ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.880954] env[62211]: DEBUG nova.network.neutron [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Port c5afdb1d-c693-4266-84fa-b947f4574395 binding to destination host cpu-1 is already ACTIVE {{(pid=62211) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1992.944625] env[62211]: DEBUG nova.scheduler.client.report [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1993.042824] env[62211]: DEBUG nova.compute.manager [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1993.043150] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1993.044237] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5587c2bd-373e-479c-bd4f-701fc2c065ce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.054054] env[62211]: DEBUG oslo_vmware.api [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074921, 'name': PowerOffVM_Task, 'duration_secs': 0.210129} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.057679] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1993.057933] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1993.059282] env[62211]: DEBUG nova.compute.manager [req-29e406ac-1ad2-4a82-9bc1-6bafc93efd39 req-a4b1958b-6e8b-40fe-85ad-82b8d7b10f0b service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Received event network-changed-d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1993.059529] env[62211]: DEBUG nova.compute.manager [req-29e406ac-1ad2-4a82-9bc1-6bafc93efd39 req-a4b1958b-6e8b-40fe-85ad-82b8d7b10f0b service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Refreshing instance network info cache due to event network-changed-d1510b38-1c8d-4e89-b116-4a175645d1bd. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1993.059830] env[62211]: DEBUG oslo_concurrency.lockutils [req-29e406ac-1ad2-4a82-9bc1-6bafc93efd39 req-a4b1958b-6e8b-40fe-85ad-82b8d7b10f0b service nova] Acquiring lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.060058] env[62211]: DEBUG oslo_concurrency.lockutils [req-29e406ac-1ad2-4a82-9bc1-6bafc93efd39 req-a4b1958b-6e8b-40fe-85ad-82b8d7b10f0b service nova] Acquired lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.060310] env[62211]: DEBUG nova.network.neutron [req-29e406ac-1ad2-4a82-9bc1-6bafc93efd39 req-a4b1958b-6e8b-40fe-85ad-82b8d7b10f0b service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Refreshing network info cache for port d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1993.061924] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1993.062463] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4208ef2f-3986-45eb-8e40-9a7da1585bd4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.064292] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-726b28bb-8f79-4a79-993f-74a63ce73c69 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.072060] env[62211]: DEBUG oslo_vmware.api [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1993.072060] env[62211]: value = "task-2074923" [ 1993.072060] env[62211]: _type = "Task" [ 1993.072060] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.080272] env[62211]: DEBUG oslo_vmware.api [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.179121] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1993.180840] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1993.181498] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Deleting the datastore file [datastore1] 871c80f0-e5dc-42e5-8708-971567d287dc {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1993.182197] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16a76619-1e42-42ec-b409-153b44a7fe20 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.189449] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52879a28-8fdc-2db7-2ea8-39ce6cdaa2ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011349} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.190411] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.190767] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1993.191092] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.191391] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.191554] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1993.192049] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b01eee3-6581-4ec0-9507-5c7cc9e95207 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.196262] env[62211]: DEBUG oslo_vmware.api [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Waiting for the task: (returnval){ [ 1993.196262] env[62211]: value = "task-2074924" [ 1993.196262] env[62211]: _type = "Task" [ 1993.196262] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.203449] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1993.203931] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1993.210897] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a059e6b-6565-4d42-b40c-2abacbc22f4b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.214897] env[62211]: DEBUG oslo_vmware.api [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.221983] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 1993.221983] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52bed80a-cb50-4cdc-8071-1bf911443a3e" [ 1993.221983] env[62211]: _type = "Task" [ 1993.221983] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.231052] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52bed80a-cb50-4cdc-8071-1bf911443a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.454018] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.454018] env[62211]: DEBUG nova.compute.manager [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1993.455656] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.874s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.456036] env[62211]: DEBUG nova.objects.instance [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lazy-loading 'resources' on Instance uuid d89bf374-605f-4f2d-a262-b18552959845 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1993.530751] env[62211]: DEBUG nova.network.neutron [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updated VIF entry in instance network info cache for port 766fc2fc-aa5d-4f5f-8ed0-3c144001e64f. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1993.530751] env[62211]: DEBUG nova.network.neutron [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updating instance_info_cache with network_info: [{"id": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "address": "fa:16:3e:69:13:3d", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap766fc2fc-aa", "ovs_interfaceid": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.584128] env[62211]: DEBUG oslo_vmware.api [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074923, 'name': PowerOffVM_Task, 'duration_secs': 0.237007} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.584128] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1993.584128] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1993.584128] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c83cfb8-b4d3-4678-ae96-718a17f4d8c1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.706906] env[62211]: DEBUG oslo_vmware.api [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Task: {'id': task-2074924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473193} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.707195] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1993.707393] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1993.707549] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1993.707771] env[62211]: INFO nova.compute.manager [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1993.708172] env[62211]: DEBUG oslo.service.loopingcall [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1993.708471] env[62211]: DEBUG nova.compute.manager [-] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1993.708677] env[62211]: DEBUG nova.network.neutron [-] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1993.716401] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1993.716604] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1993.716778] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Deleting the datastore file [datastore1] 0f4ad662-7f72-436e-a05b-9255c76d06b9 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1993.717108] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd6a99f5-d43a-4453-ad26-73a0a790209c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.724495] env[62211]: DEBUG oslo_vmware.api [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for the task: (returnval){ [ 1993.724495] env[62211]: value = "task-2074926" [ 1993.724495] env[62211]: _type = "Task" [ 1993.724495] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.736629] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52bed80a-cb50-4cdc-8071-1bf911443a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.740365] env[62211]: DEBUG oslo_vmware.api [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.740707] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b14c60e-ad0c-409a-bdd6-58e89977390c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.749373] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 1993.749373] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5294daca-021a-7e73-d17a-d3b096557f2e" [ 1993.749373] env[62211]: _type = "Task" [ 1993.749373] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.758341] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5294daca-021a-7e73-d17a-d3b096557f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.846202] env[62211]: DEBUG nova.network.neutron [req-29e406ac-1ad2-4a82-9bc1-6bafc93efd39 req-a4b1958b-6e8b-40fe-85ad-82b8d7b10f0b service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Updated VIF entry in instance network info cache for port d1510b38-1c8d-4e89-b116-4a175645d1bd. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1993.846202] env[62211]: DEBUG nova.network.neutron [req-29e406ac-1ad2-4a82-9bc1-6bafc93efd39 req-a4b1958b-6e8b-40fe-85ad-82b8d7b10f0b service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Updating instance_info_cache with network_info: [{"id": "d1510b38-1c8d-4e89-b116-4a175645d1bd", "address": "fa:16:3e:b9:8e:48", "network": {"id": "8247afc8-b622-4210-ba5f-cfa0083a05e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-456770713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cbe0e9b41e4dabaafb0776ef757c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1510b38-1c", "ovs_interfaceid": "d1510b38-1c8d-4e89-b116-4a175645d1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.907847] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "269c293a-d0a5-4467-b3f2-67351118f1aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.908091] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "269c293a-d0a5-4467-b3f2-67351118f1aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.908273] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "269c293a-d0a5-4467-b3f2-67351118f1aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.957887] env[62211]: DEBUG nova.compute.utils [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1993.958909] env[62211]: DEBUG nova.compute.manager [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Not allocating networking since 'none' was specified. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1994.032759] env[62211]: DEBUG oslo_concurrency.lockutils [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] Releasing lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.033067] env[62211]: DEBUG nova.compute.manager [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Received event network-changed-d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1994.036462] env[62211]: DEBUG nova.compute.manager [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Refreshing instance network info cache due to event network-changed-d1510b38-1c8d-4e89-b116-4a175645d1bd. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1994.036462] env[62211]: DEBUG oslo_concurrency.lockutils [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] Acquiring lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.241692] env[62211]: DEBUG oslo_vmware.api [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.261633] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5294daca-021a-7e73-d17a-d3b096557f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.261929] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.262157] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 08571a4e-7b57-4675-a635-808ee5bdcbdc/08571a4e-7b57-4675-a635-808ee5bdcbdc.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1994.262498] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19721f65-eb6b-4fbe-a539-66bbb24eeab6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.268235] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 1994.268235] env[62211]: value = "task-2074927" [ 1994.268235] env[62211]: _type = "Task" [ 1994.268235] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.278458] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2074927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.354465] env[62211]: DEBUG oslo_concurrency.lockutils [req-29e406ac-1ad2-4a82-9bc1-6bafc93efd39 req-a4b1958b-6e8b-40fe-85ad-82b8d7b10f0b service nova] Releasing lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.355830] env[62211]: DEBUG oslo_concurrency.lockutils [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] Acquired lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.356188] env[62211]: DEBUG nova.network.neutron [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Refreshing network info cache for port d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1994.454704] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2dc6c8-4e72-4c38-abc4-1766ff3af6b8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.463189] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38793e4-ea1a-4240-9ed5-431a19c77861 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.466296] env[62211]: DEBUG nova.compute.manager [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1994.497433] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9848d57f-8828-4d09-ae93-97dbe399738a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.505795] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0775af40-ba27-449b-82fc-71bb26dad391 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.523465] env[62211]: DEBUG nova.compute.provider_tree [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1994.580452] env[62211]: DEBUG nova.network.neutron [-] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.740039] env[62211]: DEBUG oslo_vmware.api [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Task: {'id': task-2074926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.536791} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.740356] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1994.740562] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1994.740733] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1994.740904] env[62211]: INFO nova.compute.manager [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1994.741167] env[62211]: DEBUG oslo.service.loopingcall [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1994.741365] env[62211]: DEBUG nova.compute.manager [-] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1994.741463] env[62211]: DEBUG nova.network.neutron [-] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1994.778533] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2074927, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.976556] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.976756] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.977021] env[62211]: DEBUG nova.network.neutron [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1995.029372] env[62211]: DEBUG nova.scheduler.client.report [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1995.086025] env[62211]: INFO nova.compute.manager [-] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Took 1.37 seconds to deallocate network for instance. [ 1995.193526] env[62211]: DEBUG nova.network.neutron [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Updated VIF entry in instance network info cache for port d1510b38-1c8d-4e89-b116-4a175645d1bd. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1995.193526] env[62211]: DEBUG nova.network.neutron [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Updating instance_info_cache with network_info: [{"id": "d1510b38-1c8d-4e89-b116-4a175645d1bd", "address": "fa:16:3e:b9:8e:48", "network": {"id": "8247afc8-b622-4210-ba5f-cfa0083a05e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-456770713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cbe0e9b41e4dabaafb0776ef757c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1510b38-1c", "ovs_interfaceid": "d1510b38-1c8d-4e89-b116-4a175645d1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.225377] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "cc69936a-b23f-4243-bd9a-6801eaed94af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.225844] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "cc69936a-b23f-4243-bd9a-6801eaed94af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.226123] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "cc69936a-b23f-4243-bd9a-6801eaed94af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.226294] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "cc69936a-b23f-4243-bd9a-6801eaed94af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.226478] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "cc69936a-b23f-4243-bd9a-6801eaed94af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.229339] env[62211]: INFO nova.compute.manager [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Terminating instance [ 1995.278833] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2074927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615853} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.279144] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 08571a4e-7b57-4675-a635-808ee5bdcbdc/08571a4e-7b57-4675-a635-808ee5bdcbdc.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1995.279363] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1995.279618] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42e5dc69-2349-4c49-9a4e-b757c7a3a01a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.286402] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 1995.286402] env[62211]: value = "task-2074928" [ 1995.286402] env[62211]: _type = "Task" [ 1995.286402] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.294258] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2074928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.342648] env[62211]: DEBUG nova.compute.manager [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Received event network-changed-7a7ff396-a83d-4293-9abf-7ad8dc742ff3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1995.342916] env[62211]: DEBUG nova.compute.manager [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Refreshing instance network info cache due to event network-changed-7a7ff396-a83d-4293-9abf-7ad8dc742ff3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1995.343137] env[62211]: DEBUG oslo_concurrency.lockutils [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] Acquiring lock "refresh_cache-cc69936a-b23f-4243-bd9a-6801eaed94af" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.343311] env[62211]: DEBUG oslo_concurrency.lockutils [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] Acquired lock "refresh_cache-cc69936a-b23f-4243-bd9a-6801eaed94af" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.343522] env[62211]: DEBUG nova.network.neutron [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Refreshing network info cache for port 7a7ff396-a83d-4293-9abf-7ad8dc742ff3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1995.481214] env[62211]: DEBUG nova.compute.manager [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1995.511780] env[62211]: DEBUG nova.virt.hardware [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1995.512056] env[62211]: DEBUG nova.virt.hardware [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1995.512224] env[62211]: DEBUG nova.virt.hardware [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1995.512453] env[62211]: DEBUG nova.virt.hardware [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1995.512601] env[62211]: DEBUG nova.virt.hardware [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1995.512749] env[62211]: DEBUG nova.virt.hardware [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1995.512958] env[62211]: DEBUG nova.virt.hardware [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1995.513298] env[62211]: DEBUG nova.virt.hardware [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1995.513541] env[62211]: DEBUG nova.virt.hardware [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1995.513765] env[62211]: DEBUG nova.virt.hardware [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1995.513982] env[62211]: DEBUG nova.virt.hardware [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1995.514933] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30fac21-51a5-4f94-9f49-1e7d93fa5651 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.525214] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a29901-30df-4292-b39e-4009c7dfea07 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.539239] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.541338] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Instance VIF info [] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1995.546894] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Creating folder: Project (296e0e9d282c4255b468f37fc4951aa0). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1995.547494] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.423s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.549113] env[62211]: INFO nova.compute.claims [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1995.551788] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f55ef9c8-464c-4ebb-96a3-e8055d779505 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.562260] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Created folder: Project (296e0e9d282c4255b468f37fc4951aa0) in parent group-v425157. [ 1995.562526] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Creating folder: Instances. Parent ref: group-v425341. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1995.562838] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ff8fdd0-2e2c-4395-880c-c869dd4ea88f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.570536] env[62211]: INFO nova.scheduler.client.report [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Deleted allocations for instance d89bf374-605f-4f2d-a262-b18552959845 [ 1995.577386] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Created folder: Instances in parent group-v425341. [ 1995.577386] env[62211]: DEBUG oslo.service.loopingcall [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.577386] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1995.577386] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7452f687-42bf-4767-ac1e-066f7f0b9fcc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.592628] env[62211]: DEBUG oslo_concurrency.lockutils [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.594605] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1995.594605] env[62211]: value = "task-2074931" [ 1995.594605] env[62211]: _type = "Task" [ 1995.594605] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.603077] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074931, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.628073] env[62211]: DEBUG nova.network.neutron [-] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.695685] env[62211]: DEBUG oslo_concurrency.lockutils [req-024127e4-72bc-4679-8f18-ed7c0169a208 req-ecf271fb-cdb2-4c4b-9f75-b859fd5bc01f service nova] Releasing lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.733336] env[62211]: DEBUG nova.compute.manager [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1995.737150] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1995.737325] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becb0997-db93-471d-ba7d-24b1245d88e6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.745262] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1995.746254] env[62211]: DEBUG nova.network.neutron [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance_info_cache with network_info: [{"id": "c5afdb1d-c693-4266-84fa-b947f4574395", "address": "fa:16:3e:ca:a4:a0", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5afdb1d-c6", "ovs_interfaceid": "c5afdb1d-c693-4266-84fa-b947f4574395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.747445] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a98b2d83-f528-4f66-bde0-eccf940b8ea8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.753330] env[62211]: DEBUG oslo_vmware.api [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1995.753330] env[62211]: value = "task-2074932" [ 1995.753330] env[62211]: _type = "Task" [ 1995.753330] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.763187] env[62211]: DEBUG oslo_vmware.api [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.797278] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2074928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066112} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.797735] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1995.798728] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f84b3a-3f4a-4d67-b67b-31272ac783e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.821927] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 08571a4e-7b57-4675-a635-808ee5bdcbdc/08571a4e-7b57-4675-a635-808ee5bdcbdc.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1995.822719] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daea7601-cfd7-4dde-a4f2-6d0d2b309166 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.844725] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 1995.844725] env[62211]: value = "task-2074933" [ 1995.844725] env[62211]: _type = "Task" [ 1995.844725] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.856432] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2074933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.078375] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c667db0e-08ac-4e8d-85f1-f328b0cec5c4 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "d89bf374-605f-4f2d-a262-b18552959845" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.094s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.104960] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074931, 'name': CreateVM_Task, 'duration_secs': 0.320324} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.105151] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1996.105560] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.105720] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.106049] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1996.106310] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f48c64eb-b09e-49ce-a434-771f40aa7399 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.110802] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 1996.110802] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5216160d-c1cd-c2bc-23fc-b9370d198e73" [ 1996.110802] env[62211]: _type = "Task" [ 1996.110802] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.118801] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5216160d-c1cd-c2bc-23fc-b9370d198e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.131042] env[62211]: INFO nova.compute.manager [-] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Took 1.39 seconds to deallocate network for instance. [ 1996.194343] env[62211]: DEBUG nova.network.neutron [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Updated VIF entry in instance network info cache for port 7a7ff396-a83d-4293-9abf-7ad8dc742ff3. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1996.194718] env[62211]: DEBUG nova.network.neutron [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Updating instance_info_cache with network_info: [{"id": "7a7ff396-a83d-4293-9abf-7ad8dc742ff3", "address": "fa:16:3e:3d:06:2a", "network": {"id": "8247afc8-b622-4210-ba5f-cfa0083a05e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-456770713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cbe0e9b41e4dabaafb0776ef757c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7ff396-a8", "ovs_interfaceid": "7a7ff396-a83d-4293-9abf-7ad8dc742ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.250560] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Releasing lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.263217] env[62211]: DEBUG oslo_vmware.api [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074932, 'name': PowerOffVM_Task, 'duration_secs': 0.212388} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.263506] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1996.263686] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1996.264353] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c463543-4dc1-4f10-a31b-a71f03f1b880 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.344815] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1996.345084] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1996.346184] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Deleting the datastore file [datastore1] cc69936a-b23f-4243-bd9a-6801eaed94af {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1996.346184] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9a8dca2-b20e-4047-9057-46f925ba21af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.357971] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2074933, 'name': ReconfigVM_Task, 'duration_secs': 0.342308} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.359450] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 08571a4e-7b57-4675-a635-808ee5bdcbdc/08571a4e-7b57-4675-a635-808ee5bdcbdc.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1996.360162] env[62211]: DEBUG oslo_vmware.api [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 1996.360162] env[62211]: value = "task-2074935" [ 1996.360162] env[62211]: _type = "Task" [ 1996.360162] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.360349] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68ce6da0-c7c7-4ee4-ab70-cfaa9978ad9c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.370418] env[62211]: DEBUG oslo_vmware.api [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.372016] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 1996.372016] env[62211]: value = "task-2074936" [ 1996.372016] env[62211]: _type = "Task" [ 1996.372016] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.383028] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2074936, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.540553] env[62211]: DEBUG nova.compute.manager [req-f771182d-0e62-462c-a285-7386e304fd9b req-2c715f5c-49c4-4426-9ca1-2764c6b0b8f1 service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Received event network-changed-d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1996.541130] env[62211]: DEBUG nova.compute.manager [req-f771182d-0e62-462c-a285-7386e304fd9b req-2c715f5c-49c4-4426-9ca1-2764c6b0b8f1 service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Refreshing instance network info cache due to event network-changed-d1510b38-1c8d-4e89-b116-4a175645d1bd. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1996.541213] env[62211]: DEBUG oslo_concurrency.lockutils [req-f771182d-0e62-462c-a285-7386e304fd9b req-2c715f5c-49c4-4426-9ca1-2764c6b0b8f1 service nova] Acquiring lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.541366] env[62211]: DEBUG oslo_concurrency.lockutils [req-f771182d-0e62-462c-a285-7386e304fd9b req-2c715f5c-49c4-4426-9ca1-2764c6b0b8f1 service nova] Acquired lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.541556] env[62211]: DEBUG nova.network.neutron [req-f771182d-0e62-462c-a285-7386e304fd9b req-2c715f5c-49c4-4426-9ca1-2764c6b0b8f1 service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Refreshing network info cache for port d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1996.628475] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5216160d-c1cd-c2bc-23fc-b9370d198e73, 'name': SearchDatastore_Task, 'duration_secs': 0.009454} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.628989] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.629252] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1996.629540] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.629702] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.629886] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1996.630176] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40e430b5-49fa-41c0-a09f-6742e56576ec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.636079] env[62211]: DEBUG oslo_concurrency.lockutils [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.638365] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1996.638545] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1996.641581] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc029686-8109-483e-9c57-51a844c67cd9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.647622] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 1996.647622] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52bc6f05-0143-325c-245d-410e5e112bb5" [ 1996.647622] env[62211]: _type = "Task" [ 1996.647622] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.658200] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52bc6f05-0143-325c-245d-410e5e112bb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.699353] env[62211]: DEBUG oslo_concurrency.lockutils [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] Releasing lock "refresh_cache-cc69936a-b23f-4243-bd9a-6801eaed94af" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.699601] env[62211]: DEBUG nova.compute.manager [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Received event network-vif-deleted-5d316319-2629-4693-8ce0-c03b0b5e974a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1996.699783] env[62211]: DEBUG nova.compute.manager [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Received event network-changed-7a7ff396-a83d-4293-9abf-7ad8dc742ff3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1996.699943] env[62211]: DEBUG nova.compute.manager [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Refreshing instance network info cache due to event network-changed-7a7ff396-a83d-4293-9abf-7ad8dc742ff3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1996.700179] env[62211]: DEBUG oslo_concurrency.lockutils [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] Acquiring lock "refresh_cache-cc69936a-b23f-4243-bd9a-6801eaed94af" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.700333] env[62211]: DEBUG oslo_concurrency.lockutils [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] Acquired lock "refresh_cache-cc69936a-b23f-4243-bd9a-6801eaed94af" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.700495] env[62211]: DEBUG nova.network.neutron [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Refreshing network info cache for port 7a7ff396-a83d-4293-9abf-7ad8dc742ff3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1996.780145] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3930181-0036-4cc2-a73b-ee4408f23592 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.802874] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077c7e1b-e990-4d2b-8785-f489f8b8150c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.810400] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance '269c293a-d0a5-4467-b3f2-67351118f1aa' progress to 83 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1996.874798] env[62211]: DEBUG oslo_vmware.api [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2074935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186325} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.878925] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1996.879076] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1996.879269] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1996.879440] env[62211]: INFO nova.compute.manager [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1996.879693] env[62211]: DEBUG oslo.service.loopingcall [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.880126] env[62211]: DEBUG nova.compute.manager [-] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1996.880220] env[62211]: DEBUG nova.network.neutron [-] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1996.889560] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2074936, 'name': Rename_Task, 'duration_secs': 0.167713} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.892127] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1996.892633] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ae95482-6276-435d-b9b0-75a4f84215a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.899827] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 1996.899827] env[62211]: value = "task-2074937" [ 1996.899827] env[62211]: _type = "Task" [ 1996.899827] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.908357] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2074937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.916728] env[62211]: DEBUG oslo_concurrency.lockutils [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "df835a2d-6682-42c6-b744-923a9bc8bd5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.916964] env[62211]: DEBUG oslo_concurrency.lockutils [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "df835a2d-6682-42c6-b744-923a9bc8bd5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.917184] env[62211]: DEBUG oslo_concurrency.lockutils [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "df835a2d-6682-42c6-b744-923a9bc8bd5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.917367] env[62211]: DEBUG oslo_concurrency.lockutils [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "df835a2d-6682-42c6-b744-923a9bc8bd5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.917534] env[62211]: DEBUG oslo_concurrency.lockutils [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "df835a2d-6682-42c6-b744-923a9bc8bd5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.919468] env[62211]: INFO nova.compute.manager [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Terminating instance [ 1997.032377] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1803fb64-4687-49bc-8e85-da0fbb1b335b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.040016] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e66a989-36e1-4a51-8423-5d75a712d1ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.073663] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bebc2d3-9d2f-4d80-b87c-83b36f58931f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.082083] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae2a8df-6125-48b7-bc9c-a919ff4ed5ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.096064] env[62211]: DEBUG nova.compute.provider_tree [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1997.158030] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52bc6f05-0143-325c-245d-410e5e112bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.008932} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.159162] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92038d75-dd73-47e0-9e7a-7e9ce61f4740 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.164648] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 1997.164648] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525585e2-f9fa-0d07-b74c-7759a709c920" [ 1997.164648] env[62211]: _type = "Task" [ 1997.164648] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.172709] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525585e2-f9fa-0d07-b74c-7759a709c920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.318710] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1997.319067] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b74c4c94-2952-4d99-a9f8-f2d3f087aa4b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.326860] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 1997.326860] env[62211]: value = "task-2074938" [ 1997.326860] env[62211]: _type = "Task" [ 1997.326860] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.344104] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074938, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.410716] env[62211]: DEBUG oslo_vmware.api [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2074937, 'name': PowerOnVM_Task, 'duration_secs': 0.47175} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.411254] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1997.411467] env[62211]: INFO nova.compute.manager [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1997.411651] env[62211]: DEBUG nova.compute.manager [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1997.412457] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceece4c2-e94e-4e72-91ee-8cc6fe0da719 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.424686] env[62211]: DEBUG nova.compute.manager [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1997.425099] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1997.425841] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3653810f-4a2f-4fa0-a4e7-42b65ed0db86 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.436389] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1997.436637] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50c2d776-7635-40b1-8d17-510b066c4f5a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.442677] env[62211]: DEBUG oslo_vmware.api [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1997.442677] env[62211]: value = "task-2074939" [ 1997.442677] env[62211]: _type = "Task" [ 1997.442677] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.450627] env[62211]: DEBUG oslo_vmware.api [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.559909] env[62211]: DEBUG nova.network.neutron [req-f771182d-0e62-462c-a285-7386e304fd9b req-2c715f5c-49c4-4426-9ca1-2764c6b0b8f1 service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Updated VIF entry in instance network info cache for port d1510b38-1c8d-4e89-b116-4a175645d1bd. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1997.564024] env[62211]: DEBUG nova.network.neutron [req-f771182d-0e62-462c-a285-7386e304fd9b req-2c715f5c-49c4-4426-9ca1-2764c6b0b8f1 service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Updating instance_info_cache with network_info: [{"id": "d1510b38-1c8d-4e89-b116-4a175645d1bd", "address": "fa:16:3e:b9:8e:48", "network": {"id": "8247afc8-b622-4210-ba5f-cfa0083a05e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-456770713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cbe0e9b41e4dabaafb0776ef757c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1510b38-1c", "ovs_interfaceid": "d1510b38-1c8d-4e89-b116-4a175645d1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.602799] env[62211]: DEBUG nova.scheduler.client.report [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1997.677815] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525585e2-f9fa-0d07-b74c-7759a709c920, 'name': SearchDatastore_Task, 'duration_secs': 0.014308} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.677815] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.677815] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] d540509e-c16f-49d9-9646-89550a68ae11/d540509e-c16f-49d9-9646-89550a68ae11.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1997.677815] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbbbbfd7-1a44-4a52-a33d-1f73aacfada0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.684071] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 1997.684071] env[62211]: value = "task-2074940" [ 1997.684071] env[62211]: _type = "Task" [ 1997.684071] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.694175] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.702221] env[62211]: DEBUG nova.network.neutron [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Updated VIF entry in instance network info cache for port 7a7ff396-a83d-4293-9abf-7ad8dc742ff3. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1997.702221] env[62211]: DEBUG nova.network.neutron [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Updating instance_info_cache with network_info: [{"id": "7a7ff396-a83d-4293-9abf-7ad8dc742ff3", "address": "fa:16:3e:3d:06:2a", "network": {"id": "8247afc8-b622-4210-ba5f-cfa0083a05e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-456770713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cbe0e9b41e4dabaafb0776ef757c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7ff396-a8", "ovs_interfaceid": "7a7ff396-a83d-4293-9abf-7ad8dc742ff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.719344] env[62211]: DEBUG nova.compute.manager [req-a495b731-71ae-4385-8307-a764342bc7bc req-23d2bf0c-11c5-460a-a5f5-19e0056b851a service nova] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Received event network-vif-deleted-5a7ad6fc-a138-413f-be71-ea2646b66211 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1997.837370] env[62211]: DEBUG oslo_vmware.api [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2074938, 'name': PowerOnVM_Task, 'duration_secs': 0.433665} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.837667] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1997.837852] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dea0d7e9-9186-4af9-aaff-c74fa0c47be7 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance '269c293a-d0a5-4467-b3f2-67351118f1aa' progress to 100 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1997.854435] env[62211]: DEBUG nova.network.neutron [-] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.938883] env[62211]: INFO nova.compute.manager [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Took 36.22 seconds to build instance. [ 1997.953650] env[62211]: DEBUG oslo_vmware.api [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074939, 'name': PowerOffVM_Task, 'duration_secs': 0.234867} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.953650] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1997.953863] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1997.954064] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fce2c135-bdd8-4260-9d1e-ccb1e18621bb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.036313] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1998.036552] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1998.036739] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Deleting the datastore file [datastore1] df835a2d-6682-42c6-b744-923a9bc8bd5b {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1998.037045] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23f532fc-6690-4374-9c88-b4cdcda1ea3c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.043831] env[62211]: DEBUG oslo_vmware.api [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for the task: (returnval){ [ 1998.043831] env[62211]: value = "task-2074942" [ 1998.043831] env[62211]: _type = "Task" [ 1998.043831] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.052352] env[62211]: DEBUG oslo_vmware.api [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.063163] env[62211]: DEBUG oslo_concurrency.lockutils [req-f771182d-0e62-462c-a285-7386e304fd9b req-2c715f5c-49c4-4426-9ca1-2764c6b0b8f1 service nova] Releasing lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.109234] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.109885] env[62211]: DEBUG nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1998.113877] env[62211]: DEBUG oslo_concurrency.lockutils [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.854s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.114381] env[62211]: DEBUG nova.objects.instance [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62211) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1998.194726] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074940, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.204641] env[62211]: DEBUG oslo_concurrency.lockutils [req-d705e27e-e8c2-410f-8916-6493187aa10a req-5ada4fbe-f739-45b2-a24a-ddc590ca8b0c service nova] Releasing lock "refresh_cache-cc69936a-b23f-4243-bd9a-6801eaed94af" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.357944] env[62211]: INFO nova.compute.manager [-] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Took 1.48 seconds to deallocate network for instance. [ 1998.441781] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5956f79-2c43-439c-9499-de2412952705 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.449s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.555068] env[62211]: DEBUG oslo_vmware.api [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Task: {'id': task-2074942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365424} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.555424] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1998.555688] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1998.555921] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1998.556162] env[62211]: INFO nova.compute.manager [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1998.556460] env[62211]: DEBUG oslo.service.loopingcall [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.556714] env[62211]: DEBUG nova.compute.manager [-] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1998.556859] env[62211]: DEBUG nova.network.neutron [-] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1998.577392] env[62211]: DEBUG nova.compute.manager [req-b1ad3f8b-11d4-4e8f-ae6c-5de0a8e1ffc9 req-bc2a3d82-8a3d-4aba-a06d-082afedfbae0 service nova] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Received event network-vif-deleted-7a7ff396-a83d-4293-9abf-7ad8dc742ff3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1998.617113] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1998.618402] env[62211]: DEBUG nova.compute.utils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1998.622943] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1998.628145] env[62211]: DEBUG nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1998.628345] env[62211]: DEBUG nova.network.neutron [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1998.695105] env[62211]: DEBUG nova.policy [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d811f97e6204d8cb29bdb179898319e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c94080049764e68a0f1d9033b0819c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 1998.700133] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603019} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.704119] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] d540509e-c16f-49d9-9646-89550a68ae11/d540509e-c16f-49d9-9646-89550a68ae11.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1998.704402] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1998.704944] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8af7bd74-b867-4044-adbe-77022a1de8c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.715468] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 1998.715468] env[62211]: value = "task-2074943" [ 1998.715468] env[62211]: _type = "Task" [ 1998.715468] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.726170] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.866456] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.050461] env[62211]: DEBUG nova.network.neutron [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Successfully created port: 346e122a-b431-42a2-a910-2f3d7145eb09 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1999.129076] env[62211]: DEBUG nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1999.133915] env[62211]: DEBUG oslo_concurrency.lockutils [None req-752d9b76-14d1-41bd-8b14-05ef4ec65567 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.141945] env[62211]: DEBUG oslo_concurrency.lockutils [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.253s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.142524] env[62211]: DEBUG nova.objects.instance [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Lazy-loading 'resources' on Instance uuid 0ccdc110-bcca-4804-9b9e-751e53ea9d67 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.144178] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.144479] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1999.225744] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171742} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.226230] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1999.227168] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0ba710-67a4-4694-827b-59af3f820ca0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.249340] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] d540509e-c16f-49d9-9646-89550a68ae11/d540509e-c16f-49d9-9646-89550a68ae11.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1999.249813] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a273b4f-b089-46b7-9812-7f17ddfd7c3e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.271063] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 1999.271063] env[62211]: value = "task-2074944" [ 1999.271063] env[62211]: _type = "Task" [ 1999.271063] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.278889] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.412508] env[62211]: DEBUG nova.network.neutron [-] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.786578] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074944, 'name': ReconfigVM_Task, 'duration_secs': 0.4335} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.790433] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Reconfigured VM instance instance-0000003c to attach disk [datastore1] d540509e-c16f-49d9-9646-89550a68ae11/d540509e-c16f-49d9-9646-89550a68ae11.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1999.793057] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-884cbb9e-7447-4e81-a713-f6320a819cea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.796946] env[62211]: DEBUG nova.compute.manager [req-4d891f2b-aefb-47cf-aaf0-b3d3e0cfd5a6 req-657c5c1a-ffb3-4759-b7e2-566291ad52ef service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Received event network-changed-d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1999.797267] env[62211]: DEBUG nova.compute.manager [req-4d891f2b-aefb-47cf-aaf0-b3d3e0cfd5a6 req-657c5c1a-ffb3-4759-b7e2-566291ad52ef service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Refreshing instance network info cache due to event network-changed-d1510b38-1c8d-4e89-b116-4a175645d1bd. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1999.797595] env[62211]: DEBUG oslo_concurrency.lockutils [req-4d891f2b-aefb-47cf-aaf0-b3d3e0cfd5a6 req-657c5c1a-ffb3-4759-b7e2-566291ad52ef service nova] Acquiring lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.797833] env[62211]: DEBUG oslo_concurrency.lockutils [req-4d891f2b-aefb-47cf-aaf0-b3d3e0cfd5a6 req-657c5c1a-ffb3-4759-b7e2-566291ad52ef service nova] Acquired lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.798132] env[62211]: DEBUG nova.network.neutron [req-4d891f2b-aefb-47cf-aaf0-b3d3e0cfd5a6 req-657c5c1a-ffb3-4759-b7e2-566291ad52ef service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Refreshing network info cache for port d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1999.812166] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 1999.812166] env[62211]: value = "task-2074945" [ 1999.812166] env[62211]: _type = "Task" [ 1999.812166] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.822854] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074945, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.916551] env[62211]: INFO nova.compute.manager [-] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Took 1.36 seconds to deallocate network for instance. [ 2000.111626] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38950cdf-6b5f-49a6-993b-99165cbe908b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.120590] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d432e758-76dc-4b37-8da4-6aa57b0eaf06 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.151613] env[62211]: DEBUG nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2000.155930] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47493362-25f1-4eb7-9860-52f72e668388 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.163962] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f202872-a7fd-407f-a24b-f9222891810b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.177813] env[62211]: DEBUG nova.compute.provider_tree [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2000.187878] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2000.188141] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2000.188357] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2000.188563] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2000.188713] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2000.188862] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2000.189081] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2000.189248] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2000.189417] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2000.189583] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2000.189756] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2000.191238] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafec87e-87ff-425b-a1e3-67db56f0669a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.199691] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1372d556-6f5d-4c3a-b937-71795cc46a03 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.322696] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074945, 'name': Rename_Task, 'duration_secs': 0.19363} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.325890] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2000.326681] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c020084-7946-4fa3-b167-d32a107bf1f7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.332502] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 2000.332502] env[62211]: value = "task-2074946" [ 2000.332502] env[62211]: _type = "Task" [ 2000.332502] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.346985] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.360664] env[62211]: DEBUG nova.network.neutron [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Port c5afdb1d-c693-4266-84fa-b947f4574395 binding to destination host cpu-1 is already ACTIVE {{(pid=62211) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2000.360785] env[62211]: DEBUG oslo_concurrency.lockutils [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.360936] env[62211]: DEBUG oslo_concurrency.lockutils [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.361074] env[62211]: DEBUG nova.network.neutron [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2000.423798] env[62211]: DEBUG oslo_concurrency.lockutils [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.551164] env[62211]: DEBUG nova.network.neutron [req-4d891f2b-aefb-47cf-aaf0-b3d3e0cfd5a6 req-657c5c1a-ffb3-4759-b7e2-566291ad52ef service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Updated VIF entry in instance network info cache for port d1510b38-1c8d-4e89-b116-4a175645d1bd. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2000.551560] env[62211]: DEBUG nova.network.neutron [req-4d891f2b-aefb-47cf-aaf0-b3d3e0cfd5a6 req-657c5c1a-ffb3-4759-b7e2-566291ad52ef service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Updating instance_info_cache with network_info: [{"id": "d1510b38-1c8d-4e89-b116-4a175645d1bd", "address": "fa:16:3e:b9:8e:48", "network": {"id": "8247afc8-b622-4210-ba5f-cfa0083a05e1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-456770713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cbe0e9b41e4dabaafb0776ef757c8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1510b38-1c", "ovs_interfaceid": "d1510b38-1c8d-4e89-b116-4a175645d1bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.604098] env[62211]: DEBUG nova.compute.manager [req-6d1b6e0a-4e7c-4874-b026-60cae78daaf8 req-5629f3da-c475-42fd-beb0-282b144d3a6b service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Received event network-changed-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2000.604393] env[62211]: DEBUG nova.compute.manager [req-6d1b6e0a-4e7c-4874-b026-60cae78daaf8 req-5629f3da-c475-42fd-beb0-282b144d3a6b service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Refreshing instance network info cache due to event network-changed-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2000.604701] env[62211]: DEBUG oslo_concurrency.lockutils [req-6d1b6e0a-4e7c-4874-b026-60cae78daaf8 req-5629f3da-c475-42fd-beb0-282b144d3a6b service nova] Acquiring lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.604898] env[62211]: DEBUG oslo_concurrency.lockutils [req-6d1b6e0a-4e7c-4874-b026-60cae78daaf8 req-5629f3da-c475-42fd-beb0-282b144d3a6b service nova] Acquired lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.605139] env[62211]: DEBUG nova.network.neutron [req-6d1b6e0a-4e7c-4874-b026-60cae78daaf8 req-5629f3da-c475-42fd-beb0-282b144d3a6b service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Refreshing network info cache for port 766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2000.684433] env[62211]: DEBUG nova.scheduler.client.report [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2000.688628] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.688732] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquired lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.688879] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 3f952136-5629-42ba-8a95-a21524601643] Forcefully refreshing network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2000.844652] env[62211]: DEBUG oslo_vmware.api [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074946, 'name': PowerOnVM_Task, 'duration_secs': 0.443119} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.844978] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2000.845132] env[62211]: INFO nova.compute.manager [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Took 5.36 seconds to spawn the instance on the hypervisor. [ 2000.845320] env[62211]: DEBUG nova.compute.manager [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2000.846102] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd0135a-5a27-421f-b245-ecc723684e31 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.055516] env[62211]: DEBUG oslo_concurrency.lockutils [req-4d891f2b-aefb-47cf-aaf0-b3d3e0cfd5a6 req-657c5c1a-ffb3-4759-b7e2-566291ad52ef service nova] Releasing lock "refresh_cache-c8af1cbe-902d-4af8-b744-7341ec58831c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.055516] env[62211]: DEBUG nova.compute.manager [req-4d891f2b-aefb-47cf-aaf0-b3d3e0cfd5a6 req-657c5c1a-ffb3-4759-b7e2-566291ad52ef service nova] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Received event network-vif-deleted-8eeb9981-4d09-4464-9993-3f066e870941 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2001.128685] env[62211]: DEBUG nova.network.neutron [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance_info_cache with network_info: [{"id": "c5afdb1d-c693-4266-84fa-b947f4574395", "address": "fa:16:3e:ca:a4:a0", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5afdb1d-c6", "ovs_interfaceid": "c5afdb1d-c693-4266-84fa-b947f4574395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.192420] env[62211]: DEBUG oslo_concurrency.lockutils [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.194634] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.521s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.199795] env[62211]: INFO nova.compute.claims [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2001.235142] env[62211]: INFO nova.scheduler.client.report [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Deleted allocations for instance 0ccdc110-bcca-4804-9b9e-751e53ea9d67 [ 2001.364202] env[62211]: INFO nova.compute.manager [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Took 37.83 seconds to build instance. [ 2001.416886] env[62211]: DEBUG nova.network.neutron [req-6d1b6e0a-4e7c-4874-b026-60cae78daaf8 req-5629f3da-c475-42fd-beb0-282b144d3a6b service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updated VIF entry in instance network info cache for port 766fc2fc-aa5d-4f5f-8ed0-3c144001e64f. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2001.417138] env[62211]: DEBUG nova.network.neutron [req-6d1b6e0a-4e7c-4874-b026-60cae78daaf8 req-5629f3da-c475-42fd-beb0-282b144d3a6b service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updating instance_info_cache with network_info: [{"id": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "address": "fa:16:3e:69:13:3d", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap766fc2fc-aa", "ovs_interfaceid": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.632045] env[62211]: DEBUG oslo_concurrency.lockutils [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Releasing lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.747246] env[62211]: DEBUG oslo_concurrency.lockutils [None req-127c102b-1d64-461f-a11f-3a0b1442f7f8 tempest-ServersAaction247Test-2083234137 tempest-ServersAaction247Test-2083234137-project-member] Lock "0ccdc110-bcca-4804-9b9e-751e53ea9d67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.690s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.868090] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3157418c-25e6-40d3-b1d5-dbd52cd6da57 tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Lock "d540509e-c16f-49d9-9646-89550a68ae11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.377s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.921274] env[62211]: DEBUG oslo_concurrency.lockutils [req-6d1b6e0a-4e7c-4874-b026-60cae78daaf8 req-5629f3da-c475-42fd-beb0-282b144d3a6b service nova] Releasing lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.046548] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating instance_info_cache with network_info: [{"id": "22a9b407-0979-474e-9da4-a427e6d1f4d8", "address": "fa:16:3e:71:4d:fb", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22a9b407-09", "ovs_interfaceid": "22a9b407-0979-474e-9da4-a427e6d1f4d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.135034] env[62211]: DEBUG nova.compute.manager [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62211) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2002.135278] env[62211]: DEBUG oslo_concurrency.lockutils [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.238804] env[62211]: INFO nova.compute.manager [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Rebuilding instance [ 2002.288254] env[62211]: DEBUG nova.compute.manager [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2002.289928] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75c138f-8d16-43aa-85d2-0febadf05fd4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.549933] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Releasing lock "refresh_cache-3f952136-5629-42ba-8a95-a21524601643" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.549933] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updated the network info_cache for instance {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2002.550077] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.550297] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.550464] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.550525] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.550666] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.550813] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.551076] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2002.551253] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2002.663053] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c546549-d308-4db0-9c4f-5a166916afac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.670095] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57dfef6-3f71-4762-83c4-2a60f7d53580 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.706084] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20317ba-5f37-42b3-90c0-80b6330d48ff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.713956] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37c574a-3037-426d-bc90-88749df9d54d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.727993] env[62211]: DEBUG nova.compute.provider_tree [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2003.056618] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.175621] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "28e0b971-2014-4773-bbe4-71e5b3f21c11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.175971] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "28e0b971-2014-4773-bbe4-71e5b3f21c11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.233480] env[62211]: DEBUG nova.scheduler.client.report [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2003.304121] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.304554] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2db5479-8fd7-4eb7-ac97-c206f7a82431 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.312851] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 2003.312851] env[62211]: value = "task-2074947" [ 2003.312851] env[62211]: _type = "Task" [ 2003.312851] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.322161] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.685026] env[62211]: DEBUG nova.compute.manager [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2003.741024] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.741024] env[62211]: DEBUG nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2003.742402] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.352s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.744129] env[62211]: INFO nova.compute.claims [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2003.824905] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074947, 'name': PowerOffVM_Task, 'duration_secs': 0.113956} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.825557] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.825869] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.827053] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeb1a71-e77f-4008-acbd-9c9d93d644f4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.834110] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.834566] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bdea9fa-8325-475e-a993-4db5ff9e07fa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.858859] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.859167] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.859298] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Deleting the datastore file [datastore1] d540509e-c16f-49d9-9646-89550a68ae11 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.859557] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7184c98b-daed-45ef-9199-a90c2c63870f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.866275] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 2003.866275] env[62211]: value = "task-2074949" [ 2003.866275] env[62211]: _type = "Task" [ 2003.866275] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.876166] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.214455] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.246114] env[62211]: DEBUG nova.compute.utils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2004.246114] env[62211]: DEBUG nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2004.246114] env[62211]: DEBUG nova.network.neutron [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2004.376634] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374846} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.379876] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.379876] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2004.379876] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2004.546763] env[62211]: DEBUG nova.policy [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d811f97e6204d8cb29bdb179898319e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c94080049764e68a0f1d9033b0819c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2004.752393] env[62211]: DEBUG nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2005.008599] env[62211]: DEBUG nova.network.neutron [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Successfully created port: bd44ca6a-faa2-4df1-9b29-51df0f9c1a01 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2005.339367] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f966e2-be9e-4db3-9dbc-ec199059e2af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.347880] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f958843-85af-48c1-b633-16fd44ae3ff3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.381089] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00f08db-7e1a-4367-9ac4-0da8d647eb76 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.388685] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39723711-48da-4dcc-9b77-9822c478fcb8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.409519] env[62211]: DEBUG nova.compute.provider_tree [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2005.422476] env[62211]: DEBUG nova.virt.hardware [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2005.422476] env[62211]: DEBUG nova.virt.hardware [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2005.422659] env[62211]: DEBUG nova.virt.hardware [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2005.422765] env[62211]: DEBUG nova.virt.hardware [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2005.422887] env[62211]: DEBUG nova.virt.hardware [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2005.423042] env[62211]: DEBUG nova.virt.hardware [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2005.423253] env[62211]: DEBUG nova.virt.hardware [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2005.423427] env[62211]: DEBUG nova.virt.hardware [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2005.423607] env[62211]: DEBUG nova.virt.hardware [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2005.426126] env[62211]: DEBUG nova.virt.hardware [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2005.426126] env[62211]: DEBUG nova.virt.hardware [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2005.426126] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a74159-5c5d-4e9c-a606-766e21e08e78 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.433676] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5506fb-39dd-4f9e-a978-28ac68b4f12b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.449135] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Instance VIF info [] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2005.454405] env[62211]: DEBUG oslo.service.loopingcall [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.454630] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2005.454836] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62afa850-69d7-445d-8160-06275e13e1bc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.473157] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2005.473157] env[62211]: value = "task-2074950" [ 2005.473157] env[62211]: _type = "Task" [ 2005.473157] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.480185] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074950, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.763671] env[62211]: DEBUG nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2005.792363] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2005.792841] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2005.793050] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2005.793254] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2005.793515] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2005.793752] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2005.793994] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2005.794185] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2005.794362] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2005.794527] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2005.794739] env[62211]: DEBUG nova.virt.hardware [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2005.795586] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c692d339-5e65-4bd6-ab09-1255d85f8667 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.803459] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056be7b1-b479-4204-ae6f-1d26fdac574c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.914428] env[62211]: DEBUG nova.scheduler.client.report [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2005.982622] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074950, 'name': CreateVM_Task, 'duration_secs': 0.264844} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.982785] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2005.983224] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.983379] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.983704] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2005.983951] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c8218b-7d54-44e5-afb5-70743fa36de3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.989402] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 2005.989402] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52c450f1-8f2e-9772-6a0d-94cf9a9d3bd9" [ 2005.989402] env[62211]: _type = "Task" [ 2005.989402] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.997267] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c450f1-8f2e-9772-6a0d-94cf9a9d3bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.155921] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Acquiring lock "6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.156187] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Lock "6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.420196] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.420793] env[62211]: DEBUG nova.compute.manager [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2006.423370] env[62211]: DEBUG oslo_concurrency.lockutils [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.172s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.426595] env[62211]: DEBUG nova.objects.instance [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lazy-loading 'resources' on Instance uuid 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2006.499867] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c450f1-8f2e-9772-6a0d-94cf9a9d3bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.500183] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.500456] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2006.500700] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.500851] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.501040] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2006.501302] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69984747-bccb-403a-a646-3ee9f1daecfe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.509942] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2006.510167] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2006.510914] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3390c13a-5398-4d86-91ce-106dba4d4ab7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.516403] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 2006.516403] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d68b2f-6cc5-7d97-0ef1-0aae6610824c" [ 2006.516403] env[62211]: _type = "Task" [ 2006.516403] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.524546] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d68b2f-6cc5-7d97-0ef1-0aae6610824c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.658987] env[62211]: DEBUG nova.compute.manager [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2006.806415] env[62211]: DEBUG nova.compute.manager [req-46622b00-bb7e-4f41-8d4a-478979eb97d4 req-c9760a4c-a51f-4926-820c-323c1514cea6 service nova] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Received event network-vif-plugged-346e122a-b431-42a2-a910-2f3d7145eb09 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2006.806637] env[62211]: DEBUG oslo_concurrency.lockutils [req-46622b00-bb7e-4f41-8d4a-478979eb97d4 req-c9760a4c-a51f-4926-820c-323c1514cea6 service nova] Acquiring lock "269d1de0-5632-4d43-8350-94b920a7943b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.806845] env[62211]: DEBUG oslo_concurrency.lockutils [req-46622b00-bb7e-4f41-8d4a-478979eb97d4 req-c9760a4c-a51f-4926-820c-323c1514cea6 service nova] Lock "269d1de0-5632-4d43-8350-94b920a7943b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.807015] env[62211]: DEBUG oslo_concurrency.lockutils [req-46622b00-bb7e-4f41-8d4a-478979eb97d4 req-c9760a4c-a51f-4926-820c-323c1514cea6 service nova] Lock "269d1de0-5632-4d43-8350-94b920a7943b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.807188] env[62211]: DEBUG nova.compute.manager [req-46622b00-bb7e-4f41-8d4a-478979eb97d4 req-c9760a4c-a51f-4926-820c-323c1514cea6 service nova] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] No waiting events found dispatching network-vif-plugged-346e122a-b431-42a2-a910-2f3d7145eb09 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2006.807393] env[62211]: WARNING nova.compute.manager [req-46622b00-bb7e-4f41-8d4a-478979eb97d4 req-c9760a4c-a51f-4926-820c-323c1514cea6 service nova] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Received unexpected event network-vif-plugged-346e122a-b431-42a2-a910-2f3d7145eb09 for instance with vm_state building and task_state spawning. [ 2006.839168] env[62211]: DEBUG nova.network.neutron [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Successfully updated port: 346e122a-b431-42a2-a910-2f3d7145eb09 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2006.930419] env[62211]: DEBUG nova.compute.utils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2006.930779] env[62211]: DEBUG nova.compute.manager [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2006.930994] env[62211]: DEBUG nova.network.neutron [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2006.998424] env[62211]: DEBUG nova.policy [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab7c7ba20b4f48ee94c1afc320da9d96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04678b970fdf4802b41b8c8b395dd44e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2007.028681] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d68b2f-6cc5-7d97-0ef1-0aae6610824c, 'name': SearchDatastore_Task, 'duration_secs': 0.00956} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.031813] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20149925-fbb7-4774-9e1b-f1eb5833c36a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.039451] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 2007.039451] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5246a149-af51-38ad-800a-e34092362d59" [ 2007.039451] env[62211]: _type = "Task" [ 2007.039451] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.050971] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5246a149-af51-38ad-800a-e34092362d59, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.053297] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.053574] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] d540509e-c16f-49d9-9646-89550a68ae11/d540509e-c16f-49d9-9646-89550a68ae11.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2007.056065] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4376148f-7842-48dd-874f-8d7dab94ffc9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.062821] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 2007.062821] env[62211]: value = "task-2074951" [ 2007.062821] env[62211]: _type = "Task" [ 2007.062821] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.076048] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.191172] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.315246] env[62211]: DEBUG nova.network.neutron [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Successfully updated port: bd44ca6a-faa2-4df1-9b29-51df0f9c1a01 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2007.344317] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "refresh_cache-269d1de0-5632-4d43-8350-94b920a7943b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.344531] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired lock "refresh_cache-269d1de0-5632-4d43-8350-94b920a7943b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.344692] env[62211]: DEBUG nova.network.neutron [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2007.433980] env[62211]: DEBUG nova.compute.manager [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2007.465537] env[62211]: DEBUG nova.network.neutron [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Successfully created port: aee6cb25-fd24-4df2-8b91-a75d29ceb240 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2007.496963] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b3c196-2a5c-4fde-afec-bdedbf051ca5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.505257] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139464dc-05eb-4df6-ba44-76b06d685772 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.537405] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc680cd-1439-4bf2-8441-53ebf2b3e3a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.545144] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fcc4bd-5445-4cfc-9091-008a4cc310c5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.558796] env[62211]: DEBUG nova.compute.provider_tree [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.572863] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489123} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.573135] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] d540509e-c16f-49d9-9646-89550a68ae11/d540509e-c16f-49d9-9646-89550a68ae11.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2007.573377] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2007.573622] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ca03cdb-57d6-4f68-8bdb-d22b5decf9a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.580387] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 2007.580387] env[62211]: value = "task-2074952" [ 2007.580387] env[62211]: _type = "Task" [ 2007.580387] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.588642] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.817814] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "refresh_cache-2590cf62-be26-4fb0-84d3-c638245fa2fe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.817814] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired lock "refresh_cache-2590cf62-be26-4fb0-84d3-c638245fa2fe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.817814] env[62211]: DEBUG nova.network.neutron [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2007.879126] env[62211]: DEBUG nova.network.neutron [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2008.041818] env[62211]: DEBUG nova.network.neutron [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Updating instance_info_cache with network_info: [{"id": "346e122a-b431-42a2-a910-2f3d7145eb09", "address": "fa:16:3e:10:9b:57", "network": {"id": "90a0cb67-c776-4de2-b201-4ff0b0e9f619", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-75777210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c94080049764e68a0f1d9033b0819c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346e122a-b4", "ovs_interfaceid": "346e122a-b431-42a2-a910-2f3d7145eb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.061291] env[62211]: DEBUG nova.scheduler.client.report [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2008.091046] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055482} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.091171] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2008.091897] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701769e1-299f-4b24-8553-a9bdcba3c72c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.111868] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] d540509e-c16f-49d9-9646-89550a68ae11/d540509e-c16f-49d9-9646-89550a68ae11.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2008.112363] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ba4c761-2f1c-49b9-a904-755f90b813cf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.133039] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 2008.133039] env[62211]: value = "task-2074953" [ 2008.133039] env[62211]: _type = "Task" [ 2008.133039] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.140604] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.359154] env[62211]: DEBUG nova.network.neutron [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2008.443619] env[62211]: DEBUG nova.compute.manager [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2008.470269] env[62211]: DEBUG nova.virt.hardware [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2008.470542] env[62211]: DEBUG nova.virt.hardware [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2008.470726] env[62211]: DEBUG nova.virt.hardware [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2008.470968] env[62211]: DEBUG nova.virt.hardware [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2008.471083] env[62211]: DEBUG nova.virt.hardware [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2008.471237] env[62211]: DEBUG nova.virt.hardware [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2008.471441] env[62211]: DEBUG nova.virt.hardware [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2008.471606] env[62211]: DEBUG nova.virt.hardware [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2008.471773] env[62211]: DEBUG nova.virt.hardware [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2008.471937] env[62211]: DEBUG nova.virt.hardware [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2008.472126] env[62211]: DEBUG nova.virt.hardware [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2008.473011] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a277b2cd-35c6-4f41-9d6e-8f3e57fc0e86 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.482678] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9051688-5c54-461d-af03-84e4bc965d49 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.511185] env[62211]: DEBUG nova.network.neutron [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Updating instance_info_cache with network_info: [{"id": "bd44ca6a-faa2-4df1-9b29-51df0f9c1a01", "address": "fa:16:3e:fb:d5:81", "network": {"id": "90a0cb67-c776-4de2-b201-4ff0b0e9f619", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-75777210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c94080049764e68a0f1d9033b0819c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd44ca6a-fa", "ovs_interfaceid": "bd44ca6a-faa2-4df1-9b29-51df0f9c1a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.544999] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Releasing lock "refresh_cache-269d1de0-5632-4d43-8350-94b920a7943b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.545306] env[62211]: DEBUG nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Instance network_info: |[{"id": "346e122a-b431-42a2-a910-2f3d7145eb09", "address": "fa:16:3e:10:9b:57", "network": {"id": "90a0cb67-c776-4de2-b201-4ff0b0e9f619", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-75777210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c94080049764e68a0f1d9033b0819c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346e122a-b4", "ovs_interfaceid": "346e122a-b431-42a2-a910-2f3d7145eb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2008.545698] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:9b:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '346e122a-b431-42a2-a910-2f3d7145eb09', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2008.552986] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Creating folder: Project (1c94080049764e68a0f1d9033b0819c3). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2008.553248] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75ebb803-8c51-405a-9d3d-dbe2bfd650c1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.564214] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Created folder: Project (1c94080049764e68a0f1d9033b0819c3) in parent group-v425157. [ 2008.564385] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Creating folder: Instances. Parent ref: group-v425345. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2008.564598] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-933a7ac7-7d86-4f78-b93f-2706fbe81f1a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.566754] env[62211]: DEBUG oslo_concurrency.lockutils [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.568704] env[62211]: DEBUG oslo_concurrency.lockutils [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.304s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.568968] env[62211]: DEBUG nova.objects.instance [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lazy-loading 'resources' on Instance uuid 8716efdd-f12f-47d0-a3df-d26e62495091 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2008.577273] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Created folder: Instances in parent group-v425345. [ 2008.577494] env[62211]: DEBUG oslo.service.loopingcall [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2008.577674] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2008.577867] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dd2ebe1-fb23-4803-afad-aea867ae8235 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.593347] env[62211]: INFO nova.scheduler.client.report [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Deleted allocations for instance 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb [ 2008.601631] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2008.601631] env[62211]: value = "task-2074956" [ 2008.601631] env[62211]: _type = "Task" [ 2008.601631] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.609438] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074956, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.644505] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074953, 'name': ReconfigVM_Task, 'duration_secs': 0.258786} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.644766] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Reconfigured VM instance instance-0000003c to attach disk [datastore1] d540509e-c16f-49d9-9646-89550a68ae11/d540509e-c16f-49d9-9646-89550a68ae11.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2008.645382] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5045ed99-51c7-4f7c-a284-5ca7acf4620f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.650532] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 2008.650532] env[62211]: value = "task-2074957" [ 2008.650532] env[62211]: _type = "Task" [ 2008.650532] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.658432] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074957, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.834609] env[62211]: DEBUG nova.compute.manager [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Received event network-changed-346e122a-b431-42a2-a910-2f3d7145eb09 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2008.834888] env[62211]: DEBUG nova.compute.manager [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Refreshing instance network info cache due to event network-changed-346e122a-b431-42a2-a910-2f3d7145eb09. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2008.835166] env[62211]: DEBUG oslo_concurrency.lockutils [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] Acquiring lock "refresh_cache-269d1de0-5632-4d43-8350-94b920a7943b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.835340] env[62211]: DEBUG oslo_concurrency.lockutils [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] Acquired lock "refresh_cache-269d1de0-5632-4d43-8350-94b920a7943b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.835543] env[62211]: DEBUG nova.network.neutron [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Refreshing network info cache for port 346e122a-b431-42a2-a910-2f3d7145eb09 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2008.994275] env[62211]: DEBUG nova.network.neutron [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Successfully updated port: aee6cb25-fd24-4df2-8b91-a75d29ceb240 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2009.015922] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Releasing lock "refresh_cache-2590cf62-be26-4fb0-84d3-c638245fa2fe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.015922] env[62211]: DEBUG nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Instance network_info: |[{"id": "bd44ca6a-faa2-4df1-9b29-51df0f9c1a01", "address": "fa:16:3e:fb:d5:81", "network": {"id": "90a0cb67-c776-4de2-b201-4ff0b0e9f619", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-75777210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c94080049764e68a0f1d9033b0819c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd44ca6a-fa", "ovs_interfaceid": "bd44ca6a-faa2-4df1-9b29-51df0f9c1a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2009.015922] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:d5:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd44ca6a-faa2-4df1-9b29-51df0f9c1a01', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2009.021793] env[62211]: DEBUG oslo.service.loopingcall [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2009.022310] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2009.022557] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0db407ea-a735-47e1-9654-be9a1b72bd19 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.041876] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2009.041876] env[62211]: value = "task-2074958" [ 2009.041876] env[62211]: _type = "Task" [ 2009.041876] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.051901] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074958, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.101942] env[62211]: DEBUG oslo_concurrency.lockutils [None req-37ec87e6-2193-46cb-b504-4a3ff4e83ec9 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.949s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.113515] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074956, 'name': CreateVM_Task, 'duration_secs': 0.380348} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.113616] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2009.114341] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.114457] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.114804] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2009.115073] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f1c2efc-1076-49fc-a524-2016171d5aa5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.122371] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2009.122371] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5235fcb1-755b-7740-2378-8e24bb45ad64" [ 2009.122371] env[62211]: _type = "Task" [ 2009.122371] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.130627] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5235fcb1-755b-7740-2378-8e24bb45ad64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.159974] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074957, 'name': Rename_Task, 'duration_secs': 0.143203} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.160267] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2009.160525] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2f64be7-2819-4752-b2c0-bca04c6fcbb9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.166455] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 2009.166455] env[62211]: value = "task-2074959" [ 2009.166455] env[62211]: _type = "Task" [ 2009.166455] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.176250] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.502083] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "refresh_cache-fbf3267c-c977-4a73-b909-f820919f3b80" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.502083] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquired lock "refresh_cache-fbf3267c-c977-4a73-b909-f820919f3b80" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.502083] env[62211]: DEBUG nova.network.neutron [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2009.517217] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755fbe3b-ea2c-4696-bf21-1fedb94c59d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.528860] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1189ec56-e5ea-4c04-9ca4-6ee4ded458d4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.562089] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b083853-c384-4911-a7a2-007a03c461e2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.571341] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074958, 'name': CreateVM_Task, 'duration_secs': 0.350144} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.571560] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2009.572797] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92af2a64-c13c-48b5-be55-0c05b2a4787e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.578678] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.589822] env[62211]: DEBUG nova.compute.provider_tree [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.632642] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5235fcb1-755b-7740-2378-8e24bb45ad64, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.632924] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.633167] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2009.633425] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.633577] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.633754] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2009.634033] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.634328] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2009.634552] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82b13a3e-e52d-4b17-b1e6-2819f0a172c6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.636347] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a37979-6c86-469e-b37e-3d3c39eb494a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.640735] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2009.640735] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52e190af-4a4c-3dfb-a4b3-46c5fd73b391" [ 2009.640735] env[62211]: _type = "Task" [ 2009.640735] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.648110] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2009.648334] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2009.649349] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8616247f-fb31-47d5-a3b2-8df5bfa7c31b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.654498] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e190af-4a4c-3dfb-a4b3-46c5fd73b391, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.655058] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.655292] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2009.655531] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.657371] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2009.657371] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52297733-7fa0-eb3d-2c78-d73dd2de1696" [ 2009.657371] env[62211]: _type = "Task" [ 2009.657371] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.665377] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52297733-7fa0-eb3d-2c78-d73dd2de1696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.674326] env[62211]: DEBUG oslo_vmware.api [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074959, 'name': PowerOnVM_Task, 'duration_secs': 0.401043} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.674558] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2009.674756] env[62211]: DEBUG nova.compute.manager [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2009.675467] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf33c93a-6778-456c-a036-7cad6cddfb24 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.693122] env[62211]: DEBUG nova.network.neutron [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Updated VIF entry in instance network info cache for port 346e122a-b431-42a2-a910-2f3d7145eb09. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2009.693557] env[62211]: DEBUG nova.network.neutron [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Updating instance_info_cache with network_info: [{"id": "346e122a-b431-42a2-a910-2f3d7145eb09", "address": "fa:16:3e:10:9b:57", "network": {"id": "90a0cb67-c776-4de2-b201-4ff0b0e9f619", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-75777210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c94080049764e68a0f1d9033b0819c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346e122a-b4", "ovs_interfaceid": "346e122a-b431-42a2-a910-2f3d7145eb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.052952] env[62211]: DEBUG nova.network.neutron [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2010.094498] env[62211]: DEBUG nova.scheduler.client.report [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2010.167704] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52297733-7fa0-eb3d-2c78-d73dd2de1696, 'name': SearchDatastore_Task, 'duration_secs': 0.008264} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.168789] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6a06e7-03df-47d9-ac46-f273cdb1f2ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.174522] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2010.174522] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5262d9f6-254b-1762-718c-53ca2a62b1d6" [ 2010.174522] env[62211]: _type = "Task" [ 2010.174522] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.188867] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5262d9f6-254b-1762-718c-53ca2a62b1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.193568] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.195571] env[62211]: DEBUG oslo_concurrency.lockutils [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] Releasing lock "refresh_cache-269d1de0-5632-4d43-8350-94b920a7943b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.195804] env[62211]: DEBUG nova.compute.manager [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Received event network-vif-plugged-bd44ca6a-faa2-4df1-9b29-51df0f9c1a01 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2010.195990] env[62211]: DEBUG oslo_concurrency.lockutils [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] Acquiring lock "2590cf62-be26-4fb0-84d3-c638245fa2fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.196208] env[62211]: DEBUG oslo_concurrency.lockutils [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] Lock "2590cf62-be26-4fb0-84d3-c638245fa2fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.197455] env[62211]: DEBUG oslo_concurrency.lockutils [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] Lock "2590cf62-be26-4fb0-84d3-c638245fa2fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.197651] env[62211]: DEBUG nova.compute.manager [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] No waiting events found dispatching network-vif-plugged-bd44ca6a-faa2-4df1-9b29-51df0f9c1a01 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2010.197837] env[62211]: WARNING nova.compute.manager [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Received unexpected event network-vif-plugged-bd44ca6a-faa2-4df1-9b29-51df0f9c1a01 for instance with vm_state building and task_state spawning. [ 2010.198016] env[62211]: DEBUG nova.compute.manager [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Received event network-changed-bd44ca6a-faa2-4df1-9b29-51df0f9c1a01 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2010.198184] env[62211]: DEBUG nova.compute.manager [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Refreshing instance network info cache due to event network-changed-bd44ca6a-faa2-4df1-9b29-51df0f9c1a01. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2010.198380] env[62211]: DEBUG oslo_concurrency.lockutils [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] Acquiring lock "refresh_cache-2590cf62-be26-4fb0-84d3-c638245fa2fe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.198712] env[62211]: DEBUG oslo_concurrency.lockutils [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] Acquired lock "refresh_cache-2590cf62-be26-4fb0-84d3-c638245fa2fe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.198712] env[62211]: DEBUG nova.network.neutron [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Refreshing network info cache for port bd44ca6a-faa2-4df1-9b29-51df0f9c1a01 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2010.254064] env[62211]: DEBUG nova.network.neutron [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Updating instance_info_cache with network_info: [{"id": "aee6cb25-fd24-4df2-8b91-a75d29ceb240", "address": "fa:16:3e:cd:36:84", "network": {"id": "d08b5b37-d9d5-488b-87ad-a8ade3d33134", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-625657356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04678b970fdf4802b41b8c8b395dd44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee6cb25-fd", "ovs_interfaceid": "aee6cb25-fd24-4df2-8b91-a75d29ceb240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.601145] env[62211]: DEBUG oslo_concurrency.lockutils [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.607327] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.372s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.607327] env[62211]: DEBUG nova.objects.instance [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lazy-loading 'resources' on Instance uuid 3728f936-e7e7-4178-8dc6-88cb5eba6fd0 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.637654] env[62211]: INFO nova.scheduler.client.report [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleted allocations for instance 8716efdd-f12f-47d0-a3df-d26e62495091 [ 2010.683897] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5262d9f6-254b-1762-718c-53ca2a62b1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012066} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.684215] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.684483] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 269d1de0-5632-4d43-8350-94b920a7943b/269d1de0-5632-4d43-8350-94b920a7943b.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2010.684754] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.684938] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2010.685169] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec56a753-e237-4c7e-8783-c9ef2b6f0acc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.687998] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44989566-f176-449c-8f4c-8696665af6c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.696797] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2010.696797] env[62211]: value = "task-2074960" [ 2010.696797] env[62211]: _type = "Task" [ 2010.696797] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.697938] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2010.698129] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2010.701472] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07cb09b6-adc9-4060-b24a-b2b9b43eadfc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.709096] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2010.709096] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52c00494-5c39-f9d0-1018-c644538ed5ca" [ 2010.709096] env[62211]: _type = "Task" [ 2010.709096] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.712683] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.720918] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c00494-5c39-f9d0-1018-c644538ed5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008001} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.721660] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0613f943-629e-4502-8088-1eba84bfbd2e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.726989] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2010.726989] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527f1d17-f092-655a-0db8-2c6a2528e791" [ 2010.726989] env[62211]: _type = "Task" [ 2010.726989] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.736166] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527f1d17-f092-655a-0db8-2c6a2528e791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.756497] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Releasing lock "refresh_cache-fbf3267c-c977-4a73-b909-f820919f3b80" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.756779] env[62211]: DEBUG nova.compute.manager [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Instance network_info: |[{"id": "aee6cb25-fd24-4df2-8b91-a75d29ceb240", "address": "fa:16:3e:cd:36:84", "network": {"id": "d08b5b37-d9d5-488b-87ad-a8ade3d33134", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-625657356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04678b970fdf4802b41b8c8b395dd44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee6cb25-fd", "ovs_interfaceid": "aee6cb25-fd24-4df2-8b91-a75d29ceb240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2010.757531] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:36:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aee6cb25-fd24-4df2-8b91-a75d29ceb240', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2010.764835] env[62211]: DEBUG oslo.service.loopingcall [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.765417] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2010.765668] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3231dabd-85ec-4cd1-af85-58c71d180ef2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.785223] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2010.785223] env[62211]: value = "task-2074961" [ 2010.785223] env[62211]: _type = "Task" [ 2010.785223] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.792323] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074961, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.870756] env[62211]: DEBUG nova.compute.manager [req-dda11934-adf4-4d71-9f3b-3e628b516b9d req-ed4b9492-938c-4db5-9cdd-b0b72c33a703 service nova] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Received event network-vif-plugged-aee6cb25-fd24-4df2-8b91-a75d29ceb240 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2010.871491] env[62211]: DEBUG oslo_concurrency.lockutils [req-dda11934-adf4-4d71-9f3b-3e628b516b9d req-ed4b9492-938c-4db5-9cdd-b0b72c33a703 service nova] Acquiring lock "fbf3267c-c977-4a73-b909-f820919f3b80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.871748] env[62211]: DEBUG oslo_concurrency.lockutils [req-dda11934-adf4-4d71-9f3b-3e628b516b9d req-ed4b9492-938c-4db5-9cdd-b0b72c33a703 service nova] Lock "fbf3267c-c977-4a73-b909-f820919f3b80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.871919] env[62211]: DEBUG oslo_concurrency.lockutils [req-dda11934-adf4-4d71-9f3b-3e628b516b9d req-ed4b9492-938c-4db5-9cdd-b0b72c33a703 service nova] Lock "fbf3267c-c977-4a73-b909-f820919f3b80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.872410] env[62211]: DEBUG nova.compute.manager [req-dda11934-adf4-4d71-9f3b-3e628b516b9d req-ed4b9492-938c-4db5-9cdd-b0b72c33a703 service nova] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] No waiting events found dispatching network-vif-plugged-aee6cb25-fd24-4df2-8b91-a75d29ceb240 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2010.872726] env[62211]: WARNING nova.compute.manager [req-dda11934-adf4-4d71-9f3b-3e628b516b9d req-ed4b9492-938c-4db5-9cdd-b0b72c33a703 service nova] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Received unexpected event network-vif-plugged-aee6cb25-fd24-4df2-8b91-a75d29ceb240 for instance with vm_state building and task_state spawning. [ 2010.872921] env[62211]: DEBUG nova.compute.manager [req-dda11934-adf4-4d71-9f3b-3e628b516b9d req-ed4b9492-938c-4db5-9cdd-b0b72c33a703 service nova] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Received event network-changed-aee6cb25-fd24-4df2-8b91-a75d29ceb240 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2010.873231] env[62211]: DEBUG nova.compute.manager [req-dda11934-adf4-4d71-9f3b-3e628b516b9d req-ed4b9492-938c-4db5-9cdd-b0b72c33a703 service nova] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Refreshing instance network info cache due to event network-changed-aee6cb25-fd24-4df2-8b91-a75d29ceb240. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2010.873482] env[62211]: DEBUG oslo_concurrency.lockutils [req-dda11934-adf4-4d71-9f3b-3e628b516b9d req-ed4b9492-938c-4db5-9cdd-b0b72c33a703 service nova] Acquiring lock "refresh_cache-fbf3267c-c977-4a73-b909-f820919f3b80" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.873685] env[62211]: DEBUG oslo_concurrency.lockutils [req-dda11934-adf4-4d71-9f3b-3e628b516b9d req-ed4b9492-938c-4db5-9cdd-b0b72c33a703 service nova] Acquired lock "refresh_cache-fbf3267c-c977-4a73-b909-f820919f3b80" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.873893] env[62211]: DEBUG nova.network.neutron [req-dda11934-adf4-4d71-9f3b-3e628b516b9d req-ed4b9492-938c-4db5-9cdd-b0b72c33a703 service nova] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Refreshing network info cache for port aee6cb25-fd24-4df2-8b91-a75d29ceb240 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2010.990268] env[62211]: DEBUG nova.network.neutron [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Updated VIF entry in instance network info cache for port bd44ca6a-faa2-4df1-9b29-51df0f9c1a01. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2010.990691] env[62211]: DEBUG nova.network.neutron [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Updating instance_info_cache with network_info: [{"id": "bd44ca6a-faa2-4df1-9b29-51df0f9c1a01", "address": "fa:16:3e:fb:d5:81", "network": {"id": "90a0cb67-c776-4de2-b201-4ff0b0e9f619", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-75777210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c94080049764e68a0f1d9033b0819c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd44ca6a-fa", "ovs_interfaceid": "bd44ca6a-faa2-4df1-9b29-51df0f9c1a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.145878] env[62211]: DEBUG oslo_concurrency.lockutils [None req-711a1596-361c-4dcb-86e2-6f6806ded019 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "8716efdd-f12f-47d0-a3df-d26e62495091" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.505s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.154697] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquiring lock "d540509e-c16f-49d9-9646-89550a68ae11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.154965] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Lock "d540509e-c16f-49d9-9646-89550a68ae11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.155230] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquiring lock "d540509e-c16f-49d9-9646-89550a68ae11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.155423] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Lock "d540509e-c16f-49d9-9646-89550a68ae11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.155920] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Lock "d540509e-c16f-49d9-9646-89550a68ae11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.160369] env[62211]: INFO nova.compute.manager [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Terminating instance [ 2011.214949] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473201} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.214949] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 269d1de0-5632-4d43-8350-94b920a7943b/269d1de0-5632-4d43-8350-94b920a7943b.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2011.214949] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2011.215669] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7dd00ad-1a32-4dbe-904c-e79b686f1953 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.225154] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2011.225154] env[62211]: value = "task-2074962" [ 2011.225154] env[62211]: _type = "Task" [ 2011.225154] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.239807] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.243992] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527f1d17-f092-655a-0db8-2c6a2528e791, 'name': SearchDatastore_Task, 'duration_secs': 0.008247} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.249097] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.249521] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 2590cf62-be26-4fb0-84d3-c638245fa2fe/2590cf62-be26-4fb0-84d3-c638245fa2fe.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2011.250332] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-931090a6-c873-4108-900e-c617c54727af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.256718] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2011.256718] env[62211]: value = "task-2074963" [ 2011.256718] env[62211]: _type = "Task" [ 2011.256718] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.266227] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.294475] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074961, 'name': CreateVM_Task, 'duration_secs': 0.451455} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.294965] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2011.298844] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.298844] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.298844] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2011.298844] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-389d39de-250f-44b5-8b48-d749c2750183 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.301322] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 2011.301322] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d671ac-09c9-fbff-0e58-8abad954f298" [ 2011.301322] env[62211]: _type = "Task" [ 2011.301322] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.312717] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d671ac-09c9-fbff-0e58-8abad954f298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.482164] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "263d801e-a8c6-4df2-889b-6bbae1cd5360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.482461] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "263d801e-a8c6-4df2-889b-6bbae1cd5360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.482677] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "263d801e-a8c6-4df2-889b-6bbae1cd5360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.482860] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "263d801e-a8c6-4df2-889b-6bbae1cd5360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.483132] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "263d801e-a8c6-4df2-889b-6bbae1cd5360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.485723] env[62211]: INFO nova.compute.manager [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Terminating instance [ 2011.493708] env[62211]: DEBUG oslo_concurrency.lockutils [req-f630b154-a86c-41cb-b17a-aa9e89602ff3 req-f14cac75-0705-4c76-ab32-705a50cab7af service nova] Releasing lock "refresh_cache-2590cf62-be26-4fb0-84d3-c638245fa2fe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.638488] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfc332a-f7c8-42b4-abd5-108e1d9d00a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.648884] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80237605-4c2e-4095-a3e9-715d03e95afb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.679387] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquiring lock "refresh_cache-d540509e-c16f-49d9-9646-89550a68ae11" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.679573] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquired lock "refresh_cache-d540509e-c16f-49d9-9646-89550a68ae11" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.679751] env[62211]: DEBUG nova.network.neutron [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2011.681568] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa45ad6-f763-4f98-907c-8a8b5a1bf454 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.689259] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a8be96-2a9c-47c6-b6b5-afd77a0c4164 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.702991] env[62211]: DEBUG nova.compute.provider_tree [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2011.714190] env[62211]: DEBUG nova.network.neutron [req-dda11934-adf4-4d71-9f3b-3e628b516b9d req-ed4b9492-938c-4db5-9cdd-b0b72c33a703 service nova] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Updated VIF entry in instance network info cache for port aee6cb25-fd24-4df2-8b91-a75d29ceb240. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2011.714502] env[62211]: DEBUG nova.network.neutron [req-dda11934-adf4-4d71-9f3b-3e628b516b9d req-ed4b9492-938c-4db5-9cdd-b0b72c33a703 service nova] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Updating instance_info_cache with network_info: [{"id": "aee6cb25-fd24-4df2-8b91-a75d29ceb240", "address": "fa:16:3e:cd:36:84", "network": {"id": "d08b5b37-d9d5-488b-87ad-a8ade3d33134", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-625657356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04678b970fdf4802b41b8c8b395dd44e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee6cb25-fd", "ovs_interfaceid": "aee6cb25-fd24-4df2-8b91-a75d29ceb240", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.736017] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08934} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.737205] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2011.737205] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155698e8-c25d-4bbb-b5fe-29854f1e4ff6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.758969] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 269d1de0-5632-4d43-8350-94b920a7943b/269d1de0-5632-4d43-8350-94b920a7943b.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2011.759511] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-438c98a2-4421-44d9-8ab0-a4314c4edf00 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.781910] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421499} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.783157] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 2590cf62-be26-4fb0-84d3-c638245fa2fe/2590cf62-be26-4fb0-84d3-c638245fa2fe.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2011.783389] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2011.783727] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2011.783727] env[62211]: value = "task-2074964" [ 2011.783727] env[62211]: _type = "Task" [ 2011.783727] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.783961] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca91b98f-c093-4efa-bba2-4d48ee24b8e1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.794241] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.795460] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2011.795460] env[62211]: value = "task-2074965" [ 2011.795460] env[62211]: _type = "Task" [ 2011.795460] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.808278] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.813755] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d671ac-09c9-fbff-0e58-8abad954f298, 'name': SearchDatastore_Task, 'duration_secs': 0.017432} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.814075] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.814308] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2011.814537] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.814679] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.814850] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2011.815153] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70406d04-3745-43b9-9edc-2da7ac854159 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.822724] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2011.822896] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2011.823634] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bb3e68b-46c0-4d0a-8152-6fd384bb36f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.828626] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 2011.828626] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cea40d-f31b-3586-813d-c309824cceed" [ 2011.828626] env[62211]: _type = "Task" [ 2011.828626] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.837427] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52cea40d-f31b-3586-813d-c309824cceed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.991889] env[62211]: DEBUG nova.compute.manager [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2011.992205] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2011.995128] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c393851-78d5-4f6f-ada5-e42466e1241d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.001724] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.002033] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67ef876c-ce6f-4f47-8d7e-6e2b416af825 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.008337] env[62211]: DEBUG oslo_vmware.api [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 2012.008337] env[62211]: value = "task-2074966" [ 2012.008337] env[62211]: _type = "Task" [ 2012.008337] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.016647] env[62211]: DEBUG oslo_vmware.api [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.203981] env[62211]: DEBUG nova.network.neutron [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2012.217074] env[62211]: DEBUG oslo_concurrency.lockutils [req-dda11934-adf4-4d71-9f3b-3e628b516b9d req-ed4b9492-938c-4db5-9cdd-b0b72c33a703 service nova] Releasing lock "refresh_cache-fbf3267c-c977-4a73-b909-f820919f3b80" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.225426] env[62211]: ERROR nova.scheduler.client.report [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] [req-fd09d145-389a-4f41-92e2-0dc420fa59cd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fd09d145-389a-4f41-92e2-0dc420fa59cd"}]} [ 2012.243627] env[62211]: DEBUG nova.scheduler.client.report [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2012.259071] env[62211]: DEBUG nova.scheduler.client.report [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2012.259365] env[62211]: DEBUG nova.compute.provider_tree [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2012.271026] env[62211]: DEBUG nova.scheduler.client.report [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2012.283104] env[62211]: DEBUG nova.network.neutron [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.289711] env[62211]: DEBUG nova.scheduler.client.report [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2012.298510] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074964, 'name': ReconfigVM_Task, 'duration_secs': 0.289148} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.301664] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 269d1de0-5632-4d43-8350-94b920a7943b/269d1de0-5632-4d43-8350-94b920a7943b.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2012.302320] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7df3a98c-3734-4e1f-a638-fe324c97abfd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.309099] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063069} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.310354] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2012.310716] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2012.310716] env[62211]: value = "task-2074967" [ 2012.310716] env[62211]: _type = "Task" [ 2012.310716] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.313826] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce225ed3-b808-4046-bc54-1fca4a417ad8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.324883] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074967, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.343818] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 2590cf62-be26-4fb0-84d3-c638245fa2fe/2590cf62-be26-4fb0-84d3-c638245fa2fe.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2012.352052] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38a75a5d-9244-4b20-b071-6131d1494967 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.374033] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52cea40d-f31b-3586-813d-c309824cceed, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.375601] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2012.375601] env[62211]: value = "task-2074968" [ 2012.375601] env[62211]: _type = "Task" [ 2012.375601] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.375829] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67dc428-dedc-4598-a32d-5f4d24749cd1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.389103] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.390203] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 2012.390203] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]522528e9-6686-e1fc-0cfb-d21198b632c8" [ 2012.390203] env[62211]: _type = "Task" [ 2012.390203] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.401633] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522528e9-6686-e1fc-0cfb-d21198b632c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.401972] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.402448] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] fbf3267c-c977-4a73-b909-f820919f3b80/fbf3267c-c977-4a73-b909-f820919f3b80.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2012.403282] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28605b4c-24b0-419a-8c89-481c1c648700 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.409961] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 2012.409961] env[62211]: value = "task-2074969" [ 2012.409961] env[62211]: _type = "Task" [ 2012.409961] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.421573] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.522468] env[62211]: DEBUG oslo_vmware.api [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074966, 'name': PowerOffVM_Task, 'duration_secs': 0.173355} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.522875] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2012.523178] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2012.523616] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bee1db7-e34c-40b7-a03f-a83349624e58 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.536190] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.536190] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.642584] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2012.643031] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2012.643722] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleting the datastore file [datastore1] 263d801e-a8c6-4df2-889b-6bbae1cd5360 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2012.644513] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8afda4e-0f90-4ed0-b68d-46197fef2f0c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.650848] env[62211]: DEBUG oslo_vmware.api [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 2012.650848] env[62211]: value = "task-2074971" [ 2012.650848] env[62211]: _type = "Task" [ 2012.650848] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.664810] env[62211]: DEBUG oslo_vmware.api [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.785564] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Releasing lock "refresh_cache-d540509e-c16f-49d9-9646-89550a68ae11" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.785809] env[62211]: DEBUG nova.compute.manager [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2012.786026] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2012.786918] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2574942-f2c3-4892-aec8-6b554d7d7c19 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.798574] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.798874] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a507f491-bebb-477b-b885-e0b2d2e33e8a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.807793] env[62211]: DEBUG oslo_vmware.api [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 2012.807793] env[62211]: value = "task-2074972" [ 2012.807793] env[62211]: _type = "Task" [ 2012.807793] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.817130] env[62211]: DEBUG oslo_vmware.api [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.829174] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074967, 'name': Rename_Task, 'duration_secs': 0.151061} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.829505] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2012.829786] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d5639fc-02d7-47b3-a782-e1f5f9b94bb4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.837556] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2012.837556] env[62211]: value = "task-2074973" [ 2012.837556] env[62211]: _type = "Task" [ 2012.837556] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.847092] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.891238] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.893098] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86775118-37d5-482e-a0a7-8bf3de32cd98 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.899967] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7b963a-a8ad-46de-a631-cd6078cdbc44 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.942277] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a161b7ef-8f60-48b3-ba37-79015b498f73 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.950177] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471298} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.952273] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] fbf3267c-c977-4a73-b909-f820919f3b80/fbf3267c-c977-4a73-b909-f820919f3b80.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2012.952520] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2012.952802] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70f436a9-43dd-41d1-8503-a183fcc5a017 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.955677] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c8f892-a07b-470a-8285-49328498c7d6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.969103] env[62211]: DEBUG nova.compute.provider_tree [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2012.971508] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 2012.971508] env[62211]: value = "task-2074974" [ 2012.971508] env[62211]: _type = "Task" [ 2012.971508] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.979486] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.038259] env[62211]: DEBUG nova.compute.manager [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2013.160861] env[62211]: DEBUG oslo_vmware.api [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2074971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369509} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.161208] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2013.161450] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2013.161679] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2013.161903] env[62211]: INFO nova.compute.manager [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2013.162167] env[62211]: DEBUG oslo.service.loopingcall [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.162422] env[62211]: DEBUG nova.compute.manager [-] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2013.162524] env[62211]: DEBUG nova.network.neutron [-] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2013.318235] env[62211]: DEBUG oslo_vmware.api [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074972, 'name': PowerOffVM_Task, 'duration_secs': 0.14201} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.319189] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2013.319189] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2013.319189] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f9b0b5f-628e-40d9-9e42-c7732be13366 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.348104] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2013.348369] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2013.348639] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Deleting the datastore file [datastore1] d540509e-c16f-49d9-9646-89550a68ae11 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2013.351700] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30accf7e-f685-43c8-9b50-4db1c05f0a4f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.353458] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074973, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.357333] env[62211]: DEBUG oslo_vmware.api [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for the task: (returnval){ [ 2013.357333] env[62211]: value = "task-2074976" [ 2013.357333] env[62211]: _type = "Task" [ 2013.357333] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.365539] env[62211]: DEBUG oslo_vmware.api [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.387489] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.438396] env[62211]: DEBUG nova.compute.manager [req-ee29b2b2-dc50-4352-907d-7c091cd7c51d req-2ba105e6-abef-4091-85ef-4256d239a738 service nova] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Received event network-vif-deleted-c3fbdc41-c566-46cb-8d53-406dc4dd80d6 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2013.438563] env[62211]: INFO nova.compute.manager [req-ee29b2b2-dc50-4352-907d-7c091cd7c51d req-2ba105e6-abef-4091-85ef-4256d239a738 service nova] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Neutron deleted interface c3fbdc41-c566-46cb-8d53-406dc4dd80d6; detaching it from the instance and deleting it from the info cache [ 2013.438733] env[62211]: DEBUG nova.network.neutron [req-ee29b2b2-dc50-4352-907d-7c091cd7c51d req-2ba105e6-abef-4091-85ef-4256d239a738 service nova] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.476616] env[62211]: DEBUG nova.scheduler.client.report [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2013.486677] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062185} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.486934] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2013.488632] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae32264-3a26-4da1-9e71-2c1a743b8227 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.513552] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] fbf3267c-c977-4a73-b909-f820919f3b80/fbf3267c-c977-4a73-b909-f820919f3b80.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2013.514364] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23e66b7d-9aa5-45cf-b0d9-d8bfddecda4e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.534621] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 2013.534621] env[62211]: value = "task-2074977" [ 2013.534621] env[62211]: _type = "Task" [ 2013.534621] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.545151] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.561622] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.848348] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074973, 'name': PowerOnVM_Task, 'duration_secs': 0.985073} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.848608] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2013.848812] env[62211]: INFO nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Took 13.70 seconds to spawn the instance on the hypervisor. [ 2013.848994] env[62211]: DEBUG nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2013.849750] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd4c788-56bc-4213-841b-6b07d92582bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.865148] env[62211]: DEBUG oslo_vmware.api [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Task: {'id': task-2074976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33082} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.865368] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2013.865546] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2013.865722] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2013.865886] env[62211]: INFO nova.compute.manager [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2013.866125] env[62211]: DEBUG oslo.service.loopingcall [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.866308] env[62211]: DEBUG nova.compute.manager [-] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2013.866402] env[62211]: DEBUG nova.network.neutron [-] [instance: d540509e-c16f-49d9-9646-89550a68ae11] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2013.882598] env[62211]: DEBUG nova.network.neutron [-] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2013.889112] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074968, 'name': ReconfigVM_Task, 'duration_secs': 1.351695} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.889336] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 2590cf62-be26-4fb0-84d3-c638245fa2fe/2590cf62-be26-4fb0-84d3-c638245fa2fe.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2013.889918] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac6fb2f3-337f-4d11-936e-5661a11b58d8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.897126] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2013.897126] env[62211]: value = "task-2074978" [ 2013.897126] env[62211]: _type = "Task" [ 2013.897126] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.908898] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074978, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.915273] env[62211]: DEBUG nova.network.neutron [-] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.942527] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72001aa5-7004-422a-b705-55dfe4e65109 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.954663] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec62d182-8176-434a-a6fa-c9d718dadc53 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.989401] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.384s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.991466] env[62211]: DEBUG nova.compute.manager [req-ee29b2b2-dc50-4352-907d-7c091cd7c51d req-2ba105e6-abef-4091-85ef-4256d239a738 service nova] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Detach interface failed, port_id=c3fbdc41-c566-46cb-8d53-406dc4dd80d6, reason: Instance 263d801e-a8c6-4df2-889b-6bbae1cd5360 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2013.992145] env[62211]: DEBUG oslo_concurrency.lockutils [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.768s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.992454] env[62211]: DEBUG nova.objects.instance [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lazy-loading 'resources' on Instance uuid efc9e8b0-2f76-4664-8ab9-11e1675e9485 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2014.009040] env[62211]: INFO nova.scheduler.client.report [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Deleted allocations for instance 3728f936-e7e7-4178-8dc6-88cb5eba6fd0 [ 2014.047183] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074977, 'name': ReconfigVM_Task, 'duration_secs': 0.27065} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.047482] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Reconfigured VM instance instance-0000003f to attach disk [datastore1] fbf3267c-c977-4a73-b909-f820919f3b80/fbf3267c-c977-4a73-b909-f820919f3b80.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2014.048140] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0aeb9a8-1773-4226-9781-4accbfd1abd2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.055155] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 2014.055155] env[62211]: value = "task-2074979" [ 2014.055155] env[62211]: _type = "Task" [ 2014.055155] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.063105] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074979, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.369776] env[62211]: INFO nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Took 48.27 seconds to build instance. [ 2014.385245] env[62211]: DEBUG nova.network.neutron [-] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.407322] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074978, 'name': Rename_Task, 'duration_secs': 0.14128} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.407322] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2014.407504] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a764f22-bad5-4c35-8306-b3f8c03ad8d8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.414645] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2014.414645] env[62211]: value = "task-2074980" [ 2014.414645] env[62211]: _type = "Task" [ 2014.414645] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.417552] env[62211]: INFO nova.compute.manager [-] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Took 1.25 seconds to deallocate network for instance. [ 2014.424787] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.519922] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc03b695-b0d3-4f14-8438-783949246086 tempest-ServerShowV247Test-1570828748 tempest-ServerShowV247Test-1570828748-project-member] Lock "3728f936-e7e7-4178-8dc6-88cb5eba6fd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.531s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.565434] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074979, 'name': Rename_Task, 'duration_secs': 0.137173} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.565655] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2014.566214] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b891819-7001-45b6-8524-6fad7a01152d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.574143] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 2014.574143] env[62211]: value = "task-2074981" [ 2014.574143] env[62211]: _type = "Task" [ 2014.574143] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.585508] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.872143] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "269d1de0-5632-4d43-8350-94b920a7943b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.116s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.889729] env[62211]: INFO nova.compute.manager [-] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Took 1.02 seconds to deallocate network for instance. [ 2014.928357] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.928987] env[62211]: DEBUG oslo_vmware.api [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074980, 'name': PowerOnVM_Task, 'duration_secs': 0.456313} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.929966] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2014.930311] env[62211]: INFO nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Took 9.17 seconds to spawn the instance on the hypervisor. [ 2014.930614] env[62211]: DEBUG nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2014.931853] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312fca9a-fa93-4cb5-aba4-d05339aaaece {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.936853] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46e8d96-b3ca-4090-95e6-5806aea51afb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.948412] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec70e05-6e86-4cfe-9bce-c5a70cb55401 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.979159] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82afe25a-1471-48e2-a69e-b1da3b964f73 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.987897] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9876ca5f-b8c7-4f38-aeb9-af02698a5529 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.003016] env[62211]: DEBUG nova.compute.provider_tree [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2015.090075] env[62211]: DEBUG oslo_vmware.api [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074981, 'name': PowerOnVM_Task, 'duration_secs': 0.465395} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.090518] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2015.090847] env[62211]: INFO nova.compute.manager [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Took 6.65 seconds to spawn the instance on the hypervisor. [ 2015.091177] env[62211]: DEBUG nova.compute.manager [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2015.092427] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eede63-fe48-4407-855b-7a067ab93353 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.400123] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.456899] env[62211]: INFO nova.compute.manager [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Took 47.81 seconds to build instance. [ 2015.506445] env[62211]: DEBUG nova.scheduler.client.report [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2015.615911] env[62211]: INFO nova.compute.manager [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Took 46.25 seconds to build instance. [ 2015.959534] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5acb0981-a74c-4ecd-bbfa-f69004023db3 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "2590cf62-be26-4fb0-84d3-c638245fa2fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.156s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.014553] env[62211]: DEBUG oslo_concurrency.lockutils [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.019386] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.703s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.019386] env[62211]: DEBUG nova.objects.instance [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Lazy-loading 'resources' on Instance uuid 4133aceb-f4c5-4608-a016-33672dbf262e {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2016.043045] env[62211]: INFO nova.scheduler.client.report [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Deleted allocations for instance efc9e8b0-2f76-4664-8ab9-11e1675e9485 [ 2016.117994] env[62211]: DEBUG oslo_concurrency.lockutils [None req-936b097c-c2bc-4f9b-b1a3-aeca8582825a tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "fbf3267c-c977-4a73-b909-f820919f3b80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.505s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.490610] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "269d1de0-5632-4d43-8350-94b920a7943b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.490996] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "269d1de0-5632-4d43-8350-94b920a7943b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.491162] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "269d1de0-5632-4d43-8350-94b920a7943b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.491332] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "269d1de0-5632-4d43-8350-94b920a7943b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.491530] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "269d1de0-5632-4d43-8350-94b920a7943b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.493896] env[62211]: INFO nova.compute.manager [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Terminating instance [ 2016.554904] env[62211]: DEBUG oslo_concurrency.lockutils [None req-be89b9cf-5843-4e99-af4f-9de21a677fb5 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "efc9e8b0-2f76-4664-8ab9-11e1675e9485" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.977s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.611663] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "fbf3267c-c977-4a73-b909-f820919f3b80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.612355] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "fbf3267c-c977-4a73-b909-f820919f3b80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.612355] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "fbf3267c-c977-4a73-b909-f820919f3b80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.612355] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "fbf3267c-c977-4a73-b909-f820919f3b80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.612570] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "fbf3267c-c977-4a73-b909-f820919f3b80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.619973] env[62211]: INFO nova.compute.manager [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Terminating instance [ 2016.669976] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "2590cf62-be26-4fb0-84d3-c638245fa2fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.672466] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "2590cf62-be26-4fb0-84d3-c638245fa2fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.672466] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "2590cf62-be26-4fb0-84d3-c638245fa2fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.672466] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "2590cf62-be26-4fb0-84d3-c638245fa2fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.672466] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "2590cf62-be26-4fb0-84d3-c638245fa2fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.673785] env[62211]: INFO nova.compute.manager [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Terminating instance [ 2016.976101] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929ea4ab-c668-40f9-8402-a39c236be3ca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.984016] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b596df48-de40-4a3f-b12d-202c8ce978d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.018171] env[62211]: DEBUG nova.compute.manager [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2017.018415] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2017.020084] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b0e204-a41f-4688-b249-055d5ff55404 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.023293] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890411d6-6028-4a9b-af3f-4b9d10b0a1a2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.031981] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2017.033185] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6dbda1-2510-4546-b8c6-d64dfcc4d838 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.036840] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a834d761-e519-4723-9c8c-4b344af3f5e2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.047759] env[62211]: DEBUG nova.compute.provider_tree [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2017.050564] env[62211]: DEBUG oslo_vmware.api [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2017.050564] env[62211]: value = "task-2074982" [ 2017.050564] env[62211]: _type = "Task" [ 2017.050564] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.059141] env[62211]: DEBUG oslo_vmware.api [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.125113] env[62211]: DEBUG nova.compute.manager [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2017.125395] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2017.126386] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97459f4d-c5bd-4f47-ac85-5909d78f728b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.134744] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2017.134988] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22e7924c-89d8-4217-ad65-ff118964278a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.141564] env[62211]: DEBUG oslo_vmware.api [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 2017.141564] env[62211]: value = "task-2074983" [ 2017.141564] env[62211]: _type = "Task" [ 2017.141564] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.149573] env[62211]: DEBUG oslo_vmware.api [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.177666] env[62211]: DEBUG nova.compute.manager [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2017.177964] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2017.178916] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9209d629-b5a7-4ca9-aac5-eef807740cce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.187530] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2017.187896] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2a3e2fd-4b0b-4757-a597-95b460c36d9d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.194777] env[62211]: DEBUG oslo_vmware.api [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2017.194777] env[62211]: value = "task-2074984" [ 2017.194777] env[62211]: _type = "Task" [ 2017.194777] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.206621] env[62211]: DEBUG oslo_vmware.api [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.552479] env[62211]: DEBUG nova.scheduler.client.report [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2017.565536] env[62211]: DEBUG oslo_vmware.api [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074982, 'name': PowerOffVM_Task, 'duration_secs': 0.194966} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.565865] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2017.566068] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2017.566322] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37d1a9ab-af5f-4af2-b1fc-bd9fb6a8e0a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.654949] env[62211]: DEBUG oslo_vmware.api [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074983, 'name': PowerOffVM_Task, 'duration_secs': 0.203974} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.655284] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2017.655470] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2017.655745] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65e7c6c9-618d-48ae-a777-a5d83e60445e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.704404] env[62211]: DEBUG oslo_vmware.api [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074984, 'name': PowerOffVM_Task, 'duration_secs': 0.206224} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.705235] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2017.705465] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2017.705760] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e05f3492-fb08-448a-b44f-7bc9d147948e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.775152] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2017.775367] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2017.775686] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Deleting the datastore file [datastore1] 269d1de0-5632-4d43-8350-94b920a7943b {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2017.776598] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d8ef42c-3bd1-450d-b557-896fcd84e026 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.785199] env[62211]: DEBUG oslo_vmware.api [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2017.785199] env[62211]: value = "task-2074988" [ 2017.785199] env[62211]: _type = "Task" [ 2017.785199] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.792600] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2017.792600] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2017.792600] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Deleting the datastore file [datastore1] fbf3267c-c977-4a73-b909-f820919f3b80 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2017.792600] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08bc3660-957f-40a5-b334-c9309df9017d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.796991] env[62211]: DEBUG oslo_vmware.api [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.801904] env[62211]: DEBUG oslo_vmware.api [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for the task: (returnval){ [ 2017.801904] env[62211]: value = "task-2074989" [ 2017.801904] env[62211]: _type = "Task" [ 2017.801904] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.809821] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2017.809821] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2017.809951] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Deleting the datastore file [datastore1] 2590cf62-be26-4fb0-84d3-c638245fa2fe {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2017.810659] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a64f0ea-095e-4338-9503-6fc729b0e5b2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.816985] env[62211]: DEBUG oslo_vmware.api [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.822213] env[62211]: DEBUG oslo_vmware.api [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2017.822213] env[62211]: value = "task-2074990" [ 2017.822213] env[62211]: _type = "Task" [ 2017.822213] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.832268] env[62211]: DEBUG oslo_vmware.api [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.063287] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.063934] env[62211]: DEBUG oslo_concurrency.lockutils [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.279s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.064542] env[62211]: DEBUG nova.objects.instance [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lazy-loading 'resources' on Instance uuid 5f87762e-e397-4a36-8835-36419676b9d5 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2018.093858] env[62211]: INFO nova.scheduler.client.report [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Deleted allocations for instance 4133aceb-f4c5-4608-a016-33672dbf262e [ 2018.259829] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "318ea049-c1ce-4e68-9e63-b1990e7050c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.259829] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "318ea049-c1ce-4e68-9e63-b1990e7050c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.259829] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "318ea049-c1ce-4e68-9e63-b1990e7050c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.259829] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "318ea049-c1ce-4e68-9e63-b1990e7050c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.259829] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "318ea049-c1ce-4e68-9e63-b1990e7050c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.261672] env[62211]: INFO nova.compute.manager [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Terminating instance [ 2018.300750] env[62211]: DEBUG oslo_vmware.api [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197511} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.301354] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2018.301546] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2018.301704] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2018.301888] env[62211]: INFO nova.compute.manager [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2018.302298] env[62211]: DEBUG oslo.service.loopingcall [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2018.302587] env[62211]: DEBUG nova.compute.manager [-] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2018.302694] env[62211]: DEBUG nova.network.neutron [-] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2018.315908] env[62211]: DEBUG oslo_vmware.api [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Task: {'id': task-2074989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189699} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.316168] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2018.316352] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2018.316615] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2018.316710] env[62211]: INFO nova.compute.manager [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2018.316927] env[62211]: DEBUG oslo.service.loopingcall [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2018.317168] env[62211]: DEBUG nova.compute.manager [-] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2018.317274] env[62211]: DEBUG nova.network.neutron [-] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2018.332272] env[62211]: DEBUG oslo_vmware.api [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2074990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21249} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.332531] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2018.332728] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2018.332896] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2018.333082] env[62211]: INFO nova.compute.manager [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2018.333890] env[62211]: DEBUG oslo.service.loopingcall [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2018.334103] env[62211]: DEBUG nova.compute.manager [-] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2018.334199] env[62211]: DEBUG nova.network.neutron [-] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2018.604435] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fe091008-e88a-4558-b52a-899b75a78361 tempest-ServerMetadataTestJSON-1070440007 tempest-ServerMetadataTestJSON-1070440007-project-member] Lock "4133aceb-f4c5-4608-a016-33672dbf262e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.493s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.768260] env[62211]: DEBUG nova.compute.manager [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2018.768589] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2018.770543] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3e3848-2b5d-4987-85ce-d009f7b7a448 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.784045] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2018.785376] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64c81e82-456c-439c-bf38-5aa84d62ce69 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.795156] env[62211]: DEBUG oslo_vmware.api [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 2018.795156] env[62211]: value = "task-2074991" [ 2018.795156] env[62211]: _type = "Task" [ 2018.795156] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.807720] env[62211]: DEBUG oslo_vmware.api [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.002814] env[62211]: DEBUG nova.compute.manager [req-eab1e2a1-02fb-43b8-a787-2dd83bcc1fa3 req-61083c5b-f1b0-4b46-89fa-ceb2528127a2 service nova] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Received event network-vif-deleted-bd44ca6a-faa2-4df1-9b29-51df0f9c1a01 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2019.002814] env[62211]: INFO nova.compute.manager [req-eab1e2a1-02fb-43b8-a787-2dd83bcc1fa3 req-61083c5b-f1b0-4b46-89fa-ceb2528127a2 service nova] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Neutron deleted interface bd44ca6a-faa2-4df1-9b29-51df0f9c1a01; detaching it from the instance and deleting it from the info cache [ 2019.002814] env[62211]: DEBUG nova.network.neutron [req-eab1e2a1-02fb-43b8-a787-2dd83bcc1fa3 req-61083c5b-f1b0-4b46-89fa-ceb2528127a2 service nova] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.071049] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d0f4bf-1a68-48bc-94b7-feeaa29d04b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.081181] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715e2710-ac7b-4396-92fa-1d7d99df614b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.119617] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f84542-d35a-40a6-a818-20462425a5b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.130810] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971db2be-1630-461f-8ebc-30c3324b9f69 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.149480] env[62211]: DEBUG nova.compute.provider_tree [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.152950] env[62211]: DEBUG nova.compute.manager [req-d87a2631-6413-4aef-a1f4-faaf8657ddb8 req-9851b3f0-fc8d-4ce6-885c-3d038f331193 service nova] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Received event network-vif-deleted-346e122a-b431-42a2-a910-2f3d7145eb09 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2019.152950] env[62211]: INFO nova.compute.manager [req-d87a2631-6413-4aef-a1f4-faaf8657ddb8 req-9851b3f0-fc8d-4ce6-885c-3d038f331193 service nova] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Neutron deleted interface 346e122a-b431-42a2-a910-2f3d7145eb09; detaching it from the instance and deleting it from the info cache [ 2019.153458] env[62211]: DEBUG nova.network.neutron [req-d87a2631-6413-4aef-a1f4-faaf8657ddb8 req-9851b3f0-fc8d-4ce6-885c-3d038f331193 service nova] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.289592] env[62211]: DEBUG nova.network.neutron [-] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.306771] env[62211]: DEBUG oslo_vmware.api [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074991, 'name': PowerOffVM_Task, 'duration_secs': 0.191536} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.309480] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2019.309480] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2019.309480] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4b7f0b0-b61d-491f-b8f1-facfb1e53a8f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.507331] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-817d26a9-c824-4cac-b589-323641811ceb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.521721] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9763c7-d066-4735-b7af-b7eda7dafcda {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.558579] env[62211]: DEBUG nova.compute.manager [req-eab1e2a1-02fb-43b8-a787-2dd83bcc1fa3 req-61083c5b-f1b0-4b46-89fa-ceb2528127a2 service nova] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Detach interface failed, port_id=bd44ca6a-faa2-4df1-9b29-51df0f9c1a01, reason: Instance 2590cf62-be26-4fb0-84d3-c638245fa2fe could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2019.623885] env[62211]: DEBUG nova.network.neutron [-] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.657070] env[62211]: DEBUG nova.network.neutron [-] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.659806] env[62211]: DEBUG nova.scheduler.client.report [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.665679] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aad50efb-53c5-4889-b8cd-ceda616124ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.675430] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77af034f-a207-4a44-be09-bd172e48bdc8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.715577] env[62211]: DEBUG nova.compute.manager [req-d87a2631-6413-4aef-a1f4-faaf8657ddb8 req-9851b3f0-fc8d-4ce6-885c-3d038f331193 service nova] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Detach interface failed, port_id=346e122a-b431-42a2-a910-2f3d7145eb09, reason: Instance 269d1de0-5632-4d43-8350-94b920a7943b could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2019.790670] env[62211]: INFO nova.compute.manager [-] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Took 1.46 seconds to deallocate network for instance. [ 2020.127111] env[62211]: INFO nova.compute.manager [-] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Took 1.82 seconds to deallocate network for instance. [ 2020.168020] env[62211]: DEBUG oslo_concurrency.lockutils [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.168357] env[62211]: INFO nova.compute.manager [-] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Took 1.85 seconds to deallocate network for instance. [ 2020.170022] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.121s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.202241] env[62211]: INFO nova.scheduler.client.report [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Deleted allocations for instance 5f87762e-e397-4a36-8835-36419676b9d5 [ 2020.298196] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.640017] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.676092] env[62211]: INFO nova.compute.claims [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2020.681311] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.721589] env[62211]: DEBUG oslo_concurrency.lockutils [None req-685712c8-757c-4820-ab07-96b513fae5ad tempest-ServerRescueTestJSON-1486948398 tempest-ServerRescueTestJSON-1486948398-project-member] Lock "5f87762e-e397-4a36-8835-36419676b9d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.914s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.934802] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2020.934875] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2020.935043] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Deleting the datastore file [datastore1] 318ea049-c1ce-4e68-9e63-b1990e7050c3 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2020.935357] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a362c939-a810-42c5-8b7e-b52adc3bb131 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.942301] env[62211]: DEBUG oslo_vmware.api [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for the task: (returnval){ [ 2020.942301] env[62211]: value = "task-2074993" [ 2020.942301] env[62211]: _type = "Task" [ 2020.942301] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.954133] env[62211]: DEBUG oslo_vmware.api [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.184931] env[62211]: INFO nova.compute.resource_tracker [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating resource usage from migration 1f5a5213-cfee-401a-89f5-2281e76dd3df [ 2021.391359] env[62211]: DEBUG nova.compute.manager [req-5c2ebb4b-1998-4cd1-9715-f2420513b1da req-307eb838-0110-4744-bf1e-6e79638e2bb3 service nova] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Received event network-vif-deleted-aee6cb25-fd24-4df2-8b91-a75d29ceb240 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2021.452799] env[62211]: DEBUG oslo_vmware.api [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Task: {'id': task-2074993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381292} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.452977] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2021.453168] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2021.453392] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2021.453604] env[62211]: INFO nova.compute.manager [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Took 2.69 seconds to destroy the instance on the hypervisor. [ 2021.453895] env[62211]: DEBUG oslo.service.loopingcall [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.455037] env[62211]: DEBUG nova.compute.manager [-] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2021.455037] env[62211]: DEBUG nova.network.neutron [-] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2021.748367] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcfd18b-8ad3-440f-82c7-8f1ef3207570 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.762082] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984a62f3-f39d-43c1-a266-21d70bc88d2d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.810578] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff13173-28e1-4a38-9c38-b90916ca63f0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.818171] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c69c00-866c-4ff1-a6e1-cee4b5a9b72b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.839227] env[62211]: DEBUG nova.compute.provider_tree [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2022.312835] env[62211]: DEBUG nova.network.neutron [-] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.322709] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.322960] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.342932] env[62211]: DEBUG nova.scheduler.client.report [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2022.819817] env[62211]: INFO nova.compute.manager [-] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Took 1.37 seconds to deallocate network for instance. [ 2022.828025] env[62211]: DEBUG nova.compute.manager [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2022.854419] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.683s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.854419] env[62211]: INFO nova.compute.manager [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Migrating [ 2022.865450] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.373s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.866942] env[62211]: INFO nova.compute.claims [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2023.327256] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.350280] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.379095] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.379095] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.379095] env[62211]: DEBUG nova.network.neutron [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2023.693036] env[62211]: DEBUG nova.compute.manager [req-8bc5ad38-87a8-42dc-8b04-1ef82c1ecfc1 req-f030e431-b7af-4c3f-bbbb-144a7068a7d1 service nova] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Received event network-vif-deleted-1f5a7631-2251-48f5-8e3f-11bc8634badf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2024.259852] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2511a034-6cb9-4afb-9921-e9bce04efd30 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.267853] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3c9bd7-d789-475b-823a-aadf10a83cc2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.299952] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8cb533-e6f3-49e9-b166-8d45d9372673 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.307784] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5f797a-f98f-4785-916c-d4b4f3e540c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.320978] env[62211]: DEBUG nova.compute.provider_tree [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2024.358303] env[62211]: DEBUG nova.network.neutron [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance_info_cache with network_info: [{"id": "7c806155-6adf-4697-ad17-357f0100a83a", "address": "fa:16:3e:8d:31:b5", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c806155-6a", "ovs_interfaceid": "7c806155-6adf-4697-ad17-357f0100a83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.825416] env[62211]: DEBUG nova.scheduler.client.report [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2024.860907] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.331912] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.332563] env[62211]: DEBUG nova.compute.manager [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2025.335197] env[62211]: DEBUG oslo_concurrency.lockutils [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.677s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.335424] env[62211]: DEBUG nova.objects.instance [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lazy-loading 'resources' on Instance uuid 5d522939-f78b-46cf-b951-fe98e6aeadaa {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.841028] env[62211]: DEBUG nova.compute.utils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2025.845976] env[62211]: DEBUG nova.compute.manager [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2025.846211] env[62211]: DEBUG nova.network.neutron [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2025.886195] env[62211]: DEBUG nova.policy [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '222bad1fbda94a4c905f4288f77b7677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '033209100e0042c29d6fe811748bbdba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2026.219269] env[62211]: DEBUG nova.network.neutron [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Successfully created port: 029e384f-3635-4267-b23c-00d656b42f62 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2026.259473] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b184393-b09b-4b30-a2d3-483ea45326bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.272479] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2f6454-a936-4c96-9b43-4b79a8484f1f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.304949] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b5b205-92d3-44c9-83b9-6eee8a574b1d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.314031] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0209c05-5064-4ca7-8f44-3b068a6f2c57 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.330690] env[62211]: DEBUG nova.compute.provider_tree [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.349130] env[62211]: DEBUG nova.compute.manager [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2026.382649] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99e8538-bf0c-4e72-af05-118c47cac484 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.405610] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance '8ad86c6d-5655-4bca-8a9f-4af4d05d71e4' progress to 0 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2026.565496] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquiring lock "9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.565738] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Lock "9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.833870] env[62211]: DEBUG nova.scheduler.client.report [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2026.912645] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2026.913042] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a60f0330-1cc8-47ee-84bf-5cdfc6a6529a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.921808] env[62211]: DEBUG oslo_vmware.api [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2026.921808] env[62211]: value = "task-2074994" [ 2026.921808] env[62211]: _type = "Task" [ 2026.921808] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.934146] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] VM already powered off {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2026.934490] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance '8ad86c6d-5655-4bca-8a9f-4af4d05d71e4' progress to 17 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2027.068027] env[62211]: DEBUG nova.compute.manager [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2027.338496] env[62211]: DEBUG oslo_concurrency.lockutils [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.341059] env[62211]: DEBUG oslo_concurrency.lockutils [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.748s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.341420] env[62211]: DEBUG nova.objects.instance [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Lazy-loading 'resources' on Instance uuid 871c80f0-e5dc-42e5-8708-971567d287dc {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.357294] env[62211]: DEBUG nova.compute.manager [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2027.368397] env[62211]: INFO nova.scheduler.client.report [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleted allocations for instance 5d522939-f78b-46cf-b951-fe98e6aeadaa [ 2027.389046] env[62211]: DEBUG nova.virt.hardware [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2027.389046] env[62211]: DEBUG nova.virt.hardware [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2027.389046] env[62211]: DEBUG nova.virt.hardware [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2027.389046] env[62211]: DEBUG nova.virt.hardware [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2027.389046] env[62211]: DEBUG nova.virt.hardware [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2027.389046] env[62211]: DEBUG nova.virt.hardware [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2027.389046] env[62211]: DEBUG nova.virt.hardware [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2027.389046] env[62211]: DEBUG nova.virt.hardware [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2027.389046] env[62211]: DEBUG nova.virt.hardware [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2027.389948] env[62211]: DEBUG nova.virt.hardware [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2027.391184] env[62211]: DEBUG nova.virt.hardware [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2027.392466] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bff8e1e-8098-43e5-a625-b2503542ef44 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.404195] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8216419b-479f-486c-972c-7567ba2d50ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.442165] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2027.442443] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2027.442613] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2027.442799] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2027.442947] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2027.443106] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2027.443858] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2027.443935] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2027.444165] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2027.448017] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2027.448017] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2027.451372] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d3ac468-5f75-4874-a3fd-3b5f4ce90f42 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.470114] env[62211]: DEBUG oslo_vmware.api [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2027.470114] env[62211]: value = "task-2074995" [ 2027.470114] env[62211]: _type = "Task" [ 2027.470114] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.481540] env[62211]: DEBUG oslo_vmware.api [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.587980] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.723149] env[62211]: DEBUG nova.compute.manager [req-efde996f-c88a-4625-a297-d2f9e28f485c req-a82bcea5-b52e-47f9-bd63-3f2f088e8496 service nova] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Received event network-vif-plugged-029e384f-3635-4267-b23c-00d656b42f62 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2027.723149] env[62211]: DEBUG oslo_concurrency.lockutils [req-efde996f-c88a-4625-a297-d2f9e28f485c req-a82bcea5-b52e-47f9-bd63-3f2f088e8496 service nova] Acquiring lock "5f19a95e-137e-46f2-884b-c56c947ef05c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.723149] env[62211]: DEBUG oslo_concurrency.lockutils [req-efde996f-c88a-4625-a297-d2f9e28f485c req-a82bcea5-b52e-47f9-bd63-3f2f088e8496 service nova] Lock "5f19a95e-137e-46f2-884b-c56c947ef05c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.723149] env[62211]: DEBUG oslo_concurrency.lockutils [req-efde996f-c88a-4625-a297-d2f9e28f485c req-a82bcea5-b52e-47f9-bd63-3f2f088e8496 service nova] Lock "5f19a95e-137e-46f2-884b-c56c947ef05c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.723619] env[62211]: DEBUG nova.compute.manager [req-efde996f-c88a-4625-a297-d2f9e28f485c req-a82bcea5-b52e-47f9-bd63-3f2f088e8496 service nova] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] No waiting events found dispatching network-vif-plugged-029e384f-3635-4267-b23c-00d656b42f62 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2027.723915] env[62211]: WARNING nova.compute.manager [req-efde996f-c88a-4625-a297-d2f9e28f485c req-a82bcea5-b52e-47f9-bd63-3f2f088e8496 service nova] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Received unexpected event network-vif-plugged-029e384f-3635-4267-b23c-00d656b42f62 for instance with vm_state building and task_state spawning. [ 2027.817063] env[62211]: DEBUG nova.network.neutron [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Successfully updated port: 029e384f-3635-4267-b23c-00d656b42f62 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2027.878890] env[62211]: DEBUG oslo_concurrency.lockutils [None req-914d4f21-fd6b-4d3e-9dda-44000364a499 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "5d522939-f78b-46cf-b951-fe98e6aeadaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.155s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.981395] env[62211]: DEBUG oslo_vmware.api [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074995, 'name': ReconfigVM_Task, 'duration_secs': 0.144829} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.982072] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance '8ad86c6d-5655-4bca-8a9f-4af4d05d71e4' progress to 33 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2028.201849] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8917b38-e78a-41fe-98ca-9dcd5787b5b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.209265] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd53996-9141-438b-893b-f4ca571f7525 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.241103] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacf606d-18f1-49b7-a0c6-3fbb07dd61d5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.248925] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355b7cb5-55c0-4322-9b49-79df314ead7d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.264026] env[62211]: DEBUG nova.compute.provider_tree [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2028.322418] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "refresh_cache-5f19a95e-137e-46f2-884b-c56c947ef05c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.322579] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "refresh_cache-5f19a95e-137e-46f2-884b-c56c947ef05c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.322736] env[62211]: DEBUG nova.network.neutron [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2028.491200] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2028.491480] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2028.491617] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2028.491797] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2028.491941] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2028.492101] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2028.492302] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2028.492485] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2028.492657] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2028.493883] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2028.493883] env[62211]: DEBUG nova.virt.hardware [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2028.498201] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2028.498492] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e53d354-8056-4dfb-a79b-4b81ef57051c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.516676] env[62211]: DEBUG oslo_vmware.api [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2028.516676] env[62211]: value = "task-2074996" [ 2028.516676] env[62211]: _type = "Task" [ 2028.516676] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.525259] env[62211]: DEBUG oslo_vmware.api [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.768030] env[62211]: DEBUG nova.scheduler.client.report [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2028.856623] env[62211]: DEBUG nova.network.neutron [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2028.987383] env[62211]: DEBUG nova.network.neutron [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Updating instance_info_cache with network_info: [{"id": "029e384f-3635-4267-b23c-00d656b42f62", "address": "fa:16:3e:de:49:c4", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029e384f-36", "ovs_interfaceid": "029e384f-3635-4267-b23c-00d656b42f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.026131] env[62211]: DEBUG oslo_vmware.api [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074996, 'name': ReconfigVM_Task, 'duration_secs': 0.166396} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.026393] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2029.027157] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b623385-6ad7-4230-b608-1424630da2c0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.048448] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4/8ad86c6d-5655-4bca-8a9f-4af4d05d71e4.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2029.048689] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1462cb45-ee1c-4100-ba9c-97cfb5aebf9a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.066497] env[62211]: DEBUG oslo_vmware.api [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2029.066497] env[62211]: value = "task-2074997" [ 2029.066497] env[62211]: _type = "Task" [ 2029.066497] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.074407] env[62211]: DEBUG oslo_vmware.api [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.271854] env[62211]: DEBUG oslo_concurrency.lockutils [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.275269] env[62211]: DEBUG oslo_concurrency.lockutils [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.638s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.275269] env[62211]: DEBUG nova.objects.instance [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lazy-loading 'resources' on Instance uuid 0f4ad662-7f72-436e-a05b-9255c76d06b9 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2029.294273] env[62211]: INFO nova.scheduler.client.report [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Deleted allocations for instance 871c80f0-e5dc-42e5-8708-971567d287dc [ 2029.490015] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "refresh_cache-5f19a95e-137e-46f2-884b-c56c947ef05c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.490370] env[62211]: DEBUG nova.compute.manager [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Instance network_info: |[{"id": "029e384f-3635-4267-b23c-00d656b42f62", "address": "fa:16:3e:de:49:c4", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029e384f-36", "ovs_interfaceid": "029e384f-3635-4267-b23c-00d656b42f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2029.490796] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:49:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '029e384f-3635-4267-b23c-00d656b42f62', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2029.498211] env[62211]: DEBUG oslo.service.loopingcall [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2029.498388] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2029.498623] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0015550-5605-4057-8ed5-0a6a9d0d99fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.518959] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2029.518959] env[62211]: value = "task-2074998" [ 2029.518959] env[62211]: _type = "Task" [ 2029.518959] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.526776] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074998, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.578797] env[62211]: DEBUG oslo_vmware.api [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2074997, 'name': ReconfigVM_Task, 'duration_secs': 0.271809} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.579382] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4/8ad86c6d-5655-4bca-8a9f-4af4d05d71e4.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2029.579793] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance '8ad86c6d-5655-4bca-8a9f-4af4d05d71e4' progress to 50 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2029.748696] env[62211]: DEBUG nova.compute.manager [req-042940ec-7664-4401-b731-e77bf68bad12 req-9b6fa2d5-1fc5-4f9a-85f1-db638dc90d2b service nova] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Received event network-changed-029e384f-3635-4267-b23c-00d656b42f62 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2029.748898] env[62211]: DEBUG nova.compute.manager [req-042940ec-7664-4401-b731-e77bf68bad12 req-9b6fa2d5-1fc5-4f9a-85f1-db638dc90d2b service nova] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Refreshing instance network info cache due to event network-changed-029e384f-3635-4267-b23c-00d656b42f62. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2029.749146] env[62211]: DEBUG oslo_concurrency.lockutils [req-042940ec-7664-4401-b731-e77bf68bad12 req-9b6fa2d5-1fc5-4f9a-85f1-db638dc90d2b service nova] Acquiring lock "refresh_cache-5f19a95e-137e-46f2-884b-c56c947ef05c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.749293] env[62211]: DEBUG oslo_concurrency.lockutils [req-042940ec-7664-4401-b731-e77bf68bad12 req-9b6fa2d5-1fc5-4f9a-85f1-db638dc90d2b service nova] Acquired lock "refresh_cache-5f19a95e-137e-46f2-884b-c56c947ef05c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.749454] env[62211]: DEBUG nova.network.neutron [req-042940ec-7664-4401-b731-e77bf68bad12 req-9b6fa2d5-1fc5-4f9a-85f1-db638dc90d2b service nova] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Refreshing network info cache for port 029e384f-3635-4267-b23c-00d656b42f62 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2029.803621] env[62211]: DEBUG oslo_concurrency.lockutils [None req-39cf53ed-fa4e-4af2-939f-3d6daa291139 tempest-FloatingIPsAssociationNegativeTestJSON-765595037 tempest-FloatingIPsAssociationNegativeTestJSON-765595037-project-member] Lock "871c80f0-e5dc-42e5-8708-971567d287dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.802s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.030618] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2074998, 'name': CreateVM_Task, 'duration_secs': 0.382616} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.030884] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2030.031469] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.031726] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.031931] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2030.032266] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ac561d-c3ae-4af7-97da-9a5fa518e77f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.039219] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2030.039219] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5201c32f-3cb4-8cb5-3e79-e963fb7c1398" [ 2030.039219] env[62211]: _type = "Task" [ 2030.039219] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.046654] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5201c32f-3cb4-8cb5-3e79-e963fb7c1398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.087935] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072ed0c-a37b-452d-a135-9a45196d16f2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.110874] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cfa3dd-5099-41a5-9063-ae845e68f6ca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.128756] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance '8ad86c6d-5655-4bca-8a9f-4af4d05d71e4' progress to 67 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2030.144889] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21187e1c-377c-4d0e-8f87-3d4491ff17f7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.151964] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327cd212-7f3c-4952-837a-bd0ed6ff77d6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.182579] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d465bde-2471-465f-bc30-b6a5ec6d83db {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.190560] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8376180-ab34-4c1f-8ba3-5234cd818399 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.205879] env[62211]: DEBUG nova.compute.provider_tree [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2030.496485] env[62211]: DEBUG nova.network.neutron [req-042940ec-7664-4401-b731-e77bf68bad12 req-9b6fa2d5-1fc5-4f9a-85f1-db638dc90d2b service nova] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Updated VIF entry in instance network info cache for port 029e384f-3635-4267-b23c-00d656b42f62. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2030.496852] env[62211]: DEBUG nova.network.neutron [req-042940ec-7664-4401-b731-e77bf68bad12 req-9b6fa2d5-1fc5-4f9a-85f1-db638dc90d2b service nova] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Updating instance_info_cache with network_info: [{"id": "029e384f-3635-4267-b23c-00d656b42f62", "address": "fa:16:3e:de:49:c4", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029e384f-36", "ovs_interfaceid": "029e384f-3635-4267-b23c-00d656b42f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.550012] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5201c32f-3cb4-8cb5-3e79-e963fb7c1398, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.550411] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.550658] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2030.550898] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.551077] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.551239] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2030.551500] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-600ad7f4-8178-45e3-8f8a-d2f2ef54db91 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.559532] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2030.559706] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2030.560430] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9044cad-5693-4b69-93a9-0fcdb4fa3752 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.565591] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2030.565591] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52305837-69ee-abba-6d03-77b41b1732c0" [ 2030.565591] env[62211]: _type = "Task" [ 2030.565591] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.573068] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52305837-69ee-abba-6d03-77b41b1732c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.700239] env[62211]: DEBUG nova.network.neutron [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Port 7c806155-6adf-4697-ad17-357f0100a83a binding to destination host cpu-1 is already ACTIVE {{(pid=62211) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2030.709297] env[62211]: DEBUG nova.scheduler.client.report [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2030.999746] env[62211]: DEBUG oslo_concurrency.lockutils [req-042940ec-7664-4401-b731-e77bf68bad12 req-9b6fa2d5-1fc5-4f9a-85f1-db638dc90d2b service nova] Releasing lock "refresh_cache-5f19a95e-137e-46f2-884b-c56c947ef05c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.078511] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52305837-69ee-abba-6d03-77b41b1732c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008404} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.080130] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff3a2144-6674-4ec5-8f35-be82bc0f8ed6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.084531] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2031.084531] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5255bae5-40e9-4668-c27e-4a7c9dda9a99" [ 2031.084531] env[62211]: _type = "Task" [ 2031.084531] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.092547] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5255bae5-40e9-4668-c27e-4a7c9dda9a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.217021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.217021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.350s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.217021] env[62211]: DEBUG nova.objects.instance [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lazy-loading 'resources' on Instance uuid cc69936a-b23f-4243-bd9a-6801eaed94af {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2031.260340] env[62211]: INFO nova.scheduler.client.report [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Deleted allocations for instance 0f4ad662-7f72-436e-a05b-9255c76d06b9 [ 2031.597229] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5255bae5-40e9-4668-c27e-4a7c9dda9a99, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.597528] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.597783] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 5f19a95e-137e-46f2-884b-c56c947ef05c/5f19a95e-137e-46f2-884b-c56c947ef05c.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2031.598055] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2ae642d-5030-4719-a154-7761a2a5b49a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.605274] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2031.605274] env[62211]: value = "task-2074999" [ 2031.605274] env[62211]: _type = "Task" [ 2031.605274] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.614336] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.731706] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.732042] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.732099] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.772785] env[62211]: DEBUG oslo_concurrency.lockutils [None req-24a54a04-ff3a-4cc7-af90-cc06b3828bb3 tempest-ListServerFiltersTestJSON-1496862972 tempest-ListServerFiltersTestJSON-1496862972-project-member] Lock "0f4ad662-7f72-436e-a05b-9255c76d06b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.240s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.117793] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2074999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473591} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.118048] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 5f19a95e-137e-46f2-884b-c56c947ef05c/5f19a95e-137e-46f2-884b-c56c947ef05c.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2032.118212] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2032.120739] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e7f8c1-f61d-4262-b19d-92f0fd9b1f41 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.127031] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2032.127031] env[62211]: value = "task-2075000" [ 2032.127031] env[62211]: _type = "Task" [ 2032.127031] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.135114] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.178610] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbdabc3-d4b8-4197-b1a9-c92c6ce39031 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.187351] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6435dfd-4a88-47b7-8114-51b5d466fa1c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.222052] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71b2ecf-90e4-4c79-8a64-d817df9cec4b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.230182] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2e23eb-7bb2-4b91-b176-895712aa73af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.248157] env[62211]: DEBUG nova.compute.provider_tree [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2032.638460] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064892} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.638725] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2032.639537] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e840d255-8c8c-44f2-908c-e732c17fd930 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.662979] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 5f19a95e-137e-46f2-884b-c56c947ef05c/5f19a95e-137e-46f2-884b-c56c947ef05c.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2032.663510] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e126e3dc-a202-4f21-97c5-44fcea0f0fd2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.684637] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2032.684637] env[62211]: value = "task-2075001" [ 2032.684637] env[62211]: _type = "Task" [ 2032.684637] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.692995] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.754315] env[62211]: DEBUG nova.scheduler.client.report [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2032.855993] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.856268] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.856538] env[62211]: DEBUG nova.network.neutron [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2033.197381] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075001, 'name': ReconfigVM_Task, 'duration_secs': 0.282525} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.197705] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 5f19a95e-137e-46f2-884b-c56c947ef05c/5f19a95e-137e-46f2-884b-c56c947ef05c.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2033.198863] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6922c259-3154-418c-b173-456b72fcd626 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.205129] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2033.205129] env[62211]: value = "task-2075002" [ 2033.205129] env[62211]: _type = "Task" [ 2033.205129] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.213727] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075002, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.260900] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.263662] env[62211]: DEBUG oslo_concurrency.lockutils [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.840s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.263920] env[62211]: DEBUG nova.objects.instance [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lazy-loading 'resources' on Instance uuid df835a2d-6682-42c6-b744-923a9bc8bd5b {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2033.285072] env[62211]: INFO nova.scheduler.client.report [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Deleted allocations for instance cc69936a-b23f-4243-bd9a-6801eaed94af [ 2033.722838] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075002, 'name': Rename_Task, 'duration_secs': 0.173035} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.723313] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2033.723806] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df1960ad-1148-4dc4-bc9a-6183756eb964 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.730741] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2033.730741] env[62211]: value = "task-2075003" [ 2033.730741] env[62211]: _type = "Task" [ 2033.730741] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.740567] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.792776] env[62211]: DEBUG oslo_concurrency.lockutils [None req-46bc081c-157e-4204-9782-3114117bf4af tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "cc69936a-b23f-4243-bd9a-6801eaed94af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.567s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.879809] env[62211]: DEBUG nova.network.neutron [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance_info_cache with network_info: [{"id": "7c806155-6adf-4697-ad17-357f0100a83a", "address": "fa:16:3e:8d:31:b5", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c806155-6a", "ovs_interfaceid": "7c806155-6adf-4697-ad17-357f0100a83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.196734] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d544211-3a83-4b9e-9440-91e427cf293d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.206613] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4097e9e9-48bf-40a1-a9c2-15156e6c33b0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.250606] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afbdd29-e9b4-455d-b448-ba6144f320e7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.265872] env[62211]: DEBUG oslo_vmware.api [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075003, 'name': PowerOnVM_Task, 'duration_secs': 0.496126} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.268478] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2034.268478] env[62211]: INFO nova.compute.manager [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Took 6.91 seconds to spawn the instance on the hypervisor. [ 2034.268478] env[62211]: DEBUG nova.compute.manager [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2034.268478] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e145586d-12c4-4c20-8077-d0c59a3a5489 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.273219] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe519df-9e56-4bb0-a438-83fa2d7dc1aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.299597] env[62211]: DEBUG nova.compute.provider_tree [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2034.383193] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.762021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "c8af1cbe-902d-4af8-b744-7341ec58831c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.762021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "c8af1cbe-902d-4af8-b744-7341ec58831c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.762021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "c8af1cbe-902d-4af8-b744-7341ec58831c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.762021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "c8af1cbe-902d-4af8-b744-7341ec58831c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.762021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "c8af1cbe-902d-4af8-b744-7341ec58831c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.763672] env[62211]: INFO nova.compute.manager [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Terminating instance [ 2034.810728] env[62211]: DEBUG nova.scheduler.client.report [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2034.819020] env[62211]: INFO nova.compute.manager [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Took 44.34 seconds to build instance. [ 2034.909492] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89966a34-1ccd-44b4-b56c-d103e42cc5c0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.933133] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ca4b99-17f5-4cd9-b88b-3f4f8eb168b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.938979] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance '8ad86c6d-5655-4bca-8a9f-4af4d05d71e4' progress to 83 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2035.124641] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002e06ed-469f-43a0-8785-e9fbfed1f6b4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.131547] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0891bf-7f2c-4be5-b0cb-aac9deabae35 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Suspending the VM {{(pid=62211) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2035.131858] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c1cb4b3f-543c-4721-b285-d48ce7b37834 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.143171] env[62211]: DEBUG oslo_vmware.api [None req-ec0891bf-7f2c-4be5-b0cb-aac9deabae35 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2035.143171] env[62211]: value = "task-2075004" [ 2035.143171] env[62211]: _type = "Task" [ 2035.143171] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.148049] env[62211]: DEBUG oslo_vmware.api [None req-ec0891bf-7f2c-4be5-b0cb-aac9deabae35 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075004, 'name': SuspendVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.270120] env[62211]: DEBUG nova.compute.manager [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2035.270120] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2035.272647] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1204dd8b-ae7f-4735-9612-c92ba75c78fc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.289144] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2035.290034] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41c7e28a-9e87-4ad8-a103-92dc9d30905a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.297967] env[62211]: DEBUG oslo_vmware.api [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 2035.297967] env[62211]: value = "task-2075005" [ 2035.297967] env[62211]: _type = "Task" [ 2035.297967] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.306679] env[62211]: DEBUG oslo_vmware.api [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2075005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.316845] env[62211]: DEBUG oslo_concurrency.lockutils [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.319528] env[62211]: DEBUG oslo_concurrency.lockutils [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 33.184s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.321653] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c64d40c4-d1fd-4d9e-8006-930379e75dae tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "5f19a95e-137e-46f2-884b-c56c947ef05c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.862s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.352762] env[62211]: INFO nova.scheduler.client.report [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Deleted allocations for instance df835a2d-6682-42c6-b744-923a9bc8bd5b [ 2035.446707] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f24c1228-ceb9-4931-8fa5-054fe08b6f90 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance '8ad86c6d-5655-4bca-8a9f-4af4d05d71e4' progress to 100 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2035.650718] env[62211]: DEBUG oslo_vmware.api [None req-ec0891bf-7f2c-4be5-b0cb-aac9deabae35 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075004, 'name': SuspendVM_Task} progress is 62%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.811481] env[62211]: DEBUG oslo_vmware.api [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2075005, 'name': PowerOffVM_Task, 'duration_secs': 0.257514} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.811481] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2035.811481] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2035.811481] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b1d51b6-131e-4e93-ab8b-630096854731 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.823153] env[62211]: DEBUG nova.objects.instance [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lazy-loading 'migration_context' on Instance uuid 269c293a-d0a5-4467-b3f2-67351118f1aa {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2035.865193] env[62211]: DEBUG oslo_concurrency.lockutils [None req-93a871f3-baae-4df0-ade9-14d32f29cea5 tempest-ListImageFiltersTestJSON-2034418531 tempest-ListImageFiltersTestJSON-2034418531-project-member] Lock "df835a2d-6682-42c6-b744-923a9bc8bd5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.948s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.896478] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2035.899028] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2035.899028] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Deleting the datastore file [datastore1] c8af1cbe-902d-4af8-b744-7341ec58831c {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2035.899028] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09aa61e2-a7fc-41bc-ac67-fe964b9ec4d5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.904097] env[62211]: DEBUG oslo_vmware.api [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for the task: (returnval){ [ 2035.904097] env[62211]: value = "task-2075007" [ 2035.904097] env[62211]: _type = "Task" [ 2035.904097] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.911760] env[62211]: DEBUG oslo_vmware.api [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2075007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.158740] env[62211]: DEBUG oslo_vmware.api [None req-ec0891bf-7f2c-4be5-b0cb-aac9deabae35 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075004, 'name': SuspendVM_Task, 'duration_secs': 0.631475} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.159138] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0891bf-7f2c-4be5-b0cb-aac9deabae35 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Suspended the VM {{(pid=62211) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2036.159349] env[62211]: DEBUG nova.compute.manager [None req-ec0891bf-7f2c-4be5-b0cb-aac9deabae35 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2036.160168] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f7f02e-850b-468b-848b-8142f8774a4a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.417667] env[62211]: DEBUG oslo_vmware.api [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Task: {'id': task-2075007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362421} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.417667] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2036.417667] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2036.418040] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2036.418040] env[62211]: INFO nova.compute.manager [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2036.418155] env[62211]: DEBUG oslo.service.loopingcall [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2036.418323] env[62211]: DEBUG nova.compute.manager [-] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2036.418419] env[62211]: DEBUG nova.network.neutron [-] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2036.638578] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "afdf804b-f270-4afb-887d-16a4d4536b1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.638813] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "afdf804b-f270-4afb-887d-16a4d4536b1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.684419] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "0320403f-6d21-4694-a58e-e12957c653f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.684683] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "0320403f-6d21-4694-a58e-e12957c653f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.722302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "01a5ad65-d33d-4aa3-aa91-9202d51b54c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.722302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "01a5ad65-d33d-4aa3-aa91-9202d51b54c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.790918] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61de3903-522c-4958-9b54-c0f7bc214471 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.799392] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a1d809-f973-4805-b70d-9baa51a6e240 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.832258] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ed9654-968c-455b-9ed8-decdeddae101 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.835920] env[62211]: DEBUG nova.compute.manager [req-1b3235ca-3bf6-4e30-b243-de56ece62d5c req-40e3e251-e1ec-44c6-942b-9fe802247bc5 service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Received event network-vif-deleted-d1510b38-1c8d-4e89-b116-4a175645d1bd {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2036.836120] env[62211]: INFO nova.compute.manager [req-1b3235ca-3bf6-4e30-b243-de56ece62d5c req-40e3e251-e1ec-44c6-942b-9fe802247bc5 service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Neutron deleted interface d1510b38-1c8d-4e89-b116-4a175645d1bd; detaching it from the instance and deleting it from the info cache [ 2036.836293] env[62211]: DEBUG nova.network.neutron [req-1b3235ca-3bf6-4e30-b243-de56ece62d5c req-40e3e251-e1ec-44c6-942b-9fe802247bc5 service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.843230] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a04264-5bd5-4520-a414-8c8d76c3efe2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.857606] env[62211]: DEBUG nova.compute.provider_tree [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2037.141611] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2037.187351] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2037.224264] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2037.270907] env[62211]: DEBUG nova.network.neutron [-] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.340193] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8812a0b5-af70-4404-b2f7-6507d059af2b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.352976] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c16c84-975e-41dd-916e-10e6fa1f789b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.365331] env[62211]: DEBUG nova.scheduler.client.report [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2037.390695] env[62211]: DEBUG nova.compute.manager [req-1b3235ca-3bf6-4e30-b243-de56ece62d5c req-40e3e251-e1ec-44c6-942b-9fe802247bc5 service nova] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Detach interface failed, port_id=d1510b38-1c8d-4e89-b116-4a175645d1bd, reason: Instance c8af1cbe-902d-4af8-b744-7341ec58831c could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2037.666667] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.709300] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.748019] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.776374] env[62211]: INFO nova.compute.manager [-] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Took 1.36 seconds to deallocate network for instance. [ 2037.951113] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.951340] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.951526] env[62211]: DEBUG nova.compute.manager [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Going to confirm migration 3 {{(pid=62211) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2038.282985] env[62211]: DEBUG oslo_concurrency.lockutils [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.381146] env[62211]: DEBUG oslo_concurrency.lockutils [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.062s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.388484] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.332s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.388679] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.388835] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2038.389139] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.175s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.391120] env[62211]: INFO nova.compute.claims [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2038.398084] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde9013e-d5fe-4d40-8553-d3a64e25ea70 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.414045] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45441c96-28cf-4044-b079-d0017cff2616 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.431760] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3f805e-0bec-4664-963c-d7f7ac70ae29 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.438648] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12cff51-92f3-45dd-a2a5-6da12b957679 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.475783] env[62211]: DEBUG nova.compute.manager [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2038.477889] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178231MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2038.478033] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.480479] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892114d9-5344-4839-b89c-46f6efcca67c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.528569] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.528883] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.528945] env[62211]: DEBUG nova.network.neutron [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2038.529131] env[62211]: DEBUG nova.objects.instance [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lazy-loading 'info_cache' on Instance uuid 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2038.992655] env[62211]: INFO nova.compute.manager [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] instance snapshotting [ 2038.992655] env[62211]: WARNING nova.compute.manager [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 2038.995198] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97979d77-c7d4-49f9-bc13-f4ad4bc17541 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.017400] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95416146-18df-43c9-8549-44216dfdb3fc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.530249] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2039.530249] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-08dcdf5a-da82-4f67-93f2-aa3d2610b24a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.544595] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2039.544595] env[62211]: value = "task-2075008" [ 2039.544595] env[62211]: _type = "Task" [ 2039.544595] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.552174] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075008, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.841799] env[62211]: DEBUG nova.network.neutron [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance_info_cache with network_info: [{"id": "7c806155-6adf-4697-ad17-357f0100a83a", "address": "fa:16:3e:8d:31:b5", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c806155-6a", "ovs_interfaceid": "7c806155-6adf-4697-ad17-357f0100a83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.891360] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2802443c-117a-4af4-857a-9d224fdecb32 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.899427] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936a9507-584b-4eeb-83c0-962cc5439d8b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.939028] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997eaf8f-2d35-4164-9889-cb1dffd99ed6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.946138] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12aafb58-68d1-4dbc-812d-7b56ae3b3c72 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.960014] env[62211]: DEBUG nova.compute.provider_tree [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2039.961681] env[62211]: INFO nova.compute.manager [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Swapping old allocation on dict_keys(['abf99c99-7905-460a-9a21-7a8d7de527ef']) held by migration 871cc8bf-3dfa-4f68-9f62-9f0b4b571711 for instance [ 2039.989043] env[62211]: DEBUG nova.scheduler.client.report [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Overwriting current allocation {'allocations': {'abf99c99-7905-460a-9a21-7a8d7de527ef': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 99}}, 'project_id': 'b2dcaad66e9c402082c71e371b7764fe', 'user_id': '4a44575d33134bf0b97b1dee9b1a9a41', 'consumer_generation': 1} on consumer 269c293a-d0a5-4467-b3f2-67351118f1aa {{(pid=62211) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2040.054374] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075008, 'name': CreateSnapshot_Task, 'duration_secs': 0.475143} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.054649] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2040.055387] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e34e0d-c527-4ac5-ba2c-56ffd4353b2e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.067515] env[62211]: DEBUG oslo_concurrency.lockutils [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.067692] env[62211]: DEBUG oslo_concurrency.lockutils [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquired lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.067865] env[62211]: DEBUG nova.network.neutron [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2040.162436] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Acquiring lock "fde2ec79-b4fc-4748-be4e-9c1c8304ea2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.162673] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lock "fde2ec79-b4fc-4748-be4e-9c1c8304ea2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.345993] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.346295] env[62211]: DEBUG nova.objects.instance [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lazy-loading 'migration_context' on Instance uuid 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2040.465818] env[62211]: DEBUG nova.scheduler.client.report [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2040.577873] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2040.580471] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a70069a4-b3ce-4761-a71f-443a0a129038 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.590100] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2040.590100] env[62211]: value = "task-2075009" [ 2040.590100] env[62211]: _type = "Task" [ 2040.590100] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.598297] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075009, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.666186] env[62211]: DEBUG nova.compute.manager [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2040.836534] env[62211]: DEBUG nova.network.neutron [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance_info_cache with network_info: [{"id": "c5afdb1d-c693-4266-84fa-b947f4574395", "address": "fa:16:3e:ca:a4:a0", "network": {"id": "ebd2d507-faba-4834-8dcd-e40da614ce75", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "72690346b84043c9b295eda72c001796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5afdb1d-c6", "ovs_interfaceid": "c5afdb1d-c693-4266-84fa-b947f4574395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.852029] env[62211]: DEBUG nova.objects.base [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Object Instance<8ad86c6d-5655-4bca-8a9f-4af4d05d71e4> lazy-loaded attributes: info_cache,migration_context {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2040.852029] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbc41ab-f1f9-4e31-aa57-a06705df44f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.873027] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4864bc32-e53b-46ac-b2f7-fe7070674905 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.879498] env[62211]: DEBUG oslo_vmware.api [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2040.879498] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5238013c-8922-7f6c-a5b6-73b90ff82813" [ 2040.879498] env[62211]: _type = "Task" [ 2040.879498] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.889227] env[62211]: DEBUG oslo_vmware.api [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5238013c-8922-7f6c-a5b6-73b90ff82813, 'name': SearchDatastore_Task, 'duration_secs': 0.007902} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.889227] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.975229] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.975229] env[62211]: DEBUG nova.compute.manager [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2040.977476] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.788s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.980683] env[62211]: INFO nova.compute.claims [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2041.104672] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075009, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.186655] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.337730] env[62211]: DEBUG oslo_concurrency.lockutils [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Releasing lock "refresh_cache-269c293a-d0a5-4467-b3f2-67351118f1aa" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.338226] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2041.338518] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd7818c1-c39e-4fc3-a1c7-87a57df62cc0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.346330] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 2041.346330] env[62211]: value = "task-2075010" [ 2041.346330] env[62211]: _type = "Task" [ 2041.346330] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.354470] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.493940] env[62211]: DEBUG nova.compute.utils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2041.500447] env[62211]: DEBUG nova.compute.manager [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2041.500643] env[62211]: DEBUG nova.network.neutron [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2041.563205] env[62211]: DEBUG nova.policy [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c88130d362744fc7b1716e476b5c9083', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f23ece4dafc440609b1531e535b9e51a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2041.603113] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075009, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.857383] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075010, 'name': PowerOffVM_Task, 'duration_secs': 0.327988} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.858361] env[62211]: DEBUG nova.network.neutron [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Successfully created port: 3d9fb979-de27-4ab7-91f0-477ebe9633f7 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2041.860328] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2041.861088] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:29:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='fa059553-23ff-49f1-87ca-266b7568d0e8',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1908739809',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2041.861385] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2041.861588] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2041.861842] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2041.862084] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2041.862280] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2041.862611] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2041.862845] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2041.863097] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2041.863281] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2041.863464] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2041.869295] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-176c5cf4-11b4-400b-8184-7a7359ed812e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.885474] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 2041.885474] env[62211]: value = "task-2075011" [ 2041.885474] env[62211]: _type = "Task" [ 2041.885474] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.896659] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.007202] env[62211]: DEBUG nova.compute.manager [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2042.104181] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075009, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.398233] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075011, 'name': ReconfigVM_Task, 'duration_secs': 0.13045} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.399032] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa0c864-c2e3-495d-8abb-7acddc4963d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.418207] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:29:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='fa059553-23ff-49f1-87ca-266b7568d0e8',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1908739809',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2042.418580] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2042.418751] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2042.418936] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2042.419204] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2042.419260] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2042.419439] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2042.419598] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2042.419761] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2042.419920] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2042.420111] env[62211]: DEBUG nova.virt.hardware [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2042.420905] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c2c380f-e654-4924-95cb-ad53645de9e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.426143] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 2042.426143] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]520b33a4-9e60-cce5-4179-8c91b0e32409" [ 2042.426143] env[62211]: _type = "Task" [ 2042.426143] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.437248] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520b33a4-9e60-cce5-4179-8c91b0e32409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.449246] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67d3f82-bddd-4d32-a4ac-9cf22102bbb9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.455429] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b40aba-fa32-46b7-856c-e3c4816d11e6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.483697] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42e74ac-4ef7-4204-b579-a71f329e56b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.490139] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b76fd4-b881-420b-9811-5879c04cd15e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.502820] env[62211]: DEBUG nova.compute.provider_tree [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2042.601018] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075009, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.938623] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520b33a4-9e60-cce5-4179-8c91b0e32409, 'name': SearchDatastore_Task, 'duration_secs': 0.020066} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.944147] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2042.944360] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76aa2d5b-4098-4f49-b204-d62ece746eaa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.963203] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 2042.963203] env[62211]: value = "task-2075012" [ 2042.963203] env[62211]: _type = "Task" [ 2042.963203] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.971197] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.006334] env[62211]: DEBUG nova.scheduler.client.report [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2043.016390] env[62211]: DEBUG nova.compute.manager [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2043.038446] env[62211]: DEBUG nova.virt.hardware [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2043.038704] env[62211]: DEBUG nova.virt.hardware [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2043.038868] env[62211]: DEBUG nova.virt.hardware [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2043.039075] env[62211]: DEBUG nova.virt.hardware [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2043.039234] env[62211]: DEBUG nova.virt.hardware [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2043.039385] env[62211]: DEBUG nova.virt.hardware [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2043.039602] env[62211]: DEBUG nova.virt.hardware [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2043.039762] env[62211]: DEBUG nova.virt.hardware [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2043.039941] env[62211]: DEBUG nova.virt.hardware [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2043.040130] env[62211]: DEBUG nova.virt.hardware [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2043.040309] env[62211]: DEBUG nova.virt.hardware [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2043.041440] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d9ae8f-03ba-474f-aa82-4bb21305db67 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.051581] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa51056d-cb4a-4c32-a86b-d0c0a23b705c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.101241] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075009, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.472660] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075012, 'name': ReconfigVM_Task, 'duration_secs': 0.169602} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.472932] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2043.473784] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb68d3e0-ca39-4274-ba07-3307013489da {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.495396] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 269c293a-d0a5-4467-b3f2-67351118f1aa/269c293a-d0a5-4467-b3f2-67351118f1aa.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2043.495649] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92a3a383-583b-4e58-a2f5-b5b95048a5c1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.511938] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.512506] env[62211]: DEBUG nova.compute.manager [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2043.516015] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.323s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.516211] env[62211]: DEBUG nova.objects.instance [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62211) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2043.518757] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 2043.518757] env[62211]: value = "task-2075013" [ 2043.518757] env[62211]: _type = "Task" [ 2043.518757] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.526961] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.604866] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075009, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.021177] env[62211]: DEBUG nova.compute.utils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2044.022743] env[62211]: DEBUG nova.compute.manager [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2044.022919] env[62211]: DEBUG nova.network.neutron [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2044.037292] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075013, 'name': ReconfigVM_Task, 'duration_secs': 0.242436} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.037556] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 269c293a-d0a5-4467-b3f2-67351118f1aa/269c293a-d0a5-4467-b3f2-67351118f1aa.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2044.038378] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825793da-c3f6-4d61-99ee-36b1c0c6e033 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.057731] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06afdd39-8ffa-441a-b408-160c265a6163 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.078138] env[62211]: DEBUG nova.policy [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '393130717a494026892ee287fe67a93a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7fd20d4fb1e4252aa32622b8ef04422', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2044.079938] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a0cbbe-8ff3-4656-9d0f-a4427d7de706 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.101133] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b67e20d-b82e-431a-a16a-84debc19bc38 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.108388] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075009, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.110651] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2044.110874] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa351811-8b45-4bc0-bec6-edb84ed5a2a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.116077] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 2044.116077] env[62211]: value = "task-2075014" [ 2044.116077] env[62211]: _type = "Task" [ 2044.116077] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.123166] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.325584] env[62211]: DEBUG nova.network.neutron [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Successfully created port: 8b6a0228-e224-4565-b58a-45d14e6f31a3 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2044.531911] env[62211]: DEBUG nova.compute.manager [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2044.538501] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98ab4ecb-7622-4e0c-a053-77d9e842540b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.539693] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.979s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.541111] env[62211]: INFO nova.compute.claims [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2044.609430] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075009, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.627442] env[62211]: DEBUG oslo_vmware.api [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075014, 'name': PowerOnVM_Task, 'duration_secs': 0.366687} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.627793] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2045.109742] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075009, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.371095] env[62211]: DEBUG nova.compute.manager [req-48ab4d46-b129-451e-9b2d-c9237735621e req-e105881e-43b8-48d2-a03d-8b8f8ac609c9 service nova] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Received event network-vif-plugged-3d9fb979-de27-4ab7-91f0-477ebe9633f7 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2045.371323] env[62211]: DEBUG oslo_concurrency.lockutils [req-48ab4d46-b129-451e-9b2d-c9237735621e req-e105881e-43b8-48d2-a03d-8b8f8ac609c9 service nova] Acquiring lock "28e0b971-2014-4773-bbe4-71e5b3f21c11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.371532] env[62211]: DEBUG oslo_concurrency.lockutils [req-48ab4d46-b129-451e-9b2d-c9237735621e req-e105881e-43b8-48d2-a03d-8b8f8ac609c9 service nova] Lock "28e0b971-2014-4773-bbe4-71e5b3f21c11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.371699] env[62211]: DEBUG oslo_concurrency.lockutils [req-48ab4d46-b129-451e-9b2d-c9237735621e req-e105881e-43b8-48d2-a03d-8b8f8ac609c9 service nova] Lock "28e0b971-2014-4773-bbe4-71e5b3f21c11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.371868] env[62211]: DEBUG nova.compute.manager [req-48ab4d46-b129-451e-9b2d-c9237735621e req-e105881e-43b8-48d2-a03d-8b8f8ac609c9 service nova] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] No waiting events found dispatching network-vif-plugged-3d9fb979-de27-4ab7-91f0-477ebe9633f7 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2045.372248] env[62211]: WARNING nova.compute.manager [req-48ab4d46-b129-451e-9b2d-c9237735621e req-e105881e-43b8-48d2-a03d-8b8f8ac609c9 service nova] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Received unexpected event network-vif-plugged-3d9fb979-de27-4ab7-91f0-477ebe9633f7 for instance with vm_state building and task_state spawning. [ 2045.429263] env[62211]: DEBUG nova.network.neutron [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Successfully updated port: 3d9fb979-de27-4ab7-91f0-477ebe9633f7 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2045.546063] env[62211]: DEBUG nova.compute.manager [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2045.571764] env[62211]: DEBUG nova.virt.hardware [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2045.572038] env[62211]: DEBUG nova.virt.hardware [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2045.572209] env[62211]: DEBUG nova.virt.hardware [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2045.572392] env[62211]: DEBUG nova.virt.hardware [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2045.572578] env[62211]: DEBUG nova.virt.hardware [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2045.572788] env[62211]: DEBUG nova.virt.hardware [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2045.572925] env[62211]: DEBUG nova.virt.hardware [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2045.573130] env[62211]: DEBUG nova.virt.hardware [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2045.573328] env[62211]: DEBUG nova.virt.hardware [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2045.573491] env[62211]: DEBUG nova.virt.hardware [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2045.573832] env[62211]: DEBUG nova.virt.hardware [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2045.574905] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91c2104-2b0f-4da8-b9ad-96831abc9cec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.585171] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a426849c-9630-49d6-8740-49e24d0e2356 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.610215] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075009, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.638441] env[62211]: INFO nova.compute.manager [None req-12e90b5b-a47c-48dc-ab93-a7bdb99ac503 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance to original state: 'active' [ 2045.932771] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-28e0b971-2014-4773-bbe4-71e5b3f21c11" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.932771] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-28e0b971-2014-4773-bbe4-71e5b3f21c11" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.932771] env[62211]: DEBUG nova.network.neutron [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2045.986261] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19639e48-d318-44a5-8524-f32f95796028 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.995932] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36bc794-a589-4b6b-b980-3073b5b3649a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.040958] env[62211]: DEBUG nova.network.neutron [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Successfully updated port: 8b6a0228-e224-4565-b58a-45d14e6f31a3 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2046.043119] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd841a7-7839-40fe-ac34-08e70a623521 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.053937] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6b9ca1-c753-412a-bc88-06a54a54e6a6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.072273] env[62211]: DEBUG nova.compute.provider_tree [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.113404] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075009, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.471161] env[62211]: DEBUG nova.network.neutron [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2046.546994] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Acquiring lock "refresh_cache-6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.547302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Acquired lock "refresh_cache-6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.547302] env[62211]: DEBUG nova.network.neutron [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2046.575471] env[62211]: DEBUG nova.scheduler.client.report [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2046.614552] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075009, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.626816] env[62211]: DEBUG nova.network.neutron [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Updating instance_info_cache with network_info: [{"id": "3d9fb979-de27-4ab7-91f0-477ebe9633f7", "address": "fa:16:3e:16:df:a3", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9fb979-de", "ovs_interfaceid": "3d9fb979-de27-4ab7-91f0-477ebe9633f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.712482] env[62211]: DEBUG oslo_concurrency.lockutils [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "269c293a-d0a5-4467-b3f2-67351118f1aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.712482] env[62211]: DEBUG oslo_concurrency.lockutils [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "269c293a-d0a5-4467-b3f2-67351118f1aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.712482] env[62211]: DEBUG oslo_concurrency.lockutils [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "269c293a-d0a5-4467-b3f2-67351118f1aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.712482] env[62211]: DEBUG oslo_concurrency.lockutils [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "269c293a-d0a5-4467-b3f2-67351118f1aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.712690] env[62211]: DEBUG oslo_concurrency.lockutils [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "269c293a-d0a5-4467-b3f2-67351118f1aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.716188] env[62211]: INFO nova.compute.manager [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Terminating instance [ 2047.081056] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.081618] env[62211]: DEBUG nova.compute.manager [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2047.084961] env[62211]: DEBUG nova.network.neutron [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2047.087489] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.159s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.087489] env[62211]: DEBUG nova.objects.instance [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lazy-loading 'resources' on Instance uuid 263d801e-a8c6-4df2-889b-6bbae1cd5360 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2047.114145] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075009, 'name': CloneVM_Task, 'duration_secs': 6.28989} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.114766] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Created linked-clone VM from snapshot [ 2047.115236] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43e4f19-1a30-4552-ad49-20a971e639e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.122896] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Uploading image 3c75bf32-1da5-4607-b6c9-155c6b85c9ba {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2047.128998] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-28e0b971-2014-4773-bbe4-71e5b3f21c11" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.129321] env[62211]: DEBUG nova.compute.manager [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Instance network_info: |[{"id": "3d9fb979-de27-4ab7-91f0-477ebe9633f7", "address": "fa:16:3e:16:df:a3", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9fb979-de", "ovs_interfaceid": "3d9fb979-de27-4ab7-91f0-477ebe9633f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2047.129916] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:df:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d9fb979-de27-4ab7-91f0-477ebe9633f7', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2047.137617] env[62211]: DEBUG oslo.service.loopingcall [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2047.142077] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2047.142330] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61eb73cc-b8f6-4798-8c49-938770f6c690 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.162821] env[62211]: DEBUG oslo_vmware.rw_handles [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2047.162821] env[62211]: value = "vm-425352" [ 2047.162821] env[62211]: _type = "VirtualMachine" [ 2047.162821] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2047.163610] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db5fa679-35e5-46ea-afc3-d39b1a55923c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.171252] env[62211]: DEBUG oslo_vmware.rw_handles [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lease: (returnval){ [ 2047.171252] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521551f5-50ac-a838-41a9-c26f55ec3805" [ 2047.171252] env[62211]: _type = "HttpNfcLease" [ 2047.171252] env[62211]: } obtained for exporting VM: (result){ [ 2047.171252] env[62211]: value = "vm-425352" [ 2047.171252] env[62211]: _type = "VirtualMachine" [ 2047.171252] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2047.171719] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the lease: (returnval){ [ 2047.171719] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521551f5-50ac-a838-41a9-c26f55ec3805" [ 2047.171719] env[62211]: _type = "HttpNfcLease" [ 2047.171719] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2047.172314] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2047.172314] env[62211]: value = "task-2075015" [ 2047.172314] env[62211]: _type = "Task" [ 2047.172314] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.181644] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2047.181644] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521551f5-50ac-a838-41a9-c26f55ec3805" [ 2047.181644] env[62211]: _type = "HttpNfcLease" [ 2047.181644] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2047.184452] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075015, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.220379] env[62211]: DEBUG nova.compute.manager [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2047.220691] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2047.221922] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685fead5-a71d-4cf4-8b30-b403149061ac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.229967] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2047.230361] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c34b804-08cd-4a27-87b5-b08ae8925ef2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.241755] env[62211]: DEBUG oslo_vmware.api [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 2047.241755] env[62211]: value = "task-2075017" [ 2047.241755] env[62211]: _type = "Task" [ 2047.241755] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.250870] env[62211]: DEBUG oslo_vmware.api [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.276048] env[62211]: DEBUG nova.network.neutron [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Updating instance_info_cache with network_info: [{"id": "8b6a0228-e224-4565-b58a-45d14e6f31a3", "address": "fa:16:3e:9f:94:00", "network": {"id": "67f69826-4bdd-453a-afd1-866873f42e52", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-40464342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7fd20d4fb1e4252aa32622b8ef04422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a0228-e2", "ovs_interfaceid": "8b6a0228-e224-4565-b58a-45d14e6f31a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.453261] env[62211]: DEBUG nova.compute.manager [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Received event network-changed-3d9fb979-de27-4ab7-91f0-477ebe9633f7 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2047.453574] env[62211]: DEBUG nova.compute.manager [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Refreshing instance network info cache due to event network-changed-3d9fb979-de27-4ab7-91f0-477ebe9633f7. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2047.453880] env[62211]: DEBUG oslo_concurrency.lockutils [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] Acquiring lock "refresh_cache-28e0b971-2014-4773-bbe4-71e5b3f21c11" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.454058] env[62211]: DEBUG oslo_concurrency.lockutils [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] Acquired lock "refresh_cache-28e0b971-2014-4773-bbe4-71e5b3f21c11" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.454278] env[62211]: DEBUG nova.network.neutron [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Refreshing network info cache for port 3d9fb979-de27-4ab7-91f0-477ebe9633f7 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2047.592952] env[62211]: DEBUG nova.compute.utils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2047.594534] env[62211]: DEBUG nova.compute.manager [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2047.594706] env[62211]: DEBUG nova.network.neutron [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2047.648403] env[62211]: DEBUG nova.policy [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b5cd61f68fc47fda46cf6619b8321b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a52743dfcde46929042688d4aa57cdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2047.687531] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2047.687531] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521551f5-50ac-a838-41a9-c26f55ec3805" [ 2047.687531] env[62211]: _type = "HttpNfcLease" [ 2047.687531] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2047.687733] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075015, 'name': CreateVM_Task, 'duration_secs': 0.472213} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.688013] env[62211]: DEBUG oslo_vmware.rw_handles [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2047.688013] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521551f5-50ac-a838-41a9-c26f55ec3805" [ 2047.688013] env[62211]: _type = "HttpNfcLease" [ 2047.688013] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2047.688182] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2047.688860] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a27cd8c-6fb6-4d2d-b8aa-fb6f5dd35abc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.691510] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.691713] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.691991] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2047.692234] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14dff88f-c638-45df-9c1e-8d26c88e640d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.701082] env[62211]: DEBUG oslo_vmware.rw_handles [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e50108-6e46-0e8e-fdab-15c7aae16af8/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2047.701275] env[62211]: DEBUG oslo_vmware.rw_handles [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e50108-6e46-0e8e-fdab-15c7aae16af8/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2047.702648] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2047.702648] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5277a704-225b-e4d3-5284-a8aa32b5658c" [ 2047.702648] env[62211]: _type = "Task" [ 2047.702648] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.771444] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5277a704-225b-e4d3-5284-a8aa32b5658c, 'name': SearchDatastore_Task, 'duration_secs': 0.008954} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.773036] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.773281] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2047.773523] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.773671] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.773849] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2047.774654] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f6a7d8-30ea-4b1d-ab18-59efe10fffd7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.780026] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Releasing lock "refresh_cache-6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.780328] env[62211]: DEBUG nova.compute.manager [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Instance network_info: |[{"id": "8b6a0228-e224-4565-b58a-45d14e6f31a3", "address": "fa:16:3e:9f:94:00", "network": {"id": "67f69826-4bdd-453a-afd1-866873f42e52", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-40464342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7fd20d4fb1e4252aa32622b8ef04422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a0228-e2", "ovs_interfaceid": "8b6a0228-e224-4565-b58a-45d14e6f31a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2047.782145] env[62211]: DEBUG oslo_vmware.api [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075017, 'name': PowerOffVM_Task, 'duration_secs': 0.264121} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.783209] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:94:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b6a0228-e224-4565-b58a-45d14e6f31a3', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2047.790588] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Creating folder: Project (c7fd20d4fb1e4252aa32622b8ef04422). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2047.790899] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2047.791058] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2047.792624] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f703c5b-030d-4fa0-bb08-04acf13116b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.793976] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8219ae53-6c27-4f87-ac18-44b58058ef6d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.795396] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2047.795583] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2047.796290] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff348dbe-38c5-47ec-8856-8c52755210a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.803643] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-09bfe902-edb0-4c0b-8099-8db3f5d75bad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.804786] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2047.804786] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52907b49-4b79-c641-1eca-f0fa32ecaf84" [ 2047.804786] env[62211]: _type = "Task" [ 2047.804786] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.813760] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Created folder: Project (c7fd20d4fb1e4252aa32622b8ef04422) in parent group-v425157. [ 2047.813971] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Creating folder: Instances. Parent ref: group-v425354. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2047.814740] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbe4fb1f-55ff-4fde-8901-1b92af317e70 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.819570] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52907b49-4b79-c641-1eca-f0fa32ecaf84, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.821804] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dec2557-0282-4873-8662-8664858f25ed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.825026] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Created folder: Instances in parent group-v425354. [ 2047.825241] env[62211]: DEBUG oslo.service.loopingcall [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2047.825777] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2047.826029] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8ed9261-674d-47f7-a514-040ca6c8ccfa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.846658] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2047.846658] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5200e834-d0d3-1b08-e04c-c2f3017b0940" [ 2047.846658] env[62211]: _type = "Task" [ 2047.846658] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.857283] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2047.857283] env[62211]: value = "task-2075021" [ 2047.857283] env[62211]: _type = "Task" [ 2047.857283] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.866107] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5200e834-d0d3-1b08-e04c-c2f3017b0940, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.866700] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.866978] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 28e0b971-2014-4773-bbe4-71e5b3f21c11/28e0b971-2014-4773-bbe4-71e5b3f21c11.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2047.867224] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc9b7b0d-abda-432d-bd33-f4a922baf065 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.871774] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075021, 'name': CreateVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.881854] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2047.881854] env[62211]: value = "task-2075022" [ 2047.881854] env[62211]: _type = "Task" [ 2047.881854] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.892020] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.892574] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2047.892638] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2047.892775] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Deleting the datastore file [datastore1] 269c293a-d0a5-4467-b3f2-67351118f1aa {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2047.893066] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59286e02-601d-4832-9feb-3fb2ef2e0833 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.898839] env[62211]: DEBUG oslo_vmware.api [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 2047.898839] env[62211]: value = "task-2075023" [ 2047.898839] env[62211]: _type = "Task" [ 2047.898839] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.911020] env[62211]: DEBUG oslo_vmware.api [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.033020] env[62211]: DEBUG nova.network.neutron [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Successfully created port: 57aa576f-57eb-4477-bec8-056ed556e5b1 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2048.098566] env[62211]: DEBUG nova.compute.manager [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2048.142652] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad972195-12e8-4231-8a82-f758234b52fa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.151474] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e94deb-34d4-4268-9319-44662d3ce343 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.186013] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929acf65-a5ef-46a4-9c29-b3aac5b5b48a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.194770] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bd8111-7940-421b-a002-ba1717a96e92 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.211982] env[62211]: DEBUG nova.compute.provider_tree [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.374072] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075021, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.392930] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075022, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.409886] env[62211]: DEBUG oslo_vmware.api [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368534} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.410276] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2048.410520] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2048.410792] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2048.411029] env[62211]: INFO nova.compute.manager [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2048.411355] env[62211]: DEBUG oslo.service.loopingcall [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2048.411635] env[62211]: DEBUG nova.compute.manager [-] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2048.411780] env[62211]: DEBUG nova.network.neutron [-] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2048.446110] env[62211]: DEBUG nova.network.neutron [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Updated VIF entry in instance network info cache for port 3d9fb979-de27-4ab7-91f0-477ebe9633f7. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2048.446519] env[62211]: DEBUG nova.network.neutron [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Updating instance_info_cache with network_info: [{"id": "3d9fb979-de27-4ab7-91f0-477ebe9633f7", "address": "fa:16:3e:16:df:a3", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9fb979-de", "ovs_interfaceid": "3d9fb979-de27-4ab7-91f0-477ebe9633f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.552624] env[62211]: DEBUG nova.network.neutron [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Successfully created port: 0ca1c769-464e-43fb-b4df-56b34670b6ed {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2048.718964] env[62211]: DEBUG nova.scheduler.client.report [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2048.737422] env[62211]: DEBUG nova.compute.manager [req-acf9350f-9469-4422-932e-f2e31719566b req-bb98e402-4d13-49ac-b2b6-755280d5a0e9 service nova] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Received event network-vif-deleted-c5afdb1d-c693-4266-84fa-b947f4574395 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2048.738783] env[62211]: INFO nova.compute.manager [req-acf9350f-9469-4422-932e-f2e31719566b req-bb98e402-4d13-49ac-b2b6-755280d5a0e9 service nova] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Neutron deleted interface c5afdb1d-c693-4266-84fa-b947f4574395; detaching it from the instance and deleting it from the info cache [ 2048.738783] env[62211]: DEBUG nova.network.neutron [req-acf9350f-9469-4422-932e-f2e31719566b req-bb98e402-4d13-49ac-b2b6-755280d5a0e9 service nova] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.870760] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075021, 'name': CreateVM_Task, 'duration_secs': 0.721778} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.870931] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2048.872155] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.872277] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.872743] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2048.873090] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fd3957e-057b-4387-ad8a-5efdbca1c4d3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.878855] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Waiting for the task: (returnval){ [ 2048.878855] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b889fe-4f11-34d6-4b6b-cacf4b3f360c" [ 2048.878855] env[62211]: _type = "Task" [ 2048.878855] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.889801] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b889fe-4f11-34d6-4b6b-cacf4b3f360c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.893033] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513165} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.893302] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 28e0b971-2014-4773-bbe4-71e5b3f21c11/28e0b971-2014-4773-bbe4-71e5b3f21c11.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2048.893546] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2048.893905] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9846b14-315d-4b39-b832-47325f5c872b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.901108] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2048.901108] env[62211]: value = "task-2075024" [ 2048.901108] env[62211]: _type = "Task" [ 2048.901108] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.909018] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.950972] env[62211]: DEBUG oslo_concurrency.lockutils [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] Releasing lock "refresh_cache-28e0b971-2014-4773-bbe4-71e5b3f21c11" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.951377] env[62211]: DEBUG nova.compute.manager [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Received event network-vif-plugged-8b6a0228-e224-4565-b58a-45d14e6f31a3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2048.951639] env[62211]: DEBUG oslo_concurrency.lockutils [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] Acquiring lock "6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.951967] env[62211]: DEBUG oslo_concurrency.lockutils [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] Lock "6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.952327] env[62211]: DEBUG oslo_concurrency.lockutils [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] Lock "6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.952552] env[62211]: DEBUG nova.compute.manager [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] No waiting events found dispatching network-vif-plugged-8b6a0228-e224-4565-b58a-45d14e6f31a3 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2048.952785] env[62211]: WARNING nova.compute.manager [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Received unexpected event network-vif-plugged-8b6a0228-e224-4565-b58a-45d14e6f31a3 for instance with vm_state building and task_state spawning. [ 2048.953121] env[62211]: DEBUG nova.compute.manager [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Received event network-changed-8b6a0228-e224-4565-b58a-45d14e6f31a3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2048.953314] env[62211]: DEBUG nova.compute.manager [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Refreshing instance network info cache due to event network-changed-8b6a0228-e224-4565-b58a-45d14e6f31a3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2048.953564] env[62211]: DEBUG oslo_concurrency.lockutils [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] Acquiring lock "refresh_cache-6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.953885] env[62211]: DEBUG oslo_concurrency.lockutils [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] Acquired lock "refresh_cache-6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.954176] env[62211]: DEBUG nova.network.neutron [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Refreshing network info cache for port 8b6a0228-e224-4565-b58a-45d14e6f31a3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2049.107626] env[62211]: DEBUG nova.compute.manager [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2049.135528] env[62211]: DEBUG nova.virt.hardware [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2049.135778] env[62211]: DEBUG nova.virt.hardware [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2049.136027] env[62211]: DEBUG nova.virt.hardware [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2049.136227] env[62211]: DEBUG nova.virt.hardware [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2049.136421] env[62211]: DEBUG nova.virt.hardware [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2049.136625] env[62211]: DEBUG nova.virt.hardware [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2049.136885] env[62211]: DEBUG nova.virt.hardware [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2049.137106] env[62211]: DEBUG nova.virt.hardware [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2049.137320] env[62211]: DEBUG nova.virt.hardware [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2049.137528] env[62211]: DEBUG nova.virt.hardware [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2049.137721] env[62211]: DEBUG nova.virt.hardware [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2049.138705] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2f42f1-6c52-4d65-8909-bc4ad32e403a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.146948] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e14af5-ba2a-4881-a6b8-df13d678b33b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.165323] env[62211]: DEBUG nova.network.neutron [-] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.225288] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.227645] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.828s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.227880] env[62211]: DEBUG nova.objects.instance [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Lazy-loading 'resources' on Instance uuid d540509e-c16f-49d9-9646-89550a68ae11 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2049.242668] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af0d9052-b723-454d-b3cc-afc472139fd0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.252057] env[62211]: INFO nova.scheduler.client.report [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleted allocations for instance 263d801e-a8c6-4df2-889b-6bbae1cd5360 [ 2049.262350] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d423a89-b2ae-4821-8658-5876294a9792 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.300879] env[62211]: DEBUG nova.compute.manager [req-acf9350f-9469-4422-932e-f2e31719566b req-bb98e402-4d13-49ac-b2b6-755280d5a0e9 service nova] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Detach interface failed, port_id=c5afdb1d-c693-4266-84fa-b947f4574395, reason: Instance 269c293a-d0a5-4467-b3f2-67351118f1aa could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2049.389373] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b889fe-4f11-34d6-4b6b-cacf4b3f360c, 'name': SearchDatastore_Task, 'duration_secs': 0.017266} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.389732] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.389997] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2049.390246] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.390429] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.390623] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2049.390901] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61da6435-a916-4305-a2e2-3d918bbad403 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.399495] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2049.400172] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2049.400439] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011979d5-6873-4e6b-a5ce-63d5099bec85 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.408720] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Waiting for the task: (returnval){ [ 2049.408720] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52babc2b-5d35-a2dc-ffa5-ce5db0215021" [ 2049.408720] env[62211]: _type = "Task" [ 2049.408720] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.411585] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070258} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.414609] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2049.415234] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f787f9f9-b596-482c-8512-f980d2b2b6b5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.422585] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52babc2b-5d35-a2dc-ffa5-ce5db0215021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.439451] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 28e0b971-2014-4773-bbe4-71e5b3f21c11/28e0b971-2014-4773-bbe4-71e5b3f21c11.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2049.439740] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96138c43-1b03-4077-a5b3-9f8aa2f5c593 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.460938] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2049.460938] env[62211]: value = "task-2075025" [ 2049.460938] env[62211]: _type = "Task" [ 2049.460938] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.468976] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.667809] env[62211]: INFO nova.compute.manager [-] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Took 1.26 seconds to deallocate network for instance. [ 2049.694210] env[62211]: DEBUG nova.network.neutron [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Updated VIF entry in instance network info cache for port 8b6a0228-e224-4565-b58a-45d14e6f31a3. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2049.694590] env[62211]: DEBUG nova.network.neutron [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Updating instance_info_cache with network_info: [{"id": "8b6a0228-e224-4565-b58a-45d14e6f31a3", "address": "fa:16:3e:9f:94:00", "network": {"id": "67f69826-4bdd-453a-afd1-866873f42e52", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-40464342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7fd20d4fb1e4252aa32622b8ef04422", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a0228-e2", "ovs_interfaceid": "8b6a0228-e224-4565-b58a-45d14e6f31a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.762054] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91c077d3-d1a7-436b-ae69-f37a3e338d2b tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "263d801e-a8c6-4df2-889b-6bbae1cd5360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.279s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.926787] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52babc2b-5d35-a2dc-ffa5-ce5db0215021, 'name': SearchDatastore_Task, 'duration_secs': 0.012715} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.931490] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c177366-3fa8-4839-a45a-33807ce514c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.938166] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Waiting for the task: (returnval){ [ 2049.938166] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f20c93-fb6a-35c3-a7c6-ad4da26fba68" [ 2049.938166] env[62211]: _type = "Task" [ 2049.938166] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.949053] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f20c93-fb6a-35c3-a7c6-ad4da26fba68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.975211] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075025, 'name': ReconfigVM_Task, 'duration_secs': 0.419891} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.975381] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 28e0b971-2014-4773-bbe4-71e5b3f21c11/28e0b971-2014-4773-bbe4-71e5b3f21c11.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2049.976056] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0855fd6-34c6-45ca-89f7-0bbf3dcc90ee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.982264] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2049.982264] env[62211]: value = "task-2075026" [ 2049.982264] env[62211]: _type = "Task" [ 2049.982264] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.984341] env[62211]: DEBUG nova.compute.manager [req-619ac3da-869a-4691-87d3-fea22c0f89e6 req-097280cd-0df3-42d2-84de-6a1828a881eb service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Received event network-vif-plugged-57aa576f-57eb-4477-bec8-056ed556e5b1 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2049.984579] env[62211]: DEBUG oslo_concurrency.lockutils [req-619ac3da-869a-4691-87d3-fea22c0f89e6 req-097280cd-0df3-42d2-84de-6a1828a881eb service nova] Acquiring lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.984848] env[62211]: DEBUG oslo_concurrency.lockutils [req-619ac3da-869a-4691-87d3-fea22c0f89e6 req-097280cd-0df3-42d2-84de-6a1828a881eb service nova] Lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.985087] env[62211]: DEBUG oslo_concurrency.lockutils [req-619ac3da-869a-4691-87d3-fea22c0f89e6 req-097280cd-0df3-42d2-84de-6a1828a881eb service nova] Lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.985295] env[62211]: DEBUG nova.compute.manager [req-619ac3da-869a-4691-87d3-fea22c0f89e6 req-097280cd-0df3-42d2-84de-6a1828a881eb service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] No waiting events found dispatching network-vif-plugged-57aa576f-57eb-4477-bec8-056ed556e5b1 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2049.985490] env[62211]: WARNING nova.compute.manager [req-619ac3da-869a-4691-87d3-fea22c0f89e6 req-097280cd-0df3-42d2-84de-6a1828a881eb service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Received unexpected event network-vif-plugged-57aa576f-57eb-4477-bec8-056ed556e5b1 for instance with vm_state building and task_state spawning. [ 2049.996536] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075026, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.079607] env[62211]: DEBUG nova.network.neutron [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Successfully updated port: 57aa576f-57eb-4477-bec8-056ed556e5b1 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2050.123892] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f97215-52d7-49e8-8532-b3dd6f6248d7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.132471] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b3ce39-e3ea-4210-85c3-9be260c9e0a4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.164613] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59459362-586b-4ea1-86f1-237e29fb7356 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.173551] env[62211]: DEBUG oslo_concurrency.lockutils [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.174921] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dbb204-972d-4894-bdf4-92b780a34e62 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.188714] env[62211]: DEBUG nova.compute.provider_tree [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2050.197968] env[62211]: DEBUG oslo_concurrency.lockutils [req-a3a3d8f2-a210-4527-bf16-360bd5cbc8b6 req-7afe3f08-baf3-4d2f-b2d6-e3e338d69e4d service nova] Releasing lock "refresh_cache-6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.449883] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f20c93-fb6a-35c3-a7c6-ad4da26fba68, 'name': SearchDatastore_Task, 'duration_secs': 0.016835} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.449883] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.450583] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd/6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2050.451117] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f8abbf9-26df-4fff-b283-f56a8f6ba57d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.458136] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Waiting for the task: (returnval){ [ 2050.458136] env[62211]: value = "task-2075027" [ 2050.458136] env[62211]: _type = "Task" [ 2050.458136] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.468945] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.495380] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075026, 'name': Rename_Task, 'duration_secs': 0.201054} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.496336] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2050.496336] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fe0cb16-9149-43a4-9589-79decd05627e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.503459] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2050.503459] env[62211]: value = "task-2075028" [ 2050.503459] env[62211]: _type = "Task" [ 2050.503459] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.515933] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.695030] env[62211]: DEBUG nova.scheduler.client.report [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2050.793028] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "ed809ccc-1cae-4a76-a40e-19650dbbe801" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.793028] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "ed809ccc-1cae-4a76-a40e-19650dbbe801" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.793028] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "ed809ccc-1cae-4a76-a40e-19650dbbe801-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.793028] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "ed809ccc-1cae-4a76-a40e-19650dbbe801-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.793028] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "ed809ccc-1cae-4a76-a40e-19650dbbe801-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.795580] env[62211]: INFO nova.compute.manager [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Terminating instance [ 2050.970057] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075027, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.015811] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075028, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.201391] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.208312] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.906s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.209291] env[62211]: DEBUG nova.objects.instance [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lazy-loading 'resources' on Instance uuid 2590cf62-be26-4fb0-84d3-c638245fa2fe {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2051.233427] env[62211]: INFO nova.scheduler.client.report [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Deleted allocations for instance d540509e-c16f-49d9-9646-89550a68ae11 [ 2051.300067] env[62211]: DEBUG nova.compute.manager [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2051.300423] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2051.301684] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4c1945-c253-45f4-a4a8-3a5f82633010 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.310715] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2051.311067] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21f2b96d-11ad-4e8f-bac8-8f91f314a834 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.318820] env[62211]: DEBUG oslo_vmware.api [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 2051.318820] env[62211]: value = "task-2075029" [ 2051.318820] env[62211]: _type = "Task" [ 2051.318820] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.330101] env[62211]: DEBUG oslo_vmware.api [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2075029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.351896] env[62211]: INFO nova.compute.manager [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Rebuilding instance [ 2051.398520] env[62211]: DEBUG nova.compute.manager [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2051.399075] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea121306-2a77-4227-913a-37f7f5c98a3c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.470614] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597329} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.470987] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd/6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2051.471162] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2051.471451] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6ca6161-cd62-40e3-bbda-1717fc5fce2f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.478417] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Waiting for the task: (returnval){ [ 2051.478417] env[62211]: value = "task-2075030" [ 2051.478417] env[62211]: _type = "Task" [ 2051.478417] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.489246] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.515174] env[62211]: DEBUG oslo_vmware.api [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075028, 'name': PowerOnVM_Task, 'duration_secs': 0.836908} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.515481] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2051.515763] env[62211]: INFO nova.compute.manager [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Took 8.50 seconds to spawn the instance on the hypervisor. [ 2051.516392] env[62211]: DEBUG nova.compute.manager [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2051.516816] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99c8a4b-9919-4ce2-9df8-a6b264c006e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.744552] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7eeffef5-679b-4448-b745-7f808490ab1b tempest-ServerShowV254Test-668078228 tempest-ServerShowV254Test-668078228-project-member] Lock "d540509e-c16f-49d9-9646-89550a68ae11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.589s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.829041] env[62211]: DEBUG oslo_vmware.api [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2075029, 'name': PowerOffVM_Task, 'duration_secs': 0.202255} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.829374] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2051.829552] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2051.829806] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aef427fa-e094-4f4a-8f44-e47ed3fd6279 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.992250] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078158} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.992545] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2051.993344] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e71897-f83b-4537-997c-e5d105bfd7ac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.021265] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd/6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2052.026061] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16fd6283-2c70-47cb-9963-1df71f5e91c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.040627] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2052.040914] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2052.041108] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleting the datastore file [datastore1] ed809ccc-1cae-4a76-a40e-19650dbbe801 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2052.042334] env[62211]: DEBUG nova.compute.manager [req-d70f3dac-ba94-468f-924b-3d61b6d7085e req-5589dc34-f7bd-4544-bdda-fb0bde60f78e service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Received event network-changed-57aa576f-57eb-4477-bec8-056ed556e5b1 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2052.042561] env[62211]: DEBUG nova.compute.manager [req-d70f3dac-ba94-468f-924b-3d61b6d7085e req-5589dc34-f7bd-4544-bdda-fb0bde60f78e service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Refreshing instance network info cache due to event network-changed-57aa576f-57eb-4477-bec8-056ed556e5b1. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2052.042798] env[62211]: DEBUG oslo_concurrency.lockutils [req-d70f3dac-ba94-468f-924b-3d61b6d7085e req-5589dc34-f7bd-4544-bdda-fb0bde60f78e service nova] Acquiring lock "refresh_cache-0813d3ad-ede9-4ec5-9b54-898c9830a4d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.042942] env[62211]: DEBUG oslo_concurrency.lockutils [req-d70f3dac-ba94-468f-924b-3d61b6d7085e req-5589dc34-f7bd-4544-bdda-fb0bde60f78e service nova] Acquired lock "refresh_cache-0813d3ad-ede9-4ec5-9b54-898c9830a4d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.043112] env[62211]: DEBUG nova.network.neutron [req-d70f3dac-ba94-468f-924b-3d61b6d7085e req-5589dc34-f7bd-4544-bdda-fb0bde60f78e service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Refreshing network info cache for port 57aa576f-57eb-4477-bec8-056ed556e5b1 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2052.052639] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6708f0f2-bcdc-4ef4-bb4c-c000e63d042b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.054601] env[62211]: INFO nova.compute.manager [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Took 47.86 seconds to build instance. [ 2052.063505] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Waiting for the task: (returnval){ [ 2052.063505] env[62211]: value = "task-2075032" [ 2052.063505] env[62211]: _type = "Task" [ 2052.063505] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.064598] env[62211]: DEBUG oslo_vmware.api [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 2052.064598] env[62211]: value = "task-2075033" [ 2052.064598] env[62211]: _type = "Task" [ 2052.064598] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.085584] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.085841] env[62211]: DEBUG oslo_vmware.api [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2075033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.113079] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6252407b-0bf6-410a-8532-d9bff1f7fc01 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.121505] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9211f919-f7fd-4a7d-a9ee-6cb053d91107 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.154603] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e091a27a-f57d-45ba-b9a6-dfd578f1630f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.162523] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ab2406-5cc4-471f-805a-ebd0c8e1e819 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.175850] env[62211]: DEBUG nova.compute.provider_tree [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2052.417163] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2052.417498] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb971bb5-4a4b-4791-83a3-a9cab19da6ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.427726] env[62211]: DEBUG oslo_vmware.api [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Waiting for the task: (returnval){ [ 2052.427726] env[62211]: value = "task-2075034" [ 2052.427726] env[62211]: _type = "Task" [ 2052.427726] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.438702] env[62211]: DEBUG oslo_vmware.api [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2075034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.563324] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e68062b2-603b-46f3-afe9-64f349a35e17 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "28e0b971-2014-4773-bbe4-71e5b3f21c11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.387s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.579085] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.585720] env[62211]: DEBUG oslo_vmware.api [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2075033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414783} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.586199] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2052.586736] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2052.587101] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2052.590021] env[62211]: INFO nova.compute.manager [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2052.590021] env[62211]: DEBUG oslo.service.loopingcall [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2052.590021] env[62211]: DEBUG nova.compute.manager [-] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2052.590021] env[62211]: DEBUG nova.network.neutron [-] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2052.614951] env[62211]: DEBUG nova.network.neutron [req-d70f3dac-ba94-468f-924b-3d61b6d7085e req-5589dc34-f7bd-4544-bdda-fb0bde60f78e service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2052.676973] env[62211]: DEBUG nova.network.neutron [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Successfully updated port: 0ca1c769-464e-43fb-b4df-56b34670b6ed {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2052.679365] env[62211]: DEBUG nova.scheduler.client.report [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2052.753074] env[62211]: DEBUG nova.network.neutron [req-d70f3dac-ba94-468f-924b-3d61b6d7085e req-5589dc34-f7bd-4544-bdda-fb0bde60f78e service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.938667] env[62211]: DEBUG oslo_vmware.api [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2075034, 'name': PowerOffVM_Task, 'duration_secs': 0.223799} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.938998] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2052.939802] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2052.940188] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a6bbda0-bcf9-4988-bde7-a641614e2773 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.947356] env[62211]: DEBUG oslo_vmware.api [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Waiting for the task: (returnval){ [ 2052.947356] env[62211]: value = "task-2075035" [ 2052.947356] env[62211]: _type = "Task" [ 2052.947356] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.958571] env[62211]: DEBUG oslo_vmware.api [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2075035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.075020] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075032, 'name': ReconfigVM_Task, 'duration_secs': 0.649958} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.075133] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd/6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2053.076996] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ea96f78-07a1-4f64-95fb-e6946a4cc56c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.084547] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Waiting for the task: (returnval){ [ 2053.084547] env[62211]: value = "task-2075036" [ 2053.084547] env[62211]: _type = "Task" [ 2053.084547] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.093314] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075036, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.192219] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "refresh_cache-0813d3ad-ede9-4ec5-9b54-898c9830a4d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.193068] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.196323] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.558s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.196323] env[62211]: DEBUG nova.objects.instance [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lazy-loading 'resources' on Instance uuid 269d1de0-5632-4d43-8350-94b920a7943b {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2053.218920] env[62211]: INFO nova.scheduler.client.report [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Deleted allocations for instance 2590cf62-be26-4fb0-84d3-c638245fa2fe [ 2053.257708] env[62211]: DEBUG oslo_concurrency.lockutils [req-d70f3dac-ba94-468f-924b-3d61b6d7085e req-5589dc34-f7bd-4544-bdda-fb0bde60f78e service nova] Releasing lock "refresh_cache-0813d3ad-ede9-4ec5-9b54-898c9830a4d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.258492] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquired lock "refresh_cache-0813d3ad-ede9-4ec5-9b54-898c9830a4d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.258492] env[62211]: DEBUG nova.network.neutron [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2053.318847] env[62211]: DEBUG nova.compute.manager [req-f56a8df2-97d1-4089-8bb8-93932b0d7311 req-3049c6d3-aa17-4239-9fd8-ba3427006916 service nova] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Received event network-changed-3d9fb979-de27-4ab7-91f0-477ebe9633f7 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2053.319020] env[62211]: DEBUG nova.compute.manager [req-f56a8df2-97d1-4089-8bb8-93932b0d7311 req-3049c6d3-aa17-4239-9fd8-ba3427006916 service nova] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Refreshing instance network info cache due to event network-changed-3d9fb979-de27-4ab7-91f0-477ebe9633f7. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2053.319334] env[62211]: DEBUG oslo_concurrency.lockutils [req-f56a8df2-97d1-4089-8bb8-93932b0d7311 req-3049c6d3-aa17-4239-9fd8-ba3427006916 service nova] Acquiring lock "refresh_cache-28e0b971-2014-4773-bbe4-71e5b3f21c11" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.319542] env[62211]: DEBUG oslo_concurrency.lockutils [req-f56a8df2-97d1-4089-8bb8-93932b0d7311 req-3049c6d3-aa17-4239-9fd8-ba3427006916 service nova] Acquired lock "refresh_cache-28e0b971-2014-4773-bbe4-71e5b3f21c11" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.319742] env[62211]: DEBUG nova.network.neutron [req-f56a8df2-97d1-4089-8bb8-93932b0d7311 req-3049c6d3-aa17-4239-9fd8-ba3427006916 service nova] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Refreshing network info cache for port 3d9fb979-de27-4ab7-91f0-477ebe9633f7 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2053.429427] env[62211]: DEBUG nova.network.neutron [-] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.458455] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] VM already powered off {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2053.458852] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2053.458965] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425202', 'volume_id': 'efcac5b6-c6a2-44a9-967b-b1503569479a', 'name': 'volume-efcac5b6-c6a2-44a9-967b-b1503569479a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65e59681-f925-4ec0-8ac1-0ded9fcc7947', 'attached_at': '', 'detached_at': '', 'volume_id': 'efcac5b6-c6a2-44a9-967b-b1503569479a', 'serial': 'efcac5b6-c6a2-44a9-967b-b1503569479a'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2053.459670] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e29f852-5074-42cb-83f4-f0b96ba88ed9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.479976] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8ff3d7-96d4-4793-af96-cf47c0556607 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.487718] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31711c2-1b60-49b7-9cda-f2105f8a53e8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.509793] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f065d2c7-3f1d-44ba-8fe1-21a9f548a7c6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.526931] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] The volume has not been displaced from its original location: [datastore1] volume-efcac5b6-c6a2-44a9-967b-b1503569479a/volume-efcac5b6-c6a2-44a9-967b-b1503569479a.vmdk. No consolidation needed. {{(pid=62211) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2053.532161] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2053.532521] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37c15570-89cf-44ce-b449-bba00683ba3e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.551408] env[62211]: DEBUG oslo_vmware.api [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Waiting for the task: (returnval){ [ 2053.551408] env[62211]: value = "task-2075037" [ 2053.551408] env[62211]: _type = "Task" [ 2053.551408] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.563669] env[62211]: DEBUG oslo_vmware.api [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2075037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.594377] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075036, 'name': Rename_Task, 'duration_secs': 0.264625} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.594647] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2053.594906] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9beec2c-93f5-4af5-8285-af6bbc0e004d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.601195] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Waiting for the task: (returnval){ [ 2053.601195] env[62211]: value = "task-2075038" [ 2053.601195] env[62211]: _type = "Task" [ 2053.601195] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.609361] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.731148] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8cf6ddde-5a94-490b-8710-fc8753077001 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "2590cf62-be26-4fb0-84d3-c638245fa2fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.061s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.808596] env[62211]: DEBUG nova.network.neutron [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2053.931743] env[62211]: INFO nova.compute.manager [-] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Took 1.34 seconds to deallocate network for instance. [ 2054.063910] env[62211]: DEBUG oslo_vmware.api [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2075037, 'name': ReconfigVM_Task, 'duration_secs': 0.270432} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.064265] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2054.072071] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b571e0fe-3886-4d16-808d-98e08feb397b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.097080] env[62211]: DEBUG oslo_vmware.api [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Waiting for the task: (returnval){ [ 2054.097080] env[62211]: value = "task-2075039" [ 2054.097080] env[62211]: _type = "Task" [ 2054.097080] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.108930] env[62211]: DEBUG oslo_vmware.api [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2075039, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.115392] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075038, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.138484] env[62211]: DEBUG nova.network.neutron [req-f56a8df2-97d1-4089-8bb8-93932b0d7311 req-3049c6d3-aa17-4239-9fd8-ba3427006916 service nova] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Updated VIF entry in instance network info cache for port 3d9fb979-de27-4ab7-91f0-477ebe9633f7. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2054.139022] env[62211]: DEBUG nova.network.neutron [req-f56a8df2-97d1-4089-8bb8-93932b0d7311 req-3049c6d3-aa17-4239-9fd8-ba3427006916 service nova] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Updating instance_info_cache with network_info: [{"id": "3d9fb979-de27-4ab7-91f0-477ebe9633f7", "address": "fa:16:3e:16:df:a3", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9fb979-de", "ovs_interfaceid": "3d9fb979-de27-4ab7-91f0-477ebe9633f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.177961] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9445f7a6-eea6-4130-bcb8-a994b8b87896 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.190256] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b16cbd1-4e30-4741-845a-ed168b95bffb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.196180] env[62211]: DEBUG nova.compute.manager [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Received event network-vif-plugged-0ca1c769-464e-43fb-b4df-56b34670b6ed {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2054.196180] env[62211]: DEBUG oslo_concurrency.lockutils [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] Acquiring lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.196180] env[62211]: DEBUG oslo_concurrency.lockutils [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] Lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.196180] env[62211]: DEBUG oslo_concurrency.lockutils [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] Lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.196180] env[62211]: DEBUG nova.compute.manager [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] No waiting events found dispatching network-vif-plugged-0ca1c769-464e-43fb-b4df-56b34670b6ed {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2054.196180] env[62211]: WARNING nova.compute.manager [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Received unexpected event network-vif-plugged-0ca1c769-464e-43fb-b4df-56b34670b6ed for instance with vm_state building and task_state spawning. [ 2054.196451] env[62211]: DEBUG nova.compute.manager [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Received event network-changed-0ca1c769-464e-43fb-b4df-56b34670b6ed {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2054.196451] env[62211]: DEBUG nova.compute.manager [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Refreshing instance network info cache due to event network-changed-0ca1c769-464e-43fb-b4df-56b34670b6ed. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2054.196564] env[62211]: DEBUG oslo_concurrency.lockutils [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] Acquiring lock "refresh_cache-0813d3ad-ede9-4ec5-9b54-898c9830a4d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.228732] env[62211]: DEBUG nova.network.neutron [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Updating instance_info_cache with network_info: [{"id": "57aa576f-57eb-4477-bec8-056ed556e5b1", "address": "fa:16:3e:90:bd:29", "network": {"id": "8ae97e8b-3e7c-4214-8383-67bb7fd32f3f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-317663359", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57aa576f-57", "ovs_interfaceid": "57aa576f-57eb-4477-bec8-056ed556e5b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ca1c769-464e-43fb-b4df-56b34670b6ed", "address": "fa:16:3e:46:7e:b3", "network": {"id": "fda8aa88-2c17-4b91-b466-6945043b48a2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-352300814", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca1c769-46", "ovs_interfaceid": "0ca1c769-464e-43fb-b4df-56b34670b6ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.230584] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38f33c4-bf26-4068-b9f3-44f9519885ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.239354] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd8b1c5-1a72-4a30-8fab-b23305083330 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.254908] env[62211]: DEBUG nova.compute.provider_tree [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2054.438881] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.608884] env[62211]: DEBUG oslo_vmware.api [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2075039, 'name': ReconfigVM_Task, 'duration_secs': 0.13995} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.610251] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425202', 'volume_id': 'efcac5b6-c6a2-44a9-967b-b1503569479a', 'name': 'volume-efcac5b6-c6a2-44a9-967b-b1503569479a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65e59681-f925-4ec0-8ac1-0ded9fcc7947', 'attached_at': '', 'detached_at': '', 'volume_id': 'efcac5b6-c6a2-44a9-967b-b1503569479a', 'serial': 'efcac5b6-c6a2-44a9-967b-b1503569479a'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2054.610251] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2054.610683] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11322f35-d935-4b8a-9aad-f79e4bdf11c1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.616256] env[62211]: DEBUG oslo_vmware.api [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075038, 'name': PowerOnVM_Task, 'duration_secs': 0.668314} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.616888] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2054.617137] env[62211]: INFO nova.compute.manager [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Took 9.07 seconds to spawn the instance on the hypervisor. [ 2054.617478] env[62211]: DEBUG nova.compute.manager [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2054.618274] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6925fd-66fd-48f2-ac0a-c2ad601e7db2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.622935] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2054.623527] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48a63268-fc95-4e91-a755-a009f5fe5971 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.645982] env[62211]: DEBUG oslo_concurrency.lockutils [req-f56a8df2-97d1-4089-8bb8-93932b0d7311 req-3049c6d3-aa17-4239-9fd8-ba3427006916 service nova] Releasing lock "refresh_cache-28e0b971-2014-4773-bbe4-71e5b3f21c11" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.719722] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2054.719984] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2054.720251] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Deleting the datastore file [datastore1] 65e59681-f925-4ec0-8ac1-0ded9fcc7947 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2054.720798] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20d1d68e-0be6-4320-9415-cd3946518471 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.727723] env[62211]: DEBUG oslo_vmware.api [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Waiting for the task: (returnval){ [ 2054.727723] env[62211]: value = "task-2075041" [ 2054.727723] env[62211]: _type = "Task" [ 2054.727723] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.734333] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Releasing lock "refresh_cache-0813d3ad-ede9-4ec5-9b54-898c9830a4d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.734936] env[62211]: DEBUG nova.compute.manager [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Instance network_info: |[{"id": "57aa576f-57eb-4477-bec8-056ed556e5b1", "address": "fa:16:3e:90:bd:29", "network": {"id": "8ae97e8b-3e7c-4214-8383-67bb7fd32f3f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-317663359", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57aa576f-57", "ovs_interfaceid": "57aa576f-57eb-4477-bec8-056ed556e5b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ca1c769-464e-43fb-b4df-56b34670b6ed", "address": "fa:16:3e:46:7e:b3", "network": {"id": "fda8aa88-2c17-4b91-b466-6945043b48a2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-352300814", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca1c769-46", "ovs_interfaceid": "0ca1c769-464e-43fb-b4df-56b34670b6ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2054.735204] env[62211]: DEBUG oslo_concurrency.lockutils [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] Acquired lock "refresh_cache-0813d3ad-ede9-4ec5-9b54-898c9830a4d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.735496] env[62211]: DEBUG nova.network.neutron [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Refreshing network info cache for port 0ca1c769-464e-43fb-b4df-56b34670b6ed {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2054.738054] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:bd:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57aa576f-57eb-4477-bec8-056ed556e5b1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:7e:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ca1c769-464e-43fb-b4df-56b34670b6ed', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2054.747376] env[62211]: DEBUG oslo.service.loopingcall [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2054.751836] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2054.752199] env[62211]: DEBUG oslo_vmware.api [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2075041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.753015] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d31474bf-df36-44b5-b4f1-2eb73fd026ca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.773040] env[62211]: DEBUG nova.scheduler.client.report [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2054.782597] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2054.782597] env[62211]: value = "task-2075042" [ 2054.782597] env[62211]: _type = "Task" [ 2054.782597] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.796522] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075042, 'name': CreateVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.136515] env[62211]: INFO nova.compute.manager [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Took 47.97 seconds to build instance. [ 2055.239603] env[62211]: DEBUG oslo_vmware.api [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Task: {'id': task-2075041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225526} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.239896] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2055.240178] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2055.240369] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2055.278351] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.281339] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.600s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.281691] env[62211]: DEBUG nova.objects.instance [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lazy-loading 'resources' on Instance uuid fbf3267c-c977-4a73-b909-f820919f3b80 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2055.294076] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075042, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.299948] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2055.300233] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e886374-cfab-444d-ac6d-1d638611e2bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.305646] env[62211]: INFO nova.scheduler.client.report [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Deleted allocations for instance 269d1de0-5632-4d43-8350-94b920a7943b [ 2055.313417] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77dad4b-c787-4b81-916b-3b67038d3160 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.348722] env[62211]: ERROR nova.compute.manager [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Failed to detach volume efcac5b6-c6a2-44a9-967b-b1503569479a from /dev/sda: nova.exception.InstanceNotFound: Instance 65e59681-f925-4ec0-8ac1-0ded9fcc7947 could not be found. [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Traceback (most recent call last): [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] self.driver.rebuild(**kwargs) [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] raise NotImplementedError() [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] NotImplementedError [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] During handling of the above exception, another exception occurred: [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Traceback (most recent call last): [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] self.driver.detach_volume(context, old_connection_info, [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] return self._volumeops.detach_volume(connection_info, instance) [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] self._detach_volume_vmdk(connection_info, instance) [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] stable_ref.fetch_moref(session) [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] nova.exception.InstanceNotFound: Instance 65e59681-f925-4ec0-8ac1-0ded9fcc7947 could not be found. [ 2055.348722] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] [ 2055.495426] env[62211]: DEBUG nova.compute.utils [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Build of instance 65e59681-f925-4ec0-8ac1-0ded9fcc7947 aborted: Failed to rebuild volume backed instance. {{(pid=62211) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2055.499628] env[62211]: ERROR nova.compute.manager [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 65e59681-f925-4ec0-8ac1-0ded9fcc7947 aborted: Failed to rebuild volume backed instance. [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Traceback (most recent call last): [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] self.driver.rebuild(**kwargs) [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] raise NotImplementedError() [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] NotImplementedError [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] During handling of the above exception, another exception occurred: [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Traceback (most recent call last): [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] self._detach_root_volume(context, instance, root_bdm) [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] with excutils.save_and_reraise_exception(): [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] self.force_reraise() [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] raise self.value [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] self.driver.detach_volume(context, old_connection_info, [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] return self._volumeops.detach_volume(connection_info, instance) [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] self._detach_volume_vmdk(connection_info, instance) [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] stable_ref.fetch_moref(session) [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] nova.exception.InstanceNotFound: Instance 65e59681-f925-4ec0-8ac1-0ded9fcc7947 could not be found. [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] [ 2055.499628] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] During handling of the above exception, another exception occurred: [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Traceback (most recent call last): [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/compute/manager.py", line 11383, in _error_out_instance_on_exception [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] yield [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] self._do_rebuild_instance_with_claim( [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] self._do_rebuild_instance( [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] self._rebuild_default_impl(**kwargs) [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] self._rebuild_volume_backed_instance( [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] raise exception.BuildAbortException( [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] nova.exception.BuildAbortException: Build of instance 65e59681-f925-4ec0-8ac1-0ded9fcc7947 aborted: Failed to rebuild volume backed instance. [ 2055.500654] env[62211]: ERROR nova.compute.manager [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] [ 2055.542343] env[62211]: DEBUG nova.network.neutron [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Updated VIF entry in instance network info cache for port 0ca1c769-464e-43fb-b4df-56b34670b6ed. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2055.542839] env[62211]: DEBUG nova.network.neutron [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Updating instance_info_cache with network_info: [{"id": "57aa576f-57eb-4477-bec8-056ed556e5b1", "address": "fa:16:3e:90:bd:29", "network": {"id": "8ae97e8b-3e7c-4214-8383-67bb7fd32f3f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-317663359", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57aa576f-57", "ovs_interfaceid": "57aa576f-57eb-4477-bec8-056ed556e5b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ca1c769-464e-43fb-b4df-56b34670b6ed", "address": "fa:16:3e:46:7e:b3", "network": {"id": "fda8aa88-2c17-4b91-b466-6945043b48a2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-352300814", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca1c769-46", "ovs_interfaceid": "0ca1c769-464e-43fb-b4df-56b34670b6ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.638496] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9333092-9862-4cf0-a888-91219583124d tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Lock "6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.482s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.799815] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075042, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.812344] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3a4e2ad8-0371-4efa-ae61-599bfd305be2 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "269d1de0-5632-4d43-8350-94b920a7943b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.321s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.900963] env[62211]: DEBUG oslo_concurrency.lockutils [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Acquiring lock "6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.901280] env[62211]: DEBUG oslo_concurrency.lockutils [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Lock "6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.901495] env[62211]: DEBUG oslo_concurrency.lockutils [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Acquiring lock "6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.901683] env[62211]: DEBUG oslo_concurrency.lockutils [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Lock "6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.901851] env[62211]: DEBUG oslo_concurrency.lockutils [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Lock "6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.906120] env[62211]: INFO nova.compute.manager [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Terminating instance [ 2056.047742] env[62211]: DEBUG oslo_concurrency.lockutils [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] Releasing lock "refresh_cache-0813d3ad-ede9-4ec5-9b54-898c9830a4d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.047996] env[62211]: DEBUG nova.compute.manager [req-1eba6a01-87ea-4d88-8b22-c8d5c35ec363 req-c078c7c6-b8c0-4a4e-bee2-64cb659df512 service nova] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Received event network-vif-deleted-8d5ceb39-eecd-460d-b7c0-ec640e482c6e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2056.104428] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ddeccb-15ff-423e-8b5b-571d3dc33c27 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.112945] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b64face-90da-482f-805e-d7210af30cb0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.144019] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040e8541-4137-4825-a282-fce477b9718f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.152593] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459b12ff-c6a2-4d9b-98f1-71b6966ee53c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.167509] env[62211]: DEBUG nova.compute.provider_tree [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2056.294854] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075042, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.409747] env[62211]: DEBUG nova.compute.manager [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2056.410031] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2056.411039] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d79a925-7978-41dd-be64-914aef94003f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.419366] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2056.419840] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7871b82a-3158-49ea-96b7-14836b33279c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.426057] env[62211]: DEBUG oslo_vmware.api [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Waiting for the task: (returnval){ [ 2056.426057] env[62211]: value = "task-2075043" [ 2056.426057] env[62211]: _type = "Task" [ 2056.426057] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.440206] env[62211]: DEBUG oslo_vmware.api [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.671356] env[62211]: DEBUG nova.scheduler.client.report [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2056.797368] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075042, 'name': CreateVM_Task, 'duration_secs': 1.523096} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.797368] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2056.798318] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.798414] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.799551] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2056.799551] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8536878c-3daa-4216-a183-bcfd6415152f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.805257] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 2056.805257] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]522b3cd7-a6b4-4d53-1cd8-f7db361d4260" [ 2056.805257] env[62211]: _type = "Task" [ 2056.805257] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.814149] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522b3cd7-a6b4-4d53-1cd8-f7db361d4260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.937209] env[62211]: DEBUG oslo_vmware.api [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075043, 'name': PowerOffVM_Task, 'duration_secs': 0.312263} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.937565] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2056.937840] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2056.938175] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2281767-0dbe-491b-a784-af9a1b581c90 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.048272] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2057.048388] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2057.048532] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Deleting the datastore file [datastore1] 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2057.048815] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81178d96-952c-4ef2-804b-3578748dd151 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.056271] env[62211]: DEBUG oslo_vmware.api [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Waiting for the task: (returnval){ [ 2057.056271] env[62211]: value = "task-2075045" [ 2057.056271] env[62211]: _type = "Task" [ 2057.056271] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.064989] env[62211]: DEBUG oslo_vmware.api [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.178074] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.181009] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.853s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.181009] env[62211]: DEBUG nova.objects.instance [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lazy-loading 'resources' on Instance uuid 318ea049-c1ce-4e68-9e63-b1990e7050c3 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2057.202953] env[62211]: INFO nova.scheduler.client.report [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Deleted allocations for instance fbf3267c-c977-4a73-b909-f820919f3b80 [ 2057.315460] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522b3cd7-a6b4-4d53-1cd8-f7db361d4260, 'name': SearchDatastore_Task, 'duration_secs': 0.014546} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.315788] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.316044] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2057.316308] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.317427] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.317675] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2057.318029] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a63c764c-0bd4-49b3-8177-322792818bf7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.327432] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2057.327751] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2057.328844] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c6ff73-b2de-4777-972a-35e022602dd3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.334677] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 2057.334677] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]522d9403-22a1-9d51-b3cf-eda947c77144" [ 2057.334677] env[62211]: _type = "Task" [ 2057.334677] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.344218] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522d9403-22a1-9d51-b3cf-eda947c77144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.358095] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "4c6717ce-ed4a-4f67-aac8-036af30ca30f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.358309] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "4c6717ce-ed4a-4f67-aac8-036af30ca30f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.385955] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "3cbfd6fb-df5d-4c13-ab41-89759666f3dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.386159] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "3cbfd6fb-df5d-4c13-ab41-89759666f3dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.520112] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.522445] env[62211]: DEBUG oslo_vmware.rw_handles [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e50108-6e46-0e8e-fdab-15c7aae16af8/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2057.523429] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0950e8a2-0f43-439c-a5b8-2a5980d379c8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.531038] env[62211]: DEBUG oslo_vmware.rw_handles [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e50108-6e46-0e8e-fdab-15c7aae16af8/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2057.531178] env[62211]: ERROR oslo_vmware.rw_handles [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e50108-6e46-0e8e-fdab-15c7aae16af8/disk-0.vmdk due to incomplete transfer. [ 2057.531491] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-938cdc52-ef47-4533-895f-5a86844732d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.539078] env[62211]: DEBUG oslo_vmware.rw_handles [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e50108-6e46-0e8e-fdab-15c7aae16af8/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2057.539559] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Uploaded image 3c75bf32-1da5-4607-b6c9-155c6b85c9ba to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2057.542126] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2057.542350] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d75171a4-8e26-4eb7-914c-71ce7be51e5c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.548786] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2057.548786] env[62211]: value = "task-2075046" [ 2057.548786] env[62211]: _type = "Task" [ 2057.548786] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.556268] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075046, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.565447] env[62211]: DEBUG oslo_vmware.api [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Task: {'id': task-2075045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247936} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.566861] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2057.566861] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2057.566861] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2057.566861] env[62211]: INFO nova.compute.manager [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2057.566861] env[62211]: DEBUG oslo.service.loopingcall [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2057.566861] env[62211]: DEBUG nova.compute.manager [-] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2057.567162] env[62211]: DEBUG nova.network.neutron [-] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2057.711244] env[62211]: DEBUG oslo_concurrency.lockutils [None req-29c7067b-d0fd-4403-acab-6fb2cb5cbe4c tempest-ImagesOneServerNegativeTestJSON-1234523427 tempest-ImagesOneServerNegativeTestJSON-1234523427-project-member] Lock "fbf3267c-c977-4a73-b909-f820919f3b80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.099s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.851474] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522d9403-22a1-9d51-b3cf-eda947c77144, 'name': SearchDatastore_Task, 'duration_secs': 0.014246} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.852352] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b987ea96-f7c5-4532-90eb-9043181fa484 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.860159] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 2057.860159] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52abcd18-9848-0473-70a5-448e696de958" [ 2057.860159] env[62211]: _type = "Task" [ 2057.860159] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.860573] env[62211]: DEBUG nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2057.868632] env[62211]: DEBUG nova.compute.manager [req-4712adc9-8246-425a-9de7-7efd7802269b req-7e351a5a-98e2-4e3f-b845-74afa4946f38 service nova] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Received event network-vif-deleted-8b6a0228-e224-4565-b58a-45d14e6f31a3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2057.868850] env[62211]: INFO nova.compute.manager [req-4712adc9-8246-425a-9de7-7efd7802269b req-7e351a5a-98e2-4e3f-b845-74afa4946f38 service nova] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Neutron deleted interface 8b6a0228-e224-4565-b58a-45d14e6f31a3; detaching it from the instance and deleting it from the info cache [ 2057.869050] env[62211]: DEBUG nova.network.neutron [req-4712adc9-8246-425a-9de7-7efd7802269b req-7e351a5a-98e2-4e3f-b845-74afa4946f38 service nova] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.875475] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52abcd18-9848-0473-70a5-448e696de958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.888668] env[62211]: DEBUG nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2058.063923] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075046, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.068813] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13165160-1d2c-4f5b-b18a-16370896c92a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.075962] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f65df23-21d2-4634-acc5-3d385eaac71f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.121476] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f83136-c9e9-4700-818d-df73801103b9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.129287] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbdf50b-87aa-4066-9d5c-c829ec6afe3b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.143733] env[62211]: DEBUG nova.compute.provider_tree [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2058.334655] env[62211]: DEBUG nova.network.neutron [-] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.374083] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52abcd18-9848-0473-70a5-448e696de958, 'name': SearchDatastore_Task, 'duration_secs': 0.023074} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.374790] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.375142] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0813d3ad-ede9-4ec5-9b54-898c9830a4d2/0813d3ad-ede9-4ec5-9b54-898c9830a4d2.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2058.375426] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f29dd093-e6dc-486e-a2bc-d080f01cafa8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.380166] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58fdf52a-875c-4456-9b34-ce7f81c47c52 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.390695] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 2058.390695] env[62211]: value = "task-2075047" [ 2058.390695] env[62211]: _type = "Task" [ 2058.390695] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.393888] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0e964e-1559-4167-aa64-332309204f7a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.406506] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.422341] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.433784] env[62211]: DEBUG nova.compute.manager [req-4712adc9-8246-425a-9de7-7efd7802269b req-7e351a5a-98e2-4e3f-b845-74afa4946f38 service nova] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Detach interface failed, port_id=8b6a0228-e224-4565-b58a-45d14e6f31a3, reason: Instance 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2058.435435] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.560582] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075046, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.646747] env[62211]: DEBUG nova.scheduler.client.report [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2058.800602] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Acquiring lock "65e59681-f925-4ec0-8ac1-0ded9fcc7947" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.800870] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Lock "65e59681-f925-4ec0-8ac1-0ded9fcc7947" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.801073] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Acquiring lock "65e59681-f925-4ec0-8ac1-0ded9fcc7947-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.801251] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Lock "65e59681-f925-4ec0-8ac1-0ded9fcc7947-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.801411] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Lock "65e59681-f925-4ec0-8ac1-0ded9fcc7947-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.803526] env[62211]: INFO nova.compute.manager [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Terminating instance [ 2058.837632] env[62211]: INFO nova.compute.manager [-] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Took 1.27 seconds to deallocate network for instance. [ 2058.904366] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075047, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.065023] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075046, 'name': Destroy_Task, 'duration_secs': 1.115413} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.065411] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Destroyed the VM [ 2059.065763] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2059.066582] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-382e2faa-4ca8-44b4-9c57-333ebd147923 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.075425] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2059.075425] env[62211]: value = "task-2075048" [ 2059.075425] env[62211]: _type = "Task" [ 2059.075425] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.086205] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075048, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.131929] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "5f19a95e-137e-46f2-884b-c56c947ef05c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.132231] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "5f19a95e-137e-46f2-884b-c56c947ef05c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.132441] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "5f19a95e-137e-46f2-884b-c56c947ef05c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.132650] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "5f19a95e-137e-46f2-884b-c56c947ef05c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.132835] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "5f19a95e-137e-46f2-884b-c56c947ef05c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.135171] env[62211]: INFO nova.compute.manager [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Terminating instance [ 2059.152311] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.159280] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.808s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.160507] env[62211]: INFO nova.compute.claims [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2059.182379] env[62211]: INFO nova.scheduler.client.report [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Deleted allocations for instance 318ea049-c1ce-4e68-9e63-b1990e7050c3 [ 2059.309278] env[62211]: DEBUG nova.compute.manager [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2059.309833] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc02a187-e2c5-401e-9f41-cc8759eb5ae4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.321519] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc4a430-07f3-4881-9ae8-643d8b72acb8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.346303] env[62211]: DEBUG oslo_concurrency.lockutils [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.359319] env[62211]: WARNING nova.virt.vmwareapi.driver [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 65e59681-f925-4ec0-8ac1-0ded9fcc7947 could not be found. [ 2059.359540] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2059.360477] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cbb53c1-03d1-4b72-82e1-0fb90f3d340e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.368395] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2949f09e-1a64-4628-8d41-ed7453624a71 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.403481] env[62211]: WARNING nova.virt.vmwareapi.vmops [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 65e59681-f925-4ec0-8ac1-0ded9fcc7947 could not be found. [ 2059.404298] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2059.404298] env[62211]: INFO nova.compute.manager [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Took 0.09 seconds to destroy the instance on the hypervisor. [ 2059.404448] env[62211]: DEBUG oslo.service.loopingcall [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2059.408058] env[62211]: DEBUG nova.compute.manager [-] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2059.408151] env[62211]: DEBUG nova.network.neutron [-] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2059.415218] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811569} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.415471] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0813d3ad-ede9-4ec5-9b54-898c9830a4d2/0813d3ad-ede9-4ec5-9b54-898c9830a4d2.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2059.415674] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2059.415914] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34a8d53c-85e5-4e37-8c58-c7fb459d4087 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.422550] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 2059.422550] env[62211]: value = "task-2075049" [ 2059.422550] env[62211]: _type = "Task" [ 2059.422550] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.431428] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.588708] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075048, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.639680] env[62211]: DEBUG nova.compute.manager [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2059.639912] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2059.640948] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04baba66-6e0e-43a0-b3c1-93ae65a37ff7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.651456] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2059.651749] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ec3942a-7ed4-4bcc-bed1-35cbac2cf57d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.672859] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "93332dec-054c-4951-bb91-2206fddb633a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.673114] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "93332dec-054c-4951-bb91-2206fddb633a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.688414] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8f546720-e0b6-460b-85b8-6f24fca43491 tempest-SecurityGroupsTestJSON-1796051166 tempest-SecurityGroupsTestJSON-1796051166-project-member] Lock "318ea049-c1ce-4e68-9e63-b1990e7050c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.431s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.924554] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2059.924806] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2059.924988] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleting the datastore file [datastore1] 5f19a95e-137e-46f2-884b-c56c947ef05c {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2059.928905] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a47f35c-422b-4059-953b-596c242777c6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.937050] env[62211]: DEBUG oslo_vmware.api [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2059.937050] env[62211]: value = "task-2075051" [ 2059.937050] env[62211]: _type = "Task" [ 2059.937050] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.940639] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067034} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.944114] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2059.944983] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33649cea-167c-4d8b-9121-41c892247f34 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.968773] env[62211]: DEBUG oslo_vmware.api [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.979569] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 0813d3ad-ede9-4ec5-9b54-898c9830a4d2/0813d3ad-ede9-4ec5-9b54-898c9830a4d2.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2059.979747] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fc180ef-e90f-42a7-b0f6-d9497cf9b47e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.002250] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 2060.002250] env[62211]: value = "task-2075052" [ 2060.002250] env[62211]: _type = "Task" [ 2060.002250] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.012093] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.087252] env[62211]: DEBUG oslo_vmware.api [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075048, 'name': RemoveSnapshot_Task, 'duration_secs': 0.622595} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.087252] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2060.087477] env[62211]: INFO nova.compute.manager [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Took 21.09 seconds to snapshot the instance on the hypervisor. [ 2060.181326] env[62211]: DEBUG nova.compute.manager [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2060.210507] env[62211]: DEBUG nova.compute.manager [req-409c8ff6-cf66-4cfe-bd14-65cdea12f9c4 req-e0434c6e-418a-4514-9957-bb26e859e102 service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Received event network-vif-deleted-72d0f37e-c8f7-47ca-a20a-8133913a0b0c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2060.210507] env[62211]: INFO nova.compute.manager [req-409c8ff6-cf66-4cfe-bd14-65cdea12f9c4 req-e0434c6e-418a-4514-9957-bb26e859e102 service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Neutron deleted interface 72d0f37e-c8f7-47ca-a20a-8133913a0b0c; detaching it from the instance and deleting it from the info cache [ 2060.210507] env[62211]: DEBUG nova.network.neutron [req-409c8ff6-cf66-4cfe-bd14-65cdea12f9c4 req-e0434c6e-418a-4514-9957-bb26e859e102 service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.450980] env[62211]: DEBUG oslo_vmware.api [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1618} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.451446] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2060.451446] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2060.451667] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2060.451783] env[62211]: INFO nova.compute.manager [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Took 0.81 seconds to destroy the instance on the hypervisor. [ 2060.452039] env[62211]: DEBUG oslo.service.loopingcall [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2060.452232] env[62211]: DEBUG nova.compute.manager [-] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2060.452870] env[62211]: DEBUG nova.network.neutron [-] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2060.515526] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075052, 'name': ReconfigVM_Task, 'duration_secs': 0.341482} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.518462] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 0813d3ad-ede9-4ec5-9b54-898c9830a4d2/0813d3ad-ede9-4ec5-9b54-898c9830a4d2.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2060.519563] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-404d9852-a1bb-458a-b499-494ddeabe7aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.527029] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 2060.527029] env[62211]: value = "task-2075053" [ 2060.527029] env[62211]: _type = "Task" [ 2060.527029] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.541236] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075053, 'name': Rename_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.593896] env[62211]: DEBUG nova.compute.manager [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Instance disappeared during snapshot {{(pid=62211) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 2060.613753] env[62211]: DEBUG nova.compute.manager [None req-cf85a65f-a37b-4311-93f2-4a86be392acf tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Image not found during clean up 3c75bf32-1da5-4607-b6c9-155c6b85c9ba {{(pid=62211) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 2060.618308] env[62211]: DEBUG nova.network.neutron [-] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.626248] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508460c8-2883-41b8-a7f1-70d1a68554a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.636127] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9b215c-b034-4f12-9778-8e091da28c26 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.673677] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1267854a-cc8e-4693-988a-6b845bc21b1a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.682013] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4032fdb3-2a21-4095-bd19-22e2f1c087a9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.699259] env[62211]: DEBUG nova.compute.provider_tree [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2060.713292] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f79f3c6-8086-4419-84c6-682874c87e90 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.717328] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.725429] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbf21b2-d77c-4260-ad45-6f026474d883 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.757682] env[62211]: DEBUG nova.compute.manager [req-409c8ff6-cf66-4cfe-bd14-65cdea12f9c4 req-e0434c6e-418a-4514-9957-bb26e859e102 service nova] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Detach interface failed, port_id=72d0f37e-c8f7-47ca-a20a-8133913a0b0c, reason: Instance 65e59681-f925-4ec0-8ac1-0ded9fcc7947 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2061.036881] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075053, 'name': Rename_Task, 'duration_secs': 0.161951} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.037534] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2061.037645] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-177b8385-c2b2-43a4-a1a7-7647c5230433 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.043984] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 2061.043984] env[62211]: value = "task-2075054" [ 2061.043984] env[62211]: _type = "Task" [ 2061.043984] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.053712] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.120177] env[62211]: INFO nova.compute.manager [-] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Took 1.71 seconds to deallocate network for instance. [ 2061.205716] env[62211]: DEBUG nova.scheduler.client.report [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2061.476579] env[62211]: DEBUG nova.network.neutron [-] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.558193] env[62211]: DEBUG oslo_vmware.api [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075054, 'name': PowerOnVM_Task, 'duration_secs': 0.478118} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.558473] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2061.558682] env[62211]: INFO nova.compute.manager [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Took 12.45 seconds to spawn the instance on the hypervisor. [ 2061.559021] env[62211]: DEBUG nova.compute.manager [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2061.559984] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea70503-f52c-4d06-9742-40ea9bf5fd49 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.676131] env[62211]: INFO nova.compute.manager [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Took 0.55 seconds to detach 1 volumes for instance. [ 2061.677608] env[62211]: DEBUG nova.compute.manager [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Deleting volume: efcac5b6-c6a2-44a9-967b-b1503569479a {{(pid=62211) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2061.710966] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.711531] env[62211]: DEBUG nova.compute.manager [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2061.714755] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.127s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.717810] env[62211]: INFO nova.compute.claims [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2061.980500] env[62211]: INFO nova.compute.manager [-] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Took 1.53 seconds to deallocate network for instance. [ 2062.080325] env[62211]: INFO nova.compute.manager [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Took 48.54 seconds to build instance. [ 2062.222377] env[62211]: DEBUG nova.compute.utils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2062.225807] env[62211]: DEBUG nova.compute.manager [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2062.228688] env[62211]: DEBUG nova.network.neutron [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2062.232548] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.242897] env[62211]: DEBUG nova.compute.manager [req-b64b46f5-2dc4-425c-a1db-d5afe2d7d868 req-b33eef41-f577-4101-8e65-b4c1d59d55f2 service nova] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Received event network-vif-deleted-029e384f-3635-4267-b23c-00d656b42f62 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2062.292336] env[62211]: DEBUG nova.policy [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61d68b99b33940a6acfea771f67bda52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c9a9a234ac84c3ab56554aefc964250', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2062.489074] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.583571] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cfd19bfc-bb3e-460b-9064-9e1a9b6f8d54 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.049s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.734280] env[62211]: DEBUG nova.compute.manager [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2062.788737] env[62211]: DEBUG nova.network.neutron [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Successfully created port: 1a43e716-8a64-4639-8e02-5b683efde4e7 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2063.177144] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1069c836-9dee-458d-9d47-9eba04030a9e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.186226] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8d28c4-6634-4cf2-943f-ec071b8f0aaa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.229556] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a6a916-030a-4fcc-9755-22cbb3a4c82b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.238316] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed39ddda-a328-4dda-8bf7-60344f4184f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.265408] env[62211]: DEBUG nova.compute.provider_tree [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2063.749188] env[62211]: DEBUG nova.compute.manager [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2063.771588] env[62211]: DEBUG nova.scheduler.client.report [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2063.776645] env[62211]: DEBUG nova.virt.hardware [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2063.776875] env[62211]: DEBUG nova.virt.hardware [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2063.777059] env[62211]: DEBUG nova.virt.hardware [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2063.777253] env[62211]: DEBUG nova.virt.hardware [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2063.777400] env[62211]: DEBUG nova.virt.hardware [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2063.777546] env[62211]: DEBUG nova.virt.hardware [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2063.777744] env[62211]: DEBUG nova.virt.hardware [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2063.777904] env[62211]: DEBUG nova.virt.hardware [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2063.778107] env[62211]: DEBUG nova.virt.hardware [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2063.778277] env[62211]: DEBUG nova.virt.hardware [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2063.778451] env[62211]: DEBUG nova.virt.hardware [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2063.779293] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1b2a36-3918-4619-af29-83e4335b48a2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.787250] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a734405-498b-4306-b736-12ef8aadc330 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.863118] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.863387] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.863597] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.863787] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.863959] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.866947] env[62211]: INFO nova.compute.manager [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Terminating instance [ 2063.873369] env[62211]: DEBUG oslo_concurrency.lockutils [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquiring lock "53724549-132b-4fc4-a28b-bedd9a96fe9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.873588] env[62211]: DEBUG oslo_concurrency.lockutils [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Lock "53724549-132b-4fc4-a28b-bedd9a96fe9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.283966] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.284522] env[62211]: DEBUG nova.compute.manager [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2064.291017] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.621s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.291017] env[62211]: INFO nova.compute.claims [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2064.374605] env[62211]: DEBUG nova.compute.manager [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2064.374661] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2064.378687] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305ccc37-4470-4b0b-8cd4-0d2d47a4b2c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.380824] env[62211]: DEBUG nova.compute.manager [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2064.389371] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2064.390427] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-227c53bb-2503-49be-9bac-41f0ee3d0341 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.396969] env[62211]: DEBUG oslo_vmware.api [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 2064.396969] env[62211]: value = "task-2075056" [ 2064.396969] env[62211]: _type = "Task" [ 2064.396969] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.406021] env[62211]: DEBUG oslo_vmware.api [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.518497] env[62211]: DEBUG nova.compute.manager [req-7041d848-c4fd-44b1-b686-4bcd531198dd req-c704401e-a2ca-4a6c-96df-04bc9959c0a9 service nova] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Received event network-vif-plugged-1a43e716-8a64-4639-8e02-5b683efde4e7 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2064.518720] env[62211]: DEBUG oslo_concurrency.lockutils [req-7041d848-c4fd-44b1-b686-4bcd531198dd req-c704401e-a2ca-4a6c-96df-04bc9959c0a9 service nova] Acquiring lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.518975] env[62211]: DEBUG oslo_concurrency.lockutils [req-7041d848-c4fd-44b1-b686-4bcd531198dd req-c704401e-a2ca-4a6c-96df-04bc9959c0a9 service nova] Lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.519202] env[62211]: DEBUG oslo_concurrency.lockutils [req-7041d848-c4fd-44b1-b686-4bcd531198dd req-c704401e-a2ca-4a6c-96df-04bc9959c0a9 service nova] Lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.519408] env[62211]: DEBUG nova.compute.manager [req-7041d848-c4fd-44b1-b686-4bcd531198dd req-c704401e-a2ca-4a6c-96df-04bc9959c0a9 service nova] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] No waiting events found dispatching network-vif-plugged-1a43e716-8a64-4639-8e02-5b683efde4e7 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2064.519706] env[62211]: WARNING nova.compute.manager [req-7041d848-c4fd-44b1-b686-4bcd531198dd req-c704401e-a2ca-4a6c-96df-04bc9959c0a9 service nova] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Received unexpected event network-vif-plugged-1a43e716-8a64-4639-8e02-5b683efde4e7 for instance with vm_state building and task_state spawning. [ 2064.644153] env[62211]: DEBUG nova.network.neutron [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Successfully updated port: 1a43e716-8a64-4639-8e02-5b683efde4e7 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2064.789386] env[62211]: DEBUG nova.compute.utils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2064.790822] env[62211]: DEBUG nova.compute.manager [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2064.790995] env[62211]: DEBUG nova.network.neutron [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2064.839752] env[62211]: DEBUG nova.policy [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33be72bbaf2f4ef5b7b809aab47a54d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a84c696860b4713b70f937d323882d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2064.907765] env[62211]: DEBUG oslo_vmware.api [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075056, 'name': PowerOffVM_Task, 'duration_secs': 0.202323} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.908891] env[62211]: DEBUG oslo_concurrency.lockutils [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.909278] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2064.909532] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2064.909780] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4ba999f-441e-42c2-81ff-77a754e63c16 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.084194] env[62211]: DEBUG nova.network.neutron [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Successfully created port: 9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2065.123453] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2065.123975] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2065.124202] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Deleting the datastore file [datastore1] 0813d3ad-ede9-4ec5-9b54-898c9830a4d2 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2065.124469] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a224f0bd-8dcf-44c2-b8c7-05c53cd0af76 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.132484] env[62211]: DEBUG oslo_vmware.api [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for the task: (returnval){ [ 2065.132484] env[62211]: value = "task-2075058" [ 2065.132484] env[62211]: _type = "Task" [ 2065.132484] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.143097] env[62211]: DEBUG oslo_vmware.api [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.146945] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "refresh_cache-0a478aaf-ea40-4062-ac9a-7f576b4d5d51" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.147146] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired lock "refresh_cache-0a478aaf-ea40-4062-ac9a-7f576b4d5d51" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.147345] env[62211]: DEBUG nova.network.neutron [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2065.295661] env[62211]: DEBUG nova.compute.manager [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2065.647119] env[62211]: DEBUG oslo_vmware.api [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Task: {'id': task-2075058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18143} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.647119] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2065.647119] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2065.647119] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2065.647119] env[62211]: INFO nova.compute.manager [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2065.647119] env[62211]: DEBUG oslo.service.loopingcall [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2065.647119] env[62211]: DEBUG nova.compute.manager [-] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2065.647119] env[62211]: DEBUG nova.network.neutron [-] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2065.699029] env[62211]: DEBUG nova.network.neutron [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2065.763944] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1a424a-62df-4f2b-a942-6ce19c5732af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.771100] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3863284-6261-4996-8d52-1289d37be735 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.802843] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5726ecbb-5f62-4861-8ed7-ceb1f5271638 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.820406] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbf66b0-6843-4882-8d5e-42a6544d2057 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.834814] env[62211]: DEBUG nova.compute.provider_tree [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.887703] env[62211]: DEBUG nova.network.neutron [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Updating instance_info_cache with network_info: [{"id": "1a43e716-8a64-4639-8e02-5b683efde4e7", "address": "fa:16:3e:29:fa:b2", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a43e716-8a", "ovs_interfaceid": "1a43e716-8a64-4639-8e02-5b683efde4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.206189] env[62211]: DEBUG nova.compute.manager [req-05bf7f5d-7940-479c-a99f-41f82bf32df1 req-bb8fa7ba-53c2-495b-8ab6-487c2afa16ed service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Received event network-vif-deleted-0ca1c769-464e-43fb-b4df-56b34670b6ed {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2066.206391] env[62211]: INFO nova.compute.manager [req-05bf7f5d-7940-479c-a99f-41f82bf32df1 req-bb8fa7ba-53c2-495b-8ab6-487c2afa16ed service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Neutron deleted interface 0ca1c769-464e-43fb-b4df-56b34670b6ed; detaching it from the instance and deleting it from the info cache [ 2066.206627] env[62211]: DEBUG nova.network.neutron [req-05bf7f5d-7940-479c-a99f-41f82bf32df1 req-bb8fa7ba-53c2-495b-8ab6-487c2afa16ed service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Updating instance_info_cache with network_info: [{"id": "57aa576f-57eb-4477-bec8-056ed556e5b1", "address": "fa:16:3e:90:bd:29", "network": {"id": "8ae97e8b-3e7c-4214-8383-67bb7fd32f3f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-317663359", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a52743dfcde46929042688d4aa57cdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57aa576f-57", "ovs_interfaceid": "57aa576f-57eb-4477-bec8-056ed556e5b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.317196] env[62211]: DEBUG nova.compute.manager [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2066.344929] env[62211]: DEBUG nova.scheduler.client.report [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2066.354282] env[62211]: DEBUG nova.virt.hardware [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2066.354282] env[62211]: DEBUG nova.virt.hardware [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2066.354458] env[62211]: DEBUG nova.virt.hardware [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2066.354806] env[62211]: DEBUG nova.virt.hardware [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2066.355128] env[62211]: DEBUG nova.virt.hardware [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2066.355391] env[62211]: DEBUG nova.virt.hardware [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2066.355778] env[62211]: DEBUG nova.virt.hardware [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2066.356060] env[62211]: DEBUG nova.virt.hardware [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2066.356332] env[62211]: DEBUG nova.virt.hardware [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2066.356741] env[62211]: DEBUG nova.virt.hardware [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2066.357064] env[62211]: DEBUG nova.virt.hardware [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2066.358422] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ddcabe-1b70-4f9b-b1db-ff5d87d73443 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.374535] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1942fca1-9de9-4262-9235-65ab9d02d510 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.390616] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Releasing lock "refresh_cache-0a478aaf-ea40-4062-ac9a-7f576b4d5d51" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.390937] env[62211]: DEBUG nova.compute.manager [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Instance network_info: |[{"id": "1a43e716-8a64-4639-8e02-5b683efde4e7", "address": "fa:16:3e:29:fa:b2", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a43e716-8a", "ovs_interfaceid": "1a43e716-8a64-4639-8e02-5b683efde4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2066.391555] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:fa:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a43e716-8a64-4639-8e02-5b683efde4e7', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2066.399209] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Creating folder: Project (3c9a9a234ac84c3ab56554aefc964250). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2066.399691] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09ad756a-5d91-46e4-a7fa-6b53e0ce3f46 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.410693] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Created folder: Project (3c9a9a234ac84c3ab56554aefc964250) in parent group-v425157. [ 2066.410693] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Creating folder: Instances. Parent ref: group-v425358. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2066.412055] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a35671bf-138a-4c05-9256-0ff35eb7e05f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.421181] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Created folder: Instances in parent group-v425358. [ 2066.421420] env[62211]: DEBUG oslo.service.loopingcall [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2066.421608] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2066.421806] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a771925-3584-4869-a373-884fb69e3194 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.445090] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2066.445090] env[62211]: value = "task-2075061" [ 2066.445090] env[62211]: _type = "Task" [ 2066.445090] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.454540] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075061, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.710934] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4176fbf2-bec3-4b9a-a2af-e4f49a4bfd72 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.715915] env[62211]: DEBUG nova.compute.manager [req-4fb62027-b746-4d59-abc3-12cbe5ab141e req-f1452366-3036-4657-9221-7c65ca2324f9 service nova] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Received event network-changed-1a43e716-8a64-4639-8e02-5b683efde4e7 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2066.716118] env[62211]: DEBUG nova.compute.manager [req-4fb62027-b746-4d59-abc3-12cbe5ab141e req-f1452366-3036-4657-9221-7c65ca2324f9 service nova] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Refreshing instance network info cache due to event network-changed-1a43e716-8a64-4639-8e02-5b683efde4e7. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2066.717072] env[62211]: DEBUG oslo_concurrency.lockutils [req-4fb62027-b746-4d59-abc3-12cbe5ab141e req-f1452366-3036-4657-9221-7c65ca2324f9 service nova] Acquiring lock "refresh_cache-0a478aaf-ea40-4062-ac9a-7f576b4d5d51" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.717299] env[62211]: DEBUG oslo_concurrency.lockutils [req-4fb62027-b746-4d59-abc3-12cbe5ab141e req-f1452366-3036-4657-9221-7c65ca2324f9 service nova] Acquired lock "refresh_cache-0a478aaf-ea40-4062-ac9a-7f576b4d5d51" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.717478] env[62211]: DEBUG nova.network.neutron [req-4fb62027-b746-4d59-abc3-12cbe5ab141e req-f1452366-3036-4657-9221-7c65ca2324f9 service nova] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Refreshing network info cache for port 1a43e716-8a64-4639-8e02-5b683efde4e7 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2066.729158] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81114bfc-1629-4355-bae2-0ab3d6e2ad62 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.762537] env[62211]: DEBUG nova.compute.manager [req-05bf7f5d-7940-479c-a99f-41f82bf32df1 req-bb8fa7ba-53c2-495b-8ab6-487c2afa16ed service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Detach interface failed, port_id=0ca1c769-464e-43fb-b4df-56b34670b6ed, reason: Instance 0813d3ad-ede9-4ec5-9b54-898c9830a4d2 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2066.845035] env[62211]: DEBUG nova.network.neutron [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Successfully updated port: 9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2066.864599] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.865297] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2066.871125] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.162s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.873185] env[62211]: INFO nova.compute.claims [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2066.915022] env[62211]: DEBUG nova.network.neutron [-] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.953162] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075061, 'name': CreateVM_Task, 'duration_secs': 0.361137} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.953338] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2066.954047] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.954216] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.954524] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2066.954774] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1edc71d7-892f-43ab-958b-5f8c9a0d5102 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.959444] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2066.959444] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526f7dd6-afd5-d716-31d2-8917a774d1b8" [ 2066.959444] env[62211]: _type = "Task" [ 2066.959444] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.967253] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526f7dd6-afd5-d716-31d2-8917a774d1b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.342552] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "55219d51-c36f-42e9-835c-a54818a1e084" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.342835] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "55219d51-c36f-42e9-835c-a54818a1e084" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.350617] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquiring lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.350791] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquired lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.350921] env[62211]: DEBUG nova.network.neutron [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2067.372309] env[62211]: DEBUG nova.compute.utils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2067.374550] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2067.374716] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2067.417182] env[62211]: INFO nova.compute.manager [-] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Took 1.77 seconds to deallocate network for instance. [ 2067.425635] env[62211]: DEBUG nova.policy [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29bab2632a154c30851fde4e02c05978', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38c063f8f2241299ae49a9ac7156c0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2067.473559] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526f7dd6-afd5-d716-31d2-8917a774d1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.473867] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.474118] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2067.474365] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.474505] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.474865] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2067.475186] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1145cae3-6f0a-4c03-8886-9fdb39d6403b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.483029] env[62211]: DEBUG nova.network.neutron [req-4fb62027-b746-4d59-abc3-12cbe5ab141e req-f1452366-3036-4657-9221-7c65ca2324f9 service nova] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Updated VIF entry in instance network info cache for port 1a43e716-8a64-4639-8e02-5b683efde4e7. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2067.484068] env[62211]: DEBUG nova.network.neutron [req-4fb62027-b746-4d59-abc3-12cbe5ab141e req-f1452366-3036-4657-9221-7c65ca2324f9 service nova] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Updating instance_info_cache with network_info: [{"id": "1a43e716-8a64-4639-8e02-5b683efde4e7", "address": "fa:16:3e:29:fa:b2", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a43e716-8a", "ovs_interfaceid": "1a43e716-8a64-4639-8e02-5b683efde4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.488300] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2067.488300] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2067.488300] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22403e85-a8f1-43c6-8d8a-2efa8f83f61f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.492669] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2067.492669] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523835ee-3714-d6c3-5619-856634d91a3f" [ 2067.492669] env[62211]: _type = "Task" [ 2067.492669] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.502577] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523835ee-3714-d6c3-5619-856634d91a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.731363] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Successfully created port: 8c6c23ef-3ac6-4478-ab9e-4059a29cb402 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2067.880875] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2067.884294] env[62211]: DEBUG nova.network.neutron [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2067.926334] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.987997] env[62211]: DEBUG oslo_concurrency.lockutils [req-4fb62027-b746-4d59-abc3-12cbe5ab141e req-f1452366-3036-4657-9221-7c65ca2324f9 service nova] Releasing lock "refresh_cache-0a478aaf-ea40-4062-ac9a-7f576b4d5d51" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.009064] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523835ee-3714-d6c3-5619-856634d91a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.00892} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.012163] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4233bee-ea3d-4686-8e04-71e402e211e2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.018885] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2068.018885] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52003a7a-9239-ef65-98c7-1790bc7f50fa" [ 2068.018885] env[62211]: _type = "Task" [ 2068.018885] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.030914] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52003a7a-9239-ef65-98c7-1790bc7f50fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.031272] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.033426] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0a478aaf-ea40-4062-ac9a-7f576b4d5d51/0a478aaf-ea40-4062-ac9a-7f576b4d5d51.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2068.033426] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adec9cbb-e14d-4345-b748-c8b39fd8aeab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.041276] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2068.041276] env[62211]: value = "task-2075062" [ 2068.041276] env[62211]: _type = "Task" [ 2068.041276] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.049952] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.068011] env[62211]: DEBUG nova.network.neutron [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Updating instance_info_cache with network_info: [{"id": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "address": "fa:16:3e:1b:d6:c8", "network": {"id": "f6d8e0d3-5e33-432a-bf5d-7e25e3de964e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-53057909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a84c696860b4713b70f937d323882d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4f534b-f1", "ovs_interfaceid": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.236718] env[62211]: DEBUG nova.compute.manager [req-694a9bc3-e302-439b-a88a-2e654dd4d001 req-980f5709-3706-448b-a1fb-1bc64c0da857 service nova] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Received event network-vif-deleted-57aa576f-57eb-4477-bec8-056ed556e5b1 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2068.279948] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d8d490-2a8e-492c-97e6-e2fc5eaf720d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.288674] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5698423-b35d-4478-8b04-ad34b3636635 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.322623] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f435b4-9f29-457d-91b7-9728a56094d9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.330745] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6749615d-7be5-4843-8ceb-71ed6c6a5ef9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.345044] env[62211]: DEBUG nova.compute.provider_tree [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2068.552402] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46082} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.552654] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0a478aaf-ea40-4062-ac9a-7f576b4d5d51/0a478aaf-ea40-4062-ac9a-7f576b4d5d51.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2068.552886] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2068.553171] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4748f7e-128d-48c2-81e7-889bc2c89aba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.559822] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2068.559822] env[62211]: value = "task-2075063" [ 2068.559822] env[62211]: _type = "Task" [ 2068.559822] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.567551] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.570167] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Releasing lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.570484] env[62211]: DEBUG nova.compute.manager [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Instance network_info: |[{"id": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "address": "fa:16:3e:1b:d6:c8", "network": {"id": "f6d8e0d3-5e33-432a-bf5d-7e25e3de964e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-53057909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a84c696860b4713b70f937d323882d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4f534b-f1", "ovs_interfaceid": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2068.570876] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:d6:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e4f534b-f16a-42f7-97a7-af0a6ff97bcf', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2068.579539] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Creating folder: Project (2a84c696860b4713b70f937d323882d3). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2068.579539] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2f6c800-2c91-4f40-8f10-f9e6b1c08b1a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.589322] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Created folder: Project (2a84c696860b4713b70f937d323882d3) in parent group-v425157. [ 2068.589638] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Creating folder: Instances. Parent ref: group-v425361. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2068.590186] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-443d256a-3992-42e5-96f3-d99c7ddd16ab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.600824] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Created folder: Instances in parent group-v425361. [ 2068.601094] env[62211]: DEBUG oslo.service.loopingcall [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2068.601286] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2068.601513] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8a54a9f-e33f-48f7-b593-a7d816081415 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.622108] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2068.622108] env[62211]: value = "task-2075066" [ 2068.622108] env[62211]: _type = "Task" [ 2068.622108] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.630241] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075066, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.763610] env[62211]: DEBUG nova.compute.manager [req-d88e8d37-a02b-4313-a330-520bb90ecbe4 req-0f3aafcd-bada-4759-a3f2-d7ec34b80d7a service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Received event network-vif-plugged-9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2068.763833] env[62211]: DEBUG oslo_concurrency.lockutils [req-d88e8d37-a02b-4313-a330-520bb90ecbe4 req-0f3aafcd-bada-4759-a3f2-d7ec34b80d7a service nova] Acquiring lock "9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.764220] env[62211]: DEBUG oslo_concurrency.lockutils [req-d88e8d37-a02b-4313-a330-520bb90ecbe4 req-0f3aafcd-bada-4759-a3f2-d7ec34b80d7a service nova] Lock "9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.764469] env[62211]: DEBUG oslo_concurrency.lockutils [req-d88e8d37-a02b-4313-a330-520bb90ecbe4 req-0f3aafcd-bada-4759-a3f2-d7ec34b80d7a service nova] Lock "9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.764652] env[62211]: DEBUG nova.compute.manager [req-d88e8d37-a02b-4313-a330-520bb90ecbe4 req-0f3aafcd-bada-4759-a3f2-d7ec34b80d7a service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] No waiting events found dispatching network-vif-plugged-9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2068.764826] env[62211]: WARNING nova.compute.manager [req-d88e8d37-a02b-4313-a330-520bb90ecbe4 req-0f3aafcd-bada-4759-a3f2-d7ec34b80d7a service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Received unexpected event network-vif-plugged-9e4f534b-f16a-42f7-97a7-af0a6ff97bcf for instance with vm_state building and task_state spawning. [ 2068.764988] env[62211]: DEBUG nova.compute.manager [req-d88e8d37-a02b-4313-a330-520bb90ecbe4 req-0f3aafcd-bada-4759-a3f2-d7ec34b80d7a service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Received event network-changed-9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2068.765154] env[62211]: DEBUG nova.compute.manager [req-d88e8d37-a02b-4313-a330-520bb90ecbe4 req-0f3aafcd-bada-4759-a3f2-d7ec34b80d7a service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Refreshing instance network info cache due to event network-changed-9e4f534b-f16a-42f7-97a7-af0a6ff97bcf. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2068.765344] env[62211]: DEBUG oslo_concurrency.lockutils [req-d88e8d37-a02b-4313-a330-520bb90ecbe4 req-0f3aafcd-bada-4759-a3f2-d7ec34b80d7a service nova] Acquiring lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.765503] env[62211]: DEBUG oslo_concurrency.lockutils [req-d88e8d37-a02b-4313-a330-520bb90ecbe4 req-0f3aafcd-bada-4759-a3f2-d7ec34b80d7a service nova] Acquired lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.765677] env[62211]: DEBUG nova.network.neutron [req-d88e8d37-a02b-4313-a330-520bb90ecbe4 req-0f3aafcd-bada-4759-a3f2-d7ec34b80d7a service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Refreshing network info cache for port 9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2068.847849] env[62211]: DEBUG nova.scheduler.client.report [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2068.895393] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2068.923991] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2068.924420] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2068.924503] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2068.924626] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2068.924772] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2068.924915] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2068.925133] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2068.925293] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2068.925463] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2068.925626] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2068.925820] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2068.926717] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1a7e43-b17e-45ef-a638-51d603aaa7c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.936636] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219dec15-dec2-4046-a1e4-b8e672ecb72c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.070315] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067933} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.070585] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2069.071371] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3277f07e-fe77-4a59-918b-1376ee97d153 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.092900] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 0a478aaf-ea40-4062-ac9a-7f576b4d5d51/0a478aaf-ea40-4062-ac9a-7f576b4d5d51.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2069.093216] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d3e6601-18d9-4f2a-b602-5439c2a303bc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.112616] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2069.112616] env[62211]: value = "task-2075067" [ 2069.112616] env[62211]: _type = "Task" [ 2069.112616] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.120901] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.132093] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075066, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.299396] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Successfully updated port: 8c6c23ef-3ac6-4478-ab9e-4059a29cb402 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2069.352610] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.354091] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2069.355875] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.610s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.357737] env[62211]: INFO nova.compute.claims [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2069.467580] env[62211]: DEBUG nova.network.neutron [req-d88e8d37-a02b-4313-a330-520bb90ecbe4 req-0f3aafcd-bada-4759-a3f2-d7ec34b80d7a service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Updated VIF entry in instance network info cache for port 9e4f534b-f16a-42f7-97a7-af0a6ff97bcf. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2069.467941] env[62211]: DEBUG nova.network.neutron [req-d88e8d37-a02b-4313-a330-520bb90ecbe4 req-0f3aafcd-bada-4759-a3f2-d7ec34b80d7a service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Updating instance_info_cache with network_info: [{"id": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "address": "fa:16:3e:1b:d6:c8", "network": {"id": "f6d8e0d3-5e33-432a-bf5d-7e25e3de964e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-53057909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a84c696860b4713b70f937d323882d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4f534b-f1", "ovs_interfaceid": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.622208] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075067, 'name': ReconfigVM_Task, 'duration_secs': 0.391965} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.622482] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 0a478aaf-ea40-4062-ac9a-7f576b4d5d51/0a478aaf-ea40-4062-ac9a-7f576b4d5d51.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2069.623154] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceb4e2c3-dfba-4f98-9db1-a34c81f6f519 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.633262] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075066, 'name': CreateVM_Task, 'duration_secs': 0.548706} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.634257] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2069.634566] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2069.634566] env[62211]: value = "task-2075068" [ 2069.634566] env[62211]: _type = "Task" [ 2069.634566] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.635208] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.635373] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.635672] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2069.636202] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65aa0a4-d783-46cb-9a09-e4138cb50bec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.642454] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2069.642454] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529c7b5a-f732-f4c4-a38b-a09df98f0877" [ 2069.642454] env[62211]: _type = "Task" [ 2069.642454] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.645423] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075068, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.653284] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529c7b5a-f732-f4c4-a38b-a09df98f0877, 'name': SearchDatastore_Task, 'duration_secs': 0.008586} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.653531] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.653743] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2069.653962] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.654125] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.654298] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2069.654521] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d926481e-09d9-4a5c-beb4-6327dc389371 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.661317] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2069.661487] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2069.662133] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262cf678-4dbc-4296-920e-373931b7edc0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.666837] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2069.666837] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5277cabc-0b8c-129a-5c27-4a29a55f69d4" [ 2069.666837] env[62211]: _type = "Task" [ 2069.666837] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.674898] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5277cabc-0b8c-129a-5c27-4a29a55f69d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.805367] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "refresh_cache-afdf804b-f270-4afb-887d-16a4d4536b1b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.805541] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquired lock "refresh_cache-afdf804b-f270-4afb-887d-16a4d4536b1b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.805709] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2069.863384] env[62211]: DEBUG nova.compute.utils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2069.866911] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2069.867101] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2069.918227] env[62211]: DEBUG nova.policy [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29bab2632a154c30851fde4e02c05978', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38c063f8f2241299ae49a9ac7156c0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2069.971991] env[62211]: DEBUG oslo_concurrency.lockutils [req-d88e8d37-a02b-4313-a330-520bb90ecbe4 req-0f3aafcd-bada-4759-a3f2-d7ec34b80d7a service nova] Releasing lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.146487] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075068, 'name': Rename_Task, 'duration_secs': 0.134252} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.146703] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2070.146970] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2f289c3-f36e-4006-9af4-b8682903f1ed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.153465] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2070.153465] env[62211]: value = "task-2075069" [ 2070.153465] env[62211]: _type = "Task" [ 2070.153465] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.161144] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.176272] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5277cabc-0b8c-129a-5c27-4a29a55f69d4, 'name': SearchDatastore_Task, 'duration_secs': 0.006698} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.177078] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63942fea-d0ba-4649-b097-e7d480ccd2bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.183112] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2070.183112] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529d8e79-caac-bff1-b9d9-3fe331d54944" [ 2070.183112] env[62211]: _type = "Task" [ 2070.183112] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.197888] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529d8e79-caac-bff1-b9d9-3fe331d54944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.215836] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Successfully created port: 6c791529-af9e-44ff-8026-d5a101db9edf {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2070.262518] env[62211]: DEBUG nova.compute.manager [req-635a04d7-3363-4a62-80de-aaf5c80c65a8 req-66e44e9b-60f1-458a-8dc1-2652e1c66ed4 service nova] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Received event network-vif-plugged-8c6c23ef-3ac6-4478-ab9e-4059a29cb402 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2070.262700] env[62211]: DEBUG oslo_concurrency.lockutils [req-635a04d7-3363-4a62-80de-aaf5c80c65a8 req-66e44e9b-60f1-458a-8dc1-2652e1c66ed4 service nova] Acquiring lock "afdf804b-f270-4afb-887d-16a4d4536b1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.263044] env[62211]: DEBUG oslo_concurrency.lockutils [req-635a04d7-3363-4a62-80de-aaf5c80c65a8 req-66e44e9b-60f1-458a-8dc1-2652e1c66ed4 service nova] Lock "afdf804b-f270-4afb-887d-16a4d4536b1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.263183] env[62211]: DEBUG oslo_concurrency.lockutils [req-635a04d7-3363-4a62-80de-aaf5c80c65a8 req-66e44e9b-60f1-458a-8dc1-2652e1c66ed4 service nova] Lock "afdf804b-f270-4afb-887d-16a4d4536b1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.263399] env[62211]: DEBUG nova.compute.manager [req-635a04d7-3363-4a62-80de-aaf5c80c65a8 req-66e44e9b-60f1-458a-8dc1-2652e1c66ed4 service nova] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] No waiting events found dispatching network-vif-plugged-8c6c23ef-3ac6-4478-ab9e-4059a29cb402 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2070.263588] env[62211]: WARNING nova.compute.manager [req-635a04d7-3363-4a62-80de-aaf5c80c65a8 req-66e44e9b-60f1-458a-8dc1-2652e1c66ed4 service nova] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Received unexpected event network-vif-plugged-8c6c23ef-3ac6-4478-ab9e-4059a29cb402 for instance with vm_state building and task_state spawning. [ 2070.263804] env[62211]: DEBUG nova.compute.manager [req-635a04d7-3363-4a62-80de-aaf5c80c65a8 req-66e44e9b-60f1-458a-8dc1-2652e1c66ed4 service nova] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Received event network-changed-8c6c23ef-3ac6-4478-ab9e-4059a29cb402 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2070.264049] env[62211]: DEBUG nova.compute.manager [req-635a04d7-3363-4a62-80de-aaf5c80c65a8 req-66e44e9b-60f1-458a-8dc1-2652e1c66ed4 service nova] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Refreshing instance network info cache due to event network-changed-8c6c23ef-3ac6-4478-ab9e-4059a29cb402. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2070.264258] env[62211]: DEBUG oslo_concurrency.lockutils [req-635a04d7-3363-4a62-80de-aaf5c80c65a8 req-66e44e9b-60f1-458a-8dc1-2652e1c66ed4 service nova] Acquiring lock "refresh_cache-afdf804b-f270-4afb-887d-16a4d4536b1b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.343018] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2070.370021] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2070.494592] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Updating instance_info_cache with network_info: [{"id": "8c6c23ef-3ac6-4478-ab9e-4059a29cb402", "address": "fa:16:3e:f0:8d:43", "network": {"id": "8844bb00-be6b-404a-a2ce-627d62b03bde", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-245204783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38c063f8f2241299ae49a9ac7156c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c6c23ef-3a", "ovs_interfaceid": "8c6c23ef-3ac6-4478-ab9e-4059a29cb402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.663346] env[62211]: DEBUG oslo_vmware.api [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075069, 'name': PowerOnVM_Task, 'duration_secs': 0.426899} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.665512] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2070.665720] env[62211]: INFO nova.compute.manager [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Took 6.92 seconds to spawn the instance on the hypervisor. [ 2070.665905] env[62211]: DEBUG nova.compute.manager [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2070.666830] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2289e995-2e96-4004-ac1a-9a0e3e6f0553 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.695479] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529d8e79-caac-bff1-b9d9-3fe331d54944, 'name': SearchDatastore_Task, 'duration_secs': 0.018678} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.695672] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.696083] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b/9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2070.696083] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e547defd-a6a5-4536-9a8e-0431713515a4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.702681] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2070.702681] env[62211]: value = "task-2075070" [ 2070.702681] env[62211]: _type = "Task" [ 2070.702681] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.710758] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.725131] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7a0c3e-a56e-4b80-82d2-3c619b6cf1b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.732497] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ce9143-dfd1-4e83-bc51-4737f94d55c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.762278] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb2a187-7296-4f9e-99b5-aa8a233cf4d7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.769247] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ffa1ac-dd2d-42c1-85c4-9c83f5230f67 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.782965] env[62211]: DEBUG nova.compute.provider_tree [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2070.997172] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Releasing lock "refresh_cache-afdf804b-f270-4afb-887d-16a4d4536b1b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.997592] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Instance network_info: |[{"id": "8c6c23ef-3ac6-4478-ab9e-4059a29cb402", "address": "fa:16:3e:f0:8d:43", "network": {"id": "8844bb00-be6b-404a-a2ce-627d62b03bde", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-245204783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38c063f8f2241299ae49a9ac7156c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c6c23ef-3a", "ovs_interfaceid": "8c6c23ef-3ac6-4478-ab9e-4059a29cb402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2070.997980] env[62211]: DEBUG oslo_concurrency.lockutils [req-635a04d7-3363-4a62-80de-aaf5c80c65a8 req-66e44e9b-60f1-458a-8dc1-2652e1c66ed4 service nova] Acquired lock "refresh_cache-afdf804b-f270-4afb-887d-16a4d4536b1b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.998221] env[62211]: DEBUG nova.network.neutron [req-635a04d7-3363-4a62-80de-aaf5c80c65a8 req-66e44e9b-60f1-458a-8dc1-2652e1c66ed4 service nova] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Refreshing network info cache for port 8c6c23ef-3ac6-4478-ab9e-4059a29cb402 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2070.999516] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:8d:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c6c23ef-3ac6-4478-ab9e-4059a29cb402', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2071.008110] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Creating folder: Project (b38c063f8f2241299ae49a9ac7156c0e). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2071.009162] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ba41409-641c-4736-aac1-9d76c766b4f7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.022443] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Created folder: Project (b38c063f8f2241299ae49a9ac7156c0e) in parent group-v425157. [ 2071.022659] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Creating folder: Instances. Parent ref: group-v425364. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2071.022959] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9525b5bc-514c-4822-9beb-f040317cdd95 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.035897] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Created folder: Instances in parent group-v425364. [ 2071.036254] env[62211]: DEBUG oslo.service.loopingcall [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2071.036476] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2071.036693] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ba4f143-df1e-4b54-ab56-9f836ff23813 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.064980] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2071.064980] env[62211]: value = "task-2075073" [ 2071.064980] env[62211]: _type = "Task" [ 2071.064980] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.075262] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075073, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.191747] env[62211]: INFO nova.compute.manager [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Took 47.86 seconds to build instance. [ 2071.213531] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484547} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.214149] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b/9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2071.214447] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2071.215418] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-345ef1e8-daf9-4b00-968e-5591efc0db36 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.222976] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2071.222976] env[62211]: value = "task-2075074" [ 2071.222976] env[62211]: _type = "Task" [ 2071.222976] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.231758] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.286953] env[62211]: DEBUG nova.scheduler.client.report [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2071.380160] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2071.408589] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2071.408806] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2071.408962] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2071.409155] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2071.409300] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2071.409444] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2071.409647] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2071.409803] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2071.409973] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2071.410422] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2071.410619] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2071.411515] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2f5430-c8cc-4e8c-bb35-e854803919ce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.421779] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcfc16e-234d-4207-8627-fa93e68c176f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.565119] env[62211]: DEBUG nova.compute.manager [req-325ad206-780a-4b9a-800d-7a2d335a75a4 req-f4cf605d-64a8-471b-bcfc-eeb12114b112 service nova] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Received event network-changed-1a43e716-8a64-4639-8e02-5b683efde4e7 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2071.565119] env[62211]: DEBUG nova.compute.manager [req-325ad206-780a-4b9a-800d-7a2d335a75a4 req-f4cf605d-64a8-471b-bcfc-eeb12114b112 service nova] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Refreshing instance network info cache due to event network-changed-1a43e716-8a64-4639-8e02-5b683efde4e7. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2071.565119] env[62211]: DEBUG oslo_concurrency.lockutils [req-325ad206-780a-4b9a-800d-7a2d335a75a4 req-f4cf605d-64a8-471b-bcfc-eeb12114b112 service nova] Acquiring lock "refresh_cache-0a478aaf-ea40-4062-ac9a-7f576b4d5d51" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.565119] env[62211]: DEBUG oslo_concurrency.lockutils [req-325ad206-780a-4b9a-800d-7a2d335a75a4 req-f4cf605d-64a8-471b-bcfc-eeb12114b112 service nova] Acquired lock "refresh_cache-0a478aaf-ea40-4062-ac9a-7f576b4d5d51" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.565119] env[62211]: DEBUG nova.network.neutron [req-325ad206-780a-4b9a-800d-7a2d335a75a4 req-f4cf605d-64a8-471b-bcfc-eeb12114b112 service nova] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Refreshing network info cache for port 1a43e716-8a64-4639-8e02-5b683efde4e7 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2071.579436] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075073, 'name': CreateVM_Task, 'duration_secs': 0.445046} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.579796] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2071.581087] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.583017] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.583017] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2071.583017] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1780c6d6-13d6-4d6f-84be-1f7488714470 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.587337] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2071.587337] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]524ec859-5e86-7ce3-c595-c451e464a314" [ 2071.587337] env[62211]: _type = "Task" [ 2071.587337] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.596929] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524ec859-5e86-7ce3-c595-c451e464a314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.696295] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7650e3b0-11a7-4166-ba4c-11394773af82 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.372s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.732718] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067778} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.733044] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2071.733813] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe16624-2216-4644-8ebf-aeb496833876 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.756376] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b/9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2071.758986] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aba1e0d-369c-4277-afd9-72cb17b1d59a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.779925] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Successfully updated port: 6c791529-af9e-44ff-8026-d5a101db9edf {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2071.787525] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2071.787525] env[62211]: value = "task-2075075" [ 2071.787525] env[62211]: _type = "Task" [ 2071.787525] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.796802] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.797936] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2071.803019] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.803019] env[62211]: DEBUG oslo_concurrency.lockutils [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.518s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.803019] env[62211]: DEBUG nova.objects.instance [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lazy-loading 'resources' on Instance uuid c8af1cbe-902d-4af8-b744-7341ec58831c {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2071.826628] env[62211]: DEBUG nova.network.neutron [req-635a04d7-3363-4a62-80de-aaf5c80c65a8 req-66e44e9b-60f1-458a-8dc1-2652e1c66ed4 service nova] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Updated VIF entry in instance network info cache for port 8c6c23ef-3ac6-4478-ab9e-4059a29cb402. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2071.827107] env[62211]: DEBUG nova.network.neutron [req-635a04d7-3363-4a62-80de-aaf5c80c65a8 req-66e44e9b-60f1-458a-8dc1-2652e1c66ed4 service nova] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Updating instance_info_cache with network_info: [{"id": "8c6c23ef-3ac6-4478-ab9e-4059a29cb402", "address": "fa:16:3e:f0:8d:43", "network": {"id": "8844bb00-be6b-404a-a2ce-627d62b03bde", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-245204783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38c063f8f2241299ae49a9ac7156c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c6c23ef-3a", "ovs_interfaceid": "8c6c23ef-3ac6-4478-ab9e-4059a29cb402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.100430] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524ec859-5e86-7ce3-c595-c451e464a314, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.100733] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.100938] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2072.101193] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.101338] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.101511] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2072.101773] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-187e95c3-99d9-460d-8f34-8f3c438d3b57 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.116450] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2072.117078] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2072.117399] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3f3de46-f572-4e9d-8432-5956b23f6ce5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.123139] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2072.123139] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]524e79d2-f808-2075-8e71-6ff632742020" [ 2072.123139] env[62211]: _type = "Task" [ 2072.123139] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.131500] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524e79d2-f808-2075-8e71-6ff632742020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.199494] env[62211]: DEBUG nova.compute.manager [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2072.283493] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "refresh_cache-0320403f-6d21-4694-a58e-e12957c653f5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.283664] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquired lock "refresh_cache-0320403f-6d21-4694-a58e-e12957c653f5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.283886] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2072.299244] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.303853] env[62211]: DEBUG nova.compute.utils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2072.303853] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2072.303853] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2072.324189] env[62211]: DEBUG nova.network.neutron [req-325ad206-780a-4b9a-800d-7a2d335a75a4 req-f4cf605d-64a8-471b-bcfc-eeb12114b112 service nova] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Updated VIF entry in instance network info cache for port 1a43e716-8a64-4639-8e02-5b683efde4e7. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2072.324189] env[62211]: DEBUG nova.network.neutron [req-325ad206-780a-4b9a-800d-7a2d335a75a4 req-f4cf605d-64a8-471b-bcfc-eeb12114b112 service nova] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Updating instance_info_cache with network_info: [{"id": "1a43e716-8a64-4639-8e02-5b683efde4e7", "address": "fa:16:3e:29:fa:b2", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a43e716-8a", "ovs_interfaceid": "1a43e716-8a64-4639-8e02-5b683efde4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.330516] env[62211]: DEBUG oslo_concurrency.lockutils [req-635a04d7-3363-4a62-80de-aaf5c80c65a8 req-66e44e9b-60f1-458a-8dc1-2652e1c66ed4 service nova] Releasing lock "refresh_cache-afdf804b-f270-4afb-887d-16a4d4536b1b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.375062] env[62211]: DEBUG nova.policy [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29bab2632a154c30851fde4e02c05978', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38c063f8f2241299ae49a9ac7156c0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2072.636487] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524e79d2-f808-2075-8e71-6ff632742020, 'name': SearchDatastore_Task, 'duration_secs': 0.064786} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.636487] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900470b5-1809-4e9b-a994-d30fcba1eed1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.641521] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2072.641521] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b915bb-cb95-b511-b154-53a6bdccc615" [ 2072.641521] env[62211]: _type = "Task" [ 2072.641521] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.656576] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b915bb-cb95-b511-b154-53a6bdccc615, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.656954] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.658349] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] afdf804b-f270-4afb-887d-16a4d4536b1b/afdf804b-f270-4afb-887d-16a4d4536b1b.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2072.658494] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cd595d4-1be8-4529-bf55-e3283b83cd6d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.668180] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2072.668180] env[62211]: value = "task-2075076" [ 2072.668180] env[62211]: _type = "Task" [ 2072.668180] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.678173] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.719436] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.776194] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3305c5ca-03c7-40ec-b93e-0b2d7c4d72ac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.785168] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3080d6-3a13-4290-b5c6-445387f09652 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.824480] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2072.828035] env[62211]: DEBUG oslo_concurrency.lockutils [req-325ad206-780a-4b9a-800d-7a2d335a75a4 req-f4cf605d-64a8-471b-bcfc-eeb12114b112 service nova] Releasing lock "refresh_cache-0a478aaf-ea40-4062-ac9a-7f576b4d5d51" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.828960] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8ddbde-f6d1-4877-86fa-7fc2ab713aef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.835553] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075075, 'name': ReconfigVM_Task, 'duration_secs': 1.022421} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.836206] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b/9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2072.836826] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4af8e803-082b-4128-8225-bbdb4cc82fd2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.842075] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7faffb-894f-4ef7-b272-d42c4dd5c20d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.848250] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2072.848250] env[62211]: value = "task-2075077" [ 2072.848250] env[62211]: _type = "Task" [ 2072.848250] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.861430] env[62211]: DEBUG nova.compute.provider_tree [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2072.866519] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075077, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.871150] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2072.935347] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Successfully created port: cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2073.048853] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Updating instance_info_cache with network_info: [{"id": "6c791529-af9e-44ff-8026-d5a101db9edf", "address": "fa:16:3e:db:20:39", "network": {"id": "8844bb00-be6b-404a-a2ce-627d62b03bde", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-245204783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38c063f8f2241299ae49a9ac7156c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c791529-af", "ovs_interfaceid": "6c791529-af9e-44ff-8026-d5a101db9edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.179680] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504141} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.180763] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] afdf804b-f270-4afb-887d-16a4d4536b1b/afdf804b-f270-4afb-887d-16a4d4536b1b.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2073.181170] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2073.181466] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-685701d8-41fd-47d6-8e34-f1703f4065c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.189118] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2073.189118] env[62211]: value = "task-2075078" [ 2073.189118] env[62211]: _type = "Task" [ 2073.189118] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.198801] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.359734] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075077, 'name': Rename_Task, 'duration_secs': 0.386666} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.360367] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2073.360367] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d85e012-c448-4442-b5f7-1c6715c2df7b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.366462] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2073.366462] env[62211]: value = "task-2075079" [ 2073.366462] env[62211]: _type = "Task" [ 2073.366462] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.369939] env[62211]: DEBUG nova.scheduler.client.report [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2073.382737] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075079, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.554769] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Releasing lock "refresh_cache-0320403f-6d21-4694-a58e-e12957c653f5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.554982] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Instance network_info: |[{"id": "6c791529-af9e-44ff-8026-d5a101db9edf", "address": "fa:16:3e:db:20:39", "network": {"id": "8844bb00-be6b-404a-a2ce-627d62b03bde", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-245204783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38c063f8f2241299ae49a9ac7156c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c791529-af", "ovs_interfaceid": "6c791529-af9e-44ff-8026-d5a101db9edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2073.555520] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:20:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c791529-af9e-44ff-8026-d5a101db9edf', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2073.562963] env[62211]: DEBUG oslo.service.loopingcall [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2073.563207] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2073.563432] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff40d042-6d44-49d6-b86f-4bf4a6ae0178 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.583909] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2073.583909] env[62211]: value = "task-2075080" [ 2073.583909] env[62211]: _type = "Task" [ 2073.583909] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.594193] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075080, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.597089] env[62211]: DEBUG nova.compute.manager [req-ee6ca75d-3923-4ac8-88da-4280c46ce473 req-dbea44a3-bd2d-4324-a2b8-539fe6dbc1f8 service nova] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Received event network-vif-plugged-6c791529-af9e-44ff-8026-d5a101db9edf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2073.597302] env[62211]: DEBUG oslo_concurrency.lockutils [req-ee6ca75d-3923-4ac8-88da-4280c46ce473 req-dbea44a3-bd2d-4324-a2b8-539fe6dbc1f8 service nova] Acquiring lock "0320403f-6d21-4694-a58e-e12957c653f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.597551] env[62211]: DEBUG oslo_concurrency.lockutils [req-ee6ca75d-3923-4ac8-88da-4280c46ce473 req-dbea44a3-bd2d-4324-a2b8-539fe6dbc1f8 service nova] Lock "0320403f-6d21-4694-a58e-e12957c653f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.597670] env[62211]: DEBUG oslo_concurrency.lockutils [req-ee6ca75d-3923-4ac8-88da-4280c46ce473 req-dbea44a3-bd2d-4324-a2b8-539fe6dbc1f8 service nova] Lock "0320403f-6d21-4694-a58e-e12957c653f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.597814] env[62211]: DEBUG nova.compute.manager [req-ee6ca75d-3923-4ac8-88da-4280c46ce473 req-dbea44a3-bd2d-4324-a2b8-539fe6dbc1f8 service nova] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] No waiting events found dispatching network-vif-plugged-6c791529-af9e-44ff-8026-d5a101db9edf {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2073.597973] env[62211]: WARNING nova.compute.manager [req-ee6ca75d-3923-4ac8-88da-4280c46ce473 req-dbea44a3-bd2d-4324-a2b8-539fe6dbc1f8 service nova] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Received unexpected event network-vif-plugged-6c791529-af9e-44ff-8026-d5a101db9edf for instance with vm_state building and task_state spawning. [ 2073.598169] env[62211]: DEBUG nova.compute.manager [req-ee6ca75d-3923-4ac8-88da-4280c46ce473 req-dbea44a3-bd2d-4324-a2b8-539fe6dbc1f8 service nova] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Received event network-changed-6c791529-af9e-44ff-8026-d5a101db9edf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2073.598327] env[62211]: DEBUG nova.compute.manager [req-ee6ca75d-3923-4ac8-88da-4280c46ce473 req-dbea44a3-bd2d-4324-a2b8-539fe6dbc1f8 service nova] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Refreshing instance network info cache due to event network-changed-6c791529-af9e-44ff-8026-d5a101db9edf. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2073.598509] env[62211]: DEBUG oslo_concurrency.lockutils [req-ee6ca75d-3923-4ac8-88da-4280c46ce473 req-dbea44a3-bd2d-4324-a2b8-539fe6dbc1f8 service nova] Acquiring lock "refresh_cache-0320403f-6d21-4694-a58e-e12957c653f5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.598634] env[62211]: DEBUG oslo_concurrency.lockutils [req-ee6ca75d-3923-4ac8-88da-4280c46ce473 req-dbea44a3-bd2d-4324-a2b8-539fe6dbc1f8 service nova] Acquired lock "refresh_cache-0320403f-6d21-4694-a58e-e12957c653f5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.598782] env[62211]: DEBUG nova.network.neutron [req-ee6ca75d-3923-4ac8-88da-4280c46ce473 req-dbea44a3-bd2d-4324-a2b8-539fe6dbc1f8 service nova] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Refreshing network info cache for port 6c791529-af9e-44ff-8026-d5a101db9edf {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2073.698930] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096303} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.699197] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2073.699944] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2c5ba7-7a4d-4180-ba60-8e06c9b4d56b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.721674] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] afdf804b-f270-4afb-887d-16a4d4536b1b/afdf804b-f270-4afb-887d-16a4d4536b1b.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2073.721974] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c62e9b1-aad2-44b8-91aa-1b53d8e38257 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.742415] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2073.742415] env[62211]: value = "task-2075081" [ 2073.742415] env[62211]: _type = "Task" [ 2073.742415] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.750570] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.839332] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2073.866108] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2073.866372] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2073.866531] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2073.866712] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2073.866860] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2073.867017] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2073.867234] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2073.867392] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2073.867559] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2073.867722] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2073.867891] env[62211]: DEBUG nova.virt.hardware [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2073.869241] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ac54ee-4378-4816-b87e-565576f546b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.881662] env[62211]: DEBUG oslo_concurrency.lockutils [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.883474] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.883960] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.406s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.886566] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c33979-c5e3-4621-9178-014862f87b55 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.905891] env[62211]: INFO nova.scheduler.client.report [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Deleted allocations for instance c8af1cbe-902d-4af8-b744-7341ec58831c [ 2074.093271] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075080, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.256070] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.372280] env[62211]: DEBUG nova.network.neutron [req-ee6ca75d-3923-4ac8-88da-4280c46ce473 req-dbea44a3-bd2d-4324-a2b8-539fe6dbc1f8 service nova] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Updated VIF entry in instance network info cache for port 6c791529-af9e-44ff-8026-d5a101db9edf. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2074.372280] env[62211]: DEBUG nova.network.neutron [req-ee6ca75d-3923-4ac8-88da-4280c46ce473 req-dbea44a3-bd2d-4324-a2b8-539fe6dbc1f8 service nova] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Updating instance_info_cache with network_info: [{"id": "6c791529-af9e-44ff-8026-d5a101db9edf", "address": "fa:16:3e:db:20:39", "network": {"id": "8844bb00-be6b-404a-a2ce-627d62b03bde", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-245204783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38c063f8f2241299ae49a9ac7156c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c791529-af", "ovs_interfaceid": "6c791529-af9e-44ff-8026-d5a101db9edf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.385686] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.415525] env[62211]: DEBUG oslo_concurrency.lockutils [None req-28aaad2f-e251-43c1-9cbe-b234b6be4935 tempest-FloatingIPsAssociationTestJSON-1045842966 tempest-FloatingIPsAssociationTestJSON-1045842966-project-member] Lock "c8af1cbe-902d-4af8-b744-7341ec58831c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.654s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.596951] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075080, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.752760] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075081, 'name': ReconfigVM_Task, 'duration_secs': 0.823244} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.753087] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Reconfigured VM instance instance-00000046 to attach disk [datastore1] afdf804b-f270-4afb-887d-16a4d4536b1b/afdf804b-f270-4afb-887d-16a4d4536b1b.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2074.753734] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23d21bfa-6720-49f4-b110-12638c731cb3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.760051] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2074.760051] env[62211]: value = "task-2075082" [ 2074.760051] env[62211]: _type = "Task" [ 2074.760051] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.767773] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075082, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.827393] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Successfully updated port: cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2074.877690] env[62211]: DEBUG oslo_concurrency.lockutils [req-ee6ca75d-3923-4ac8-88da-4280c46ce473 req-dbea44a3-bd2d-4324-a2b8-539fe6dbc1f8 service nova] Releasing lock "refresh_cache-0320403f-6d21-4694-a58e-e12957c653f5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.883601] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.903110] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Applying migration context for instance 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4 as it has an incoming, in-progress migration 1f5a5213-cfee-401a-89f5-2281e76dd3df. Migration status is confirming {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2074.905037] env[62211]: INFO nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating resource usage from migration 1f5a5213-cfee-401a-89f5-2281e76dd3df [ 2074.927856] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 4f85b886-8a92-495c-948c-4f21691d4f39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.928043] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance ed809ccc-1cae-4a76-a40e-19650dbbe801 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2074.928180] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 3f952136-5629-42ba-8a95-a21524601643 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.928303] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 34f95e70-db34-42cf-8b4f-bebcc26c289b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.928568] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance cd7ca1ba-b100-455d-8a9e-a540e5fc03a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.928650] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.928727] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance e09e9a1b-bae2-409d-8aab-eadd387f91cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.928819] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 220bf8d7-f907-44c3-874c-75303f484b04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.928928] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 08571a4e-7b57-4675-a635-808ee5bdcbdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.929108] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 269c293a-d0a5-4467-b3f2-67351118f1aa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2074.929268] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Migration 1f5a5213-cfee-401a-89f5-2281e76dd3df is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2074.929391] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.929519] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 5f19a95e-137e-46f2-884b-c56c947ef05c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2074.929628] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 28e0b971-2014-4773-bbe4-71e5b3f21c11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.929818] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2074.929912] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 0813d3ad-ede9-4ec5-9b54-898c9830a4d2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2074.929965] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 0a478aaf-ea40-4062-ac9a-7f576b4d5d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.930187] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.930318] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance afdf804b-f270-4afb-887d-16a4d4536b1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.930429] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 0320403f-6d21-4694-a58e-e12957c653f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.930537] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 01a5ad65-d33d-4aa3-aa91-9202d51b54c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2075.096012] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075080, 'name': CreateVM_Task, 'duration_secs': 1.363777} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.096218] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2075.096891] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.097075] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.097395] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2075.097644] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4104da-8754-465b-873a-99120659a59d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.102524] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2075.102524] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52c84a0e-efba-d9bd-76ed-9a2bc0098824" [ 2075.102524] env[62211]: _type = "Task" [ 2075.102524] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.110210] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c84a0e-efba-d9bd-76ed-9a2bc0098824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.270477] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075082, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.330353] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "refresh_cache-01a5ad65-d33d-4aa3-aa91-9202d51b54c9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.330535] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquired lock "refresh_cache-01a5ad65-d33d-4aa3-aa91-9202d51b54c9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.330690] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2075.384312] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.434057] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance fde2ec79-b4fc-4748-be4e-9c1c8304ea2d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2075.612564] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c84a0e-efba-d9bd-76ed-9a2bc0098824, 'name': SearchDatastore_Task, 'duration_secs': 0.029849} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.612836] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.613127] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2075.613507] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.613507] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.613689] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2075.613978] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-407edf8c-418c-454f-95fd-02435ac4c917 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.624029] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2075.624029] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2075.624812] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310ee98d-df06-431e-a6dd-1b33c13323c8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.629155] env[62211]: DEBUG nova.compute.manager [req-cffbe7f6-36b0-45cf-a695-387bf64a5950 req-d5311fdb-e357-4ace-8a47-2ad308d4c1cc service nova] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Received event network-vif-plugged-cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2075.629359] env[62211]: DEBUG oslo_concurrency.lockutils [req-cffbe7f6-36b0-45cf-a695-387bf64a5950 req-d5311fdb-e357-4ace-8a47-2ad308d4c1cc service nova] Acquiring lock "01a5ad65-d33d-4aa3-aa91-9202d51b54c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.629586] env[62211]: DEBUG oslo_concurrency.lockutils [req-cffbe7f6-36b0-45cf-a695-387bf64a5950 req-d5311fdb-e357-4ace-8a47-2ad308d4c1cc service nova] Lock "01a5ad65-d33d-4aa3-aa91-9202d51b54c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.629751] env[62211]: DEBUG oslo_concurrency.lockutils [req-cffbe7f6-36b0-45cf-a695-387bf64a5950 req-d5311fdb-e357-4ace-8a47-2ad308d4c1cc service nova] Lock "01a5ad65-d33d-4aa3-aa91-9202d51b54c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.629919] env[62211]: DEBUG nova.compute.manager [req-cffbe7f6-36b0-45cf-a695-387bf64a5950 req-d5311fdb-e357-4ace-8a47-2ad308d4c1cc service nova] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] No waiting events found dispatching network-vif-plugged-cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2075.630092] env[62211]: WARNING nova.compute.manager [req-cffbe7f6-36b0-45cf-a695-387bf64a5950 req-d5311fdb-e357-4ace-8a47-2ad308d4c1cc service nova] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Received unexpected event network-vif-plugged-cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80 for instance with vm_state building and task_state spawning. [ 2075.630255] env[62211]: DEBUG nova.compute.manager [req-cffbe7f6-36b0-45cf-a695-387bf64a5950 req-d5311fdb-e357-4ace-8a47-2ad308d4c1cc service nova] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Received event network-changed-cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2075.630410] env[62211]: DEBUG nova.compute.manager [req-cffbe7f6-36b0-45cf-a695-387bf64a5950 req-d5311fdb-e357-4ace-8a47-2ad308d4c1cc service nova] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Refreshing instance network info cache due to event network-changed-cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2075.630572] env[62211]: DEBUG oslo_concurrency.lockutils [req-cffbe7f6-36b0-45cf-a695-387bf64a5950 req-d5311fdb-e357-4ace-8a47-2ad308d4c1cc service nova] Acquiring lock "refresh_cache-01a5ad65-d33d-4aa3-aa91-9202d51b54c9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.634284] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2075.634284] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b68b00-1b42-7dcf-b5e9-5fe4b0fa6fe6" [ 2075.634284] env[62211]: _type = "Task" [ 2075.634284] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.642269] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b68b00-1b42-7dcf-b5e9-5fe4b0fa6fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.773238] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075082, 'name': Rename_Task, 'duration_secs': 0.885841} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.773238] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2075.773238] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01076668-d7dc-4669-82cc-65b8e7b7543d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.779663] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2075.779663] env[62211]: value = "task-2075083" [ 2075.779663] env[62211]: _type = "Task" [ 2075.779663] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.790452] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.875908] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2075.887744] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.937787] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 4c6717ce-ed4a-4f67-aac8-036af30ca30f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2076.054970] env[62211]: DEBUG nova.network.neutron [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Updating instance_info_cache with network_info: [{"id": "cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80", "address": "fa:16:3e:a0:df:fb", "network": {"id": "8844bb00-be6b-404a-a2ce-627d62b03bde", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-245204783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38c063f8f2241299ae49a9ac7156c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb3a3c7-4f", "ovs_interfaceid": "cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.146045] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b68b00-1b42-7dcf-b5e9-5fe4b0fa6fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.009997} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.147523] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0436c8-e58b-482c-97b2-a4c82878de81 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.154849] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2076.154849] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52a74c0e-6d67-ccb8-3c3f-1893e0840ec6" [ 2076.154849] env[62211]: _type = "Task" [ 2076.154849] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.165564] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a74c0e-6d67-ccb8-3c3f-1893e0840ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.291246] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075083, 'name': PowerOnVM_Task, 'duration_secs': 0.45613} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.291724] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2076.291813] env[62211]: INFO nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Took 7.40 seconds to spawn the instance on the hypervisor. [ 2076.292071] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2076.292877] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b95d09-2106-4a55-8052-6ff4881e67f7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.387679] env[62211]: DEBUG oslo_vmware.api [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075079, 'name': PowerOnVM_Task, 'duration_secs': 2.902182} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.387954] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2076.388180] env[62211]: INFO nova.compute.manager [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Took 10.07 seconds to spawn the instance on the hypervisor. [ 2076.388360] env[62211]: DEBUG nova.compute.manager [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2076.389140] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb1832a-3aa6-4113-8c6c-4ab279999427 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.442310] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 3cbfd6fb-df5d-4c13-ab41-89759666f3dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2076.558417] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Releasing lock "refresh_cache-01a5ad65-d33d-4aa3-aa91-9202d51b54c9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.558762] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Instance network_info: |[{"id": "cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80", "address": "fa:16:3e:a0:df:fb", "network": {"id": "8844bb00-be6b-404a-a2ce-627d62b03bde", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-245204783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38c063f8f2241299ae49a9ac7156c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb3a3c7-4f", "ovs_interfaceid": "cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2076.560390] env[62211]: DEBUG oslo_concurrency.lockutils [req-cffbe7f6-36b0-45cf-a695-387bf64a5950 req-d5311fdb-e357-4ace-8a47-2ad308d4c1cc service nova] Acquired lock "refresh_cache-01a5ad65-d33d-4aa3-aa91-9202d51b54c9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.560390] env[62211]: DEBUG nova.network.neutron [req-cffbe7f6-36b0-45cf-a695-387bf64a5950 req-d5311fdb-e357-4ace-8a47-2ad308d4c1cc service nova] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Refreshing network info cache for port cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2076.563076] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:df:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2076.570238] env[62211]: DEBUG oslo.service.loopingcall [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2076.571219] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2076.571392] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f2c5c3d-a4e5-4571-9c4b-c57cafa9f648 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.592474] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2076.592474] env[62211]: value = "task-2075084" [ 2076.592474] env[62211]: _type = "Task" [ 2076.592474] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.603694] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075084, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.667565] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a74c0e-6d67-ccb8-3c3f-1893e0840ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.668061] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.668322] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0320403f-6d21-4694-a58e-e12957c653f5/0320403f-6d21-4694-a58e-e12957c653f5.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2076.669026] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-280933e0-ca22-4a06-8c89-44926b1f56a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.677825] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2076.677825] env[62211]: value = "task-2075085" [ 2076.677825] env[62211]: _type = "Task" [ 2076.677825] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.686997] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.810733] env[62211]: INFO nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Took 39.16 seconds to build instance. [ 2076.906906] env[62211]: INFO nova.compute.manager [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Took 49.33 seconds to build instance. [ 2076.944937] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 93332dec-054c-4951-bb91-2206fddb633a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2077.103668] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075084, 'name': CreateVM_Task, 'duration_secs': 0.450449} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.103885] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2077.104681] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.104883] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.105235] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2077.105646] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c6d943-3546-4a25-82c8-13d15153a14b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.111156] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2077.111156] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cc57a3-ecb3-0b22-38fb-18774139bd50" [ 2077.111156] env[62211]: _type = "Task" [ 2077.111156] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.120193] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52cc57a3-ecb3-0b22-38fb-18774139bd50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.188298] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075085, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.272303] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.272533] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.313112] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "afdf804b-f270-4afb-887d-16a4d4536b1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.674s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.408908] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f5fab55c-e1dd-49cd-b564-45e59e9fefdd tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Lock "9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.843s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.439769] env[62211]: DEBUG nova.network.neutron [req-cffbe7f6-36b0-45cf-a695-387bf64a5950 req-d5311fdb-e357-4ace-8a47-2ad308d4c1cc service nova] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Updated VIF entry in instance network info cache for port cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2077.440025] env[62211]: DEBUG nova.network.neutron [req-cffbe7f6-36b0-45cf-a695-387bf64a5950 req-d5311fdb-e357-4ace-8a47-2ad308d4c1cc service nova] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Updating instance_info_cache with network_info: [{"id": "cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80", "address": "fa:16:3e:a0:df:fb", "network": {"id": "8844bb00-be6b-404a-a2ce-627d62b03bde", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-245204783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38c063f8f2241299ae49a9ac7156c0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb3a3c7-4f", "ovs_interfaceid": "cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.448362] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 53724549-132b-4fc4-a28b-bedd9a96fe9f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2077.622172] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52cc57a3-ecb3-0b22-38fb-18774139bd50, 'name': SearchDatastore_Task, 'duration_secs': 0.055337} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.622438] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.622669] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2077.622923] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.623079] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.623268] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2077.623528] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8cad81d-b9ba-42a3-9b19-d5de608bae70 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.633984] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2077.634195] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2077.636555] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e700b2e-057c-4435-84d1-d01cf0f0b8cf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.640811] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2077.640811] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52797b8a-8117-65a9-c62e-ce53c6d85fc9" [ 2077.640811] env[62211]: _type = "Task" [ 2077.640811] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.653200] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52797b8a-8117-65a9-c62e-ce53c6d85fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.687692] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632762} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.687948] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0320403f-6d21-4694-a58e-e12957c653f5/0320403f-6d21-4694-a58e-e12957c653f5.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2077.688368] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2077.688675] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ead22d7-bf89-492d-a30a-6b7329efd21f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.695394] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2077.695394] env[62211]: value = "task-2075086" [ 2077.695394] env[62211]: _type = "Task" [ 2077.695394] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.704452] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.775815] env[62211]: DEBUG nova.compute.utils [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2077.942602] env[62211]: DEBUG oslo_concurrency.lockutils [req-cffbe7f6-36b0-45cf-a695-387bf64a5950 req-d5311fdb-e357-4ace-8a47-2ad308d4c1cc service nova] Releasing lock "refresh_cache-01a5ad65-d33d-4aa3-aa91-9202d51b54c9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.951777] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 55219d51-c36f-42e9-835c-a54818a1e084 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2077.951979] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2077.952147] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2078.157903] env[62211]: INFO nova.compute.manager [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Rescuing [ 2078.157903] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquiring lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.158198] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquired lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.159247] env[62211]: DEBUG nova.network.neutron [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2078.162133] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52797b8a-8117-65a9-c62e-ce53c6d85fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.039515} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.168964] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b3a783-45a3-43aa-958b-ec07ea362511 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.177719] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2078.177719] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52ee1bb2-786b-53be-09bc-a7b888de3dae" [ 2078.177719] env[62211]: _type = "Task" [ 2078.177719] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.189164] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ee1bb2-786b-53be-09bc-a7b888de3dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.208110] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067286} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.210875] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2078.212148] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d062327-6222-4945-85cf-d0335e0bf0d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.237346] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 0320403f-6d21-4694-a58e-e12957c653f5/0320403f-6d21-4694-a58e-e12957c653f5.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2078.240664] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2358f720-e054-4670-a0c1-2d53f11d56a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.264012] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2078.264012] env[62211]: value = "task-2075087" [ 2078.264012] env[62211]: _type = "Task" [ 2078.264012] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.273082] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.278675] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.398284] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eacf15d-94c4-4454-9163-3e65e9a41db3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.406203] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448c4280-30d3-4718-90b1-3d37f0af2cc1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.440195] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c827520-8683-4328-869c-db9a514faea7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.448510] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6027170b-3992-458e-8806-a81f2f48e4bc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.465686] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2078.695442] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ee1bb2-786b-53be-09bc-a7b888de3dae, 'name': SearchDatastore_Task, 'duration_secs': 0.051171} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.695718] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.695976] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 01a5ad65-d33d-4aa3-aa91-9202d51b54c9/01a5ad65-d33d-4aa3-aa91-9202d51b54c9.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2078.696263] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19841e77-53fc-4add-bbdc-a95da7c2db51 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.702881] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2078.702881] env[62211]: value = "task-2075088" [ 2078.702881] env[62211]: _type = "Task" [ 2078.702881] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.713363] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.777843] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.960471] env[62211]: DEBUG nova.network.neutron [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Updating instance_info_cache with network_info: [{"id": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "address": "fa:16:3e:1b:d6:c8", "network": {"id": "f6d8e0d3-5e33-432a-bf5d-7e25e3de964e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-53057909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a84c696860b4713b70f937d323882d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4f534b-f1", "ovs_interfaceid": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.969303] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2079.213850] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075088, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.275922] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075087, 'name': ReconfigVM_Task, 'duration_secs': 0.576934} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.276307] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 0320403f-6d21-4694-a58e-e12957c653f5/0320403f-6d21-4694-a58e-e12957c653f5.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2079.276987] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83eff8db-bc7f-4e70-8808-d8c5610222b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.283978] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2079.283978] env[62211]: value = "task-2075089" [ 2079.283978] env[62211]: _type = "Task" [ 2079.283978] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.293087] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075089, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.367075] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.367630] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.367804] env[62211]: INFO nova.compute.manager [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Attaching volume fb474018-9e8b-422d-8079-16ceeb4241d1 to /dev/sdb [ 2079.410630] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44683d4f-68d1-47b5-a2a3-d4953ec662a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.419676] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bcbe3c-c507-4e17-ab11-52759085c876 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.434198] env[62211]: DEBUG nova.virt.block_device [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Updating existing volume attachment record: b4d964ea-5c64-489c-a5b2-3cb33838cdf9 {{(pid=62211) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2079.467030] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Releasing lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.475941] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2079.476364] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.592s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.476779] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 38.588s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.482036] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2079.482181] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Cleaning up deleted instances {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2079.714540] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532381} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.715071] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 01a5ad65-d33d-4aa3-aa91-9202d51b54c9/01a5ad65-d33d-4aa3-aa91-9202d51b54c9.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2079.715427] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2079.715794] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40158017-0d34-4e79-affa-909638f89c4f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.723046] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2079.723046] env[62211]: value = "task-2075091" [ 2079.723046] env[62211]: _type = "Task" [ 2079.723046] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.731903] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.794178] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075089, 'name': Rename_Task, 'duration_secs': 0.235922} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.794484] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2079.794755] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05071f5e-6e04-43a9-b69d-266ab6294217 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.801915] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2079.801915] env[62211]: value = "task-2075093" [ 2079.801915] env[62211]: _type = "Task" [ 2079.801915] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.809929] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.999495] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] There are 51 instances to clean {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2079.999764] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: fbf3267c-c977-4a73-b909-f820919f3b80] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2080.235698] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082895} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.238639] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2080.239635] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af69519a-e4ba-4756-9cb6-5b48102c7467 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.270337] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 01a5ad65-d33d-4aa3-aa91-9202d51b54c9/01a5ad65-d33d-4aa3-aa91-9202d51b54c9.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2080.273056] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e4d1d4-c2ac-4e7c-bb2d-b60e770685e6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.295174] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2080.295174] env[62211]: value = "task-2075095" [ 2080.295174] env[62211]: _type = "Task" [ 2080.295174] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.311344] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.319353] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075093, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.505763] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 2590cf62-be26-4fb0-84d3-c638245fa2fe] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2080.518968] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf6de33-f38a-4371-ae22-f56a3ca69212 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.527689] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddce104-9613-4c85-aaa2-70c3a7dcc0be {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.560877] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a466208b-8874-4ac2-aed2-25d47623d58c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.568624] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6a5264-b5e9-4955-bc8b-645b37a96c86 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.583936] env[62211]: DEBUG nova.compute.provider_tree [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2080.723438] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.724094] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.806640] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.815175] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075093, 'name': PowerOnVM_Task, 'duration_secs': 0.542639} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.815563] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2080.815861] env[62211]: INFO nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Took 9.44 seconds to spawn the instance on the hypervisor. [ 2080.816065] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2080.816873] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860a8b8b-1092-4f38-8026-155d851932c2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.009387] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 269d1de0-5632-4d43-8350-94b920a7943b] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2081.014473] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2081.015055] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f362ca6c-dfc9-4864-bb59-146fa93bef96 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.023362] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2081.023362] env[62211]: value = "task-2075096" [ 2081.023362] env[62211]: _type = "Task" [ 2081.023362] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.032754] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.106217] env[62211]: ERROR nova.scheduler.client.report [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [req-9c3db863-620a-4ac8-b458-ced0ed73ec15] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9c3db863-620a-4ac8-b458-ced0ed73ec15"}]} [ 2081.124912] env[62211]: DEBUG nova.scheduler.client.report [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2081.142100] env[62211]: DEBUG nova.scheduler.client.report [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2081.142427] env[62211]: DEBUG nova.compute.provider_tree [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2081.160965] env[62211]: DEBUG nova.scheduler.client.report [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2081.182469] env[62211]: DEBUG nova.scheduler.client.report [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2081.228630] env[62211]: DEBUG nova.compute.manager [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2081.308638] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075095, 'name': ReconfigVM_Task, 'duration_secs': 0.932381} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.312526] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 01a5ad65-d33d-4aa3-aa91-9202d51b54c9/01a5ad65-d33d-4aa3-aa91-9202d51b54c9.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2081.315744] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f86d6293-73c0-49ad-9c32-aa7dc915ea00 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.322181] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2081.322181] env[62211]: value = "task-2075097" [ 2081.322181] env[62211]: _type = "Task" [ 2081.322181] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.340481] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075097, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.343438] env[62211]: INFO nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Took 43.65 seconds to build instance. [ 2081.515410] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: d540509e-c16f-49d9-9646-89550a68ae11] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2081.534390] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075096, 'name': PowerOffVM_Task, 'duration_secs': 0.277757} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.542944] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2081.544305] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fead84e-b81c-4e7d-bee6-99fad9d5e867 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.571831] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096c00b5-db2f-45ab-b003-c2ecfbf40c83 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.613683] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2081.614111] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47cf12df-8653-4afb-bc0a-7cabe71ba83b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.624394] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2081.624394] env[62211]: value = "task-2075098" [ 2081.624394] env[62211]: _type = "Task" [ 2081.624394] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.637158] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] VM already powered off {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2081.637158] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2081.637595] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.638238] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.638238] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2081.638928] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0e9405c-f26f-46a3-818a-e8063e3aac45 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.654685] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2081.654858] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2081.656601] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1fe1861-ffa6-4a81-8b5a-f1141a440eee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.659911] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dc92dd-e57b-4452-bfd3-d2df553c5271 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.671160] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2081.671160] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52857212-3780-d54d-5a1f-874b3e65d192" [ 2081.671160] env[62211]: _type = "Task" [ 2081.671160] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.671160] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fbdf73-d691-4b31-b3bf-0cf2daa048df {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.682657] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52857212-3780-d54d-5a1f-874b3e65d192, 'name': SearchDatastore_Task, 'duration_secs': 0.013574} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.708330] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85db1f22-2719-4b48-85de-18848bc0ca1b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.711185] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943c111e-ff60-4d1b-91e3-b8f40341eac0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.716595] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2081.716595] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52512a0b-6b8b-d141-038c-bbd41da4bf98" [ 2081.716595] env[62211]: _type = "Task" [ 2081.716595] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.722647] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b12f1c-9957-4d70-b245-888cac305661 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.731487] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52512a0b-6b8b-d141-038c-bbd41da4bf98, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.739122] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.739406] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk. {{(pid=62211) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2081.742081] env[62211]: DEBUG nova.compute.provider_tree [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2081.745290] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f03fef1-0c94-455e-b62b-88975bcbc0ea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.753291] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2081.753291] env[62211]: value = "task-2075099" [ 2081.753291] env[62211]: _type = "Task" [ 2081.753291] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.758082] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.763321] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.833081] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075097, 'name': Rename_Task, 'duration_secs': 0.361702} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.833440] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2081.834728] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-801b71d7-b2d6-4b29-bd08-9fb650eef33b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.840446] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2081.840446] env[62211]: value = "task-2075100" [ 2081.840446] env[62211]: _type = "Task" [ 2081.840446] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.845314] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "0320403f-6d21-4694-a58e-e12957c653f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.161s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.848659] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.019406] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: cc69936a-b23f-4243-bd9a-6801eaed94af] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2082.249085] env[62211]: DEBUG nova.scheduler.client.report [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2082.263648] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075099, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.350270] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075100, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.523611] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 871c80f0-e5dc-42e5-8708-971567d287dc] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2082.771316] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565353} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.771316] env[62211]: INFO nova.virt.vmwareapi.ds_util [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk. [ 2082.771316] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6a3c13-39a2-41c4-81dd-bcf8fb9e12fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.796170] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2082.796684] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ced4af-6bd5-410c-99a9-e175fe2a4bfc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.815705] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2082.815705] env[62211]: value = "task-2075102" [ 2082.815705] env[62211]: _type = "Task" [ 2082.815705] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.824648] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.850412] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075100, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.026905] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 4133aceb-f4c5-4608-a016-33672dbf262e] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2083.264022] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.787s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.264308] env[62211]: DEBUG nova.compute.manager [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62211) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 2083.267564] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.081s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.269153] env[62211]: INFO nova.compute.claims [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2083.325874] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075102, 'name': ReconfigVM_Task, 'duration_secs': 0.34185} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.326222] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2083.327062] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76485fee-f19b-455a-b9fe-1a8ff4a73520 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.353975] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-500d60fb-64e9-4fe3-ba64-fd0f4647810a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.368853] env[62211]: DEBUG oslo_vmware.api [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075100, 'name': PowerOnVM_Task, 'duration_secs': 1.325865} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.369983] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2083.370218] env[62211]: INFO nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Took 9.53 seconds to spawn the instance on the hypervisor. [ 2083.370402] env[62211]: DEBUG nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2083.370698] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2083.370698] env[62211]: value = "task-2075103" [ 2083.370698] env[62211]: _type = "Task" [ 2083.370698] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.371369] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a8947b-6ef7-4f09-b683-53db5bb4514f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.380991] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075103, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.530496] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: efc9e8b0-2f76-4664-8ab9-11e1675e9485] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2083.838381] env[62211]: INFO nova.scheduler.client.report [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleted allocation for migration 1f5a5213-cfee-401a-89f5-2281e76dd3df [ 2083.883699] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075103, 'name': ReconfigVM_Task, 'duration_secs': 0.162224} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.883981] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2083.884253] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf504ab2-d5e1-48f6-8b90-1667b7647102 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.893683] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2083.893683] env[62211]: value = "task-2075104" [ 2083.893683] env[62211]: _type = "Task" [ 2083.893683] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.894099] env[62211]: INFO nova.compute.manager [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Took 46.17 seconds to build instance. [ 2083.902799] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.988808] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Volume attach. Driver type: vmdk {{(pid=62211) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2083.989107] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425370', 'volume_id': 'fb474018-9e8b-422d-8079-16ceeb4241d1', 'name': 'volume-fb474018-9e8b-422d-8079-16ceeb4241d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd7ca1ba-b100-455d-8a9e-a540e5fc03a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb474018-9e8b-422d-8079-16ceeb4241d1', 'serial': 'fb474018-9e8b-422d-8079-16ceeb4241d1'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2083.990054] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34752ae7-fdc4-480e-8bf9-af1ce061f0af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.006719] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28efaed-9be5-42cc-a6ca-6f0112b170de {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.032514] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-fb474018-9e8b-422d-8079-16ceeb4241d1/volume-fb474018-9e8b-422d-8079-16ceeb4241d1.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2084.032771] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93c0f9ec-c251-47b6-a1bf-78ce79227dfe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.045560] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 5d522939-f78b-46cf-b951-fe98e6aeadaa] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2084.054293] env[62211]: DEBUG oslo_vmware.api [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2084.054293] env[62211]: value = "task-2075105" [ 2084.054293] env[62211]: _type = "Task" [ 2084.054293] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.063407] env[62211]: DEBUG oslo_vmware.api [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.345415] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a5b6bff5-b7ed-42f6-8bf6-cd1a4c16651a tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 46.394s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.401290] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6aa3382f-201e-4ddd-873d-ec374fabc255 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "01a5ad65-d33d-4aa3-aa91-9202d51b54c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.680s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.410118] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.548695] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 0ccdc110-bcca-4804-9b9e-751e53ea9d67] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2084.553387] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "afdf804b-f270-4afb-887d-16a4d4536b1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.553502] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "afdf804b-f270-4afb-887d-16a4d4536b1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.553731] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "afdf804b-f270-4afb-887d-16a4d4536b1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.553920] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "afdf804b-f270-4afb-887d-16a4d4536b1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.554921] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "afdf804b-f270-4afb-887d-16a4d4536b1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.558363] env[62211]: INFO nova.compute.manager [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Terminating instance [ 2084.570895] env[62211]: DEBUG oslo_vmware.api [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075105, 'name': ReconfigVM_Task, 'duration_secs': 0.492944} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.574504] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-fb474018-9e8b-422d-8079-16ceeb4241d1/volume-fb474018-9e8b-422d-8079-16ceeb4241d1.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2084.580937] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79af3992-3711-4320-806b-103bd48242af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.599570] env[62211]: DEBUG oslo_vmware.api [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2084.599570] env[62211]: value = "task-2075106" [ 2084.599570] env[62211]: _type = "Task" [ 2084.599570] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.610558] env[62211]: DEBUG oslo_vmware.api [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.654136] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b249ca4c-bbba-4865-a349-4e5a258720a4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.662238] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f4f8d1-992f-46f2-9888-bd4363e2951f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.691862] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d55d475-7bb4-4bdf-a72e-e55f48f0c193 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.701539] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de97033-a4e9-40db-851c-c960361989b8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.714671] env[62211]: DEBUG nova.compute.provider_tree [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2084.870524] env[62211]: DEBUG nova.objects.instance [None req-18859664-1d50-4a00-8d15-9c59ebd13e74 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lazy-loading 'flavor' on Instance uuid 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2084.907461] env[62211]: DEBUG oslo_vmware.api [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075104, 'name': PowerOnVM_Task, 'duration_secs': 1.011152} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.907730] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2084.910362] env[62211]: DEBUG nova.compute.manager [None req-f1e8bead-ee72-4811-b58d-5fd926b8d306 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2084.911144] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f028999-fa79-4609-ae9c-ee1229137e4e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.051669] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 69c94c5b-e6f8-4a7a-bef7-7d7a4d135cdb] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2085.066208] env[62211]: DEBUG nova.compute.manager [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2085.066448] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2085.067385] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185e8748-7044-4f3a-aafa-d3201916526f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.074847] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2085.075633] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ceb1385-6dbf-42fc-8fe9-26f2a3b8db43 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.081845] env[62211]: DEBUG oslo_vmware.api [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2085.081845] env[62211]: value = "task-2075107" [ 2085.081845] env[62211]: _type = "Task" [ 2085.081845] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.089449] env[62211]: DEBUG oslo_vmware.api [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.107946] env[62211]: DEBUG oslo_vmware.api [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075106, 'name': ReconfigVM_Task, 'duration_secs': 0.147048} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.108304] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425370', 'volume_id': 'fb474018-9e8b-422d-8079-16ceeb4241d1', 'name': 'volume-fb474018-9e8b-422d-8079-16ceeb4241d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd7ca1ba-b100-455d-8a9e-a540e5fc03a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb474018-9e8b-422d-8079-16ceeb4241d1', 'serial': 'fb474018-9e8b-422d-8079-16ceeb4241d1'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2085.218116] env[62211]: DEBUG nova.scheduler.client.report [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2085.376016] env[62211]: DEBUG oslo_concurrency.lockutils [None req-18859664-1d50-4a00-8d15-9c59ebd13e74 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.376205] env[62211]: DEBUG oslo_concurrency.lockutils [None req-18859664-1d50-4a00-8d15-9c59ebd13e74 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.376381] env[62211]: DEBUG nova.network.neutron [None req-18859664-1d50-4a00-8d15-9c59ebd13e74 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2085.376554] env[62211]: DEBUG nova.objects.instance [None req-18859664-1d50-4a00-8d15-9c59ebd13e74 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lazy-loading 'info_cache' on Instance uuid 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2085.555204] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: c8af1cbe-902d-4af8-b744-7341ec58831c] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2085.592813] env[62211]: DEBUG oslo_vmware.api [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075107, 'name': PowerOffVM_Task, 'duration_secs': 0.317082} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.593112] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2085.593303] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2085.593574] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5bded61-9e84-4baf-83e7-2e6c3c331f58 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.723949] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.724573] env[62211]: DEBUG nova.compute.manager [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2085.728185] env[62211]: DEBUG oslo_concurrency.lockutils [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.555s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.728426] env[62211]: DEBUG oslo_concurrency.lockutils [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.730662] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.292s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.730962] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.732866] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.213s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.733128] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.733346] env[62211]: INFO nova.compute.manager [None req-1931b6a8-b210-4a55-8a9a-09d661997bea tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Successfully reverted task state from rebuilding on failure for instance. [ 2085.738370] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.332s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.739752] env[62211]: INFO nova.compute.claims [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2085.765803] env[62211]: INFO nova.scheduler.client.report [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Deleted allocations for instance 269c293a-d0a5-4467-b3f2-67351118f1aa [ 2085.772989] env[62211]: INFO nova.scheduler.client.report [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleted allocations for instance ed809ccc-1cae-4a76-a40e-19650dbbe801 [ 2085.880604] env[62211]: DEBUG nova.objects.base [None req-18859664-1d50-4a00-8d15-9c59ebd13e74 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Object Instance<8ad86c6d-5655-4bca-8a9f-4af4d05d71e4> lazy-loaded attributes: flavor,info_cache {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2086.059347] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: c3ca5df8-c95c-4d04-9679-1b18944759ec] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2086.149693] env[62211]: DEBUG nova.objects.instance [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lazy-loading 'flavor' on Instance uuid cd7ca1ba-b100-455d-8a9e-a540e5fc03a7 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2086.244454] env[62211]: DEBUG nova.compute.utils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2086.247936] env[62211]: DEBUG nova.compute.manager [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2086.248099] env[62211]: DEBUG nova.network.neutron [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2086.273416] env[62211]: DEBUG oslo_concurrency.lockutils [None req-380f4350-8588-443e-9ac2-7b3977870296 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "269c293a-d0a5-4467-b3f2-67351118f1aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.561s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.279186] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2bdfb963-1369-4fb2-85e6-c2ff2f3d93a6 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "ed809ccc-1cae-4a76-a40e-19650dbbe801" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.489s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.310398] env[62211]: DEBUG nova.policy [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de2b92aba24e4ac9886c57e8b0cb6bab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fba07c5f7a6474c9dd75732c55157bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2086.556836] env[62211]: DEBUG nova.compute.manager [req-bced57ec-3ee0-41bd-806c-069dc401402b req-14600579-a2e2-4fd3-951b-a572d21ecc96 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Received event network-changed-9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2086.557151] env[62211]: DEBUG nova.compute.manager [req-bced57ec-3ee0-41bd-806c-069dc401402b req-14600579-a2e2-4fd3-951b-a572d21ecc96 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Refreshing instance network info cache due to event network-changed-9e4f534b-f16a-42f7-97a7-af0a6ff97bcf. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2086.560703] env[62211]: DEBUG oslo_concurrency.lockutils [req-bced57ec-3ee0-41bd-806c-069dc401402b req-14600579-a2e2-4fd3-951b-a572d21ecc96 service nova] Acquiring lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.560703] env[62211]: DEBUG oslo_concurrency.lockutils [req-bced57ec-3ee0-41bd-806c-069dc401402b req-14600579-a2e2-4fd3-951b-a572d21ecc96 service nova] Acquired lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.560703] env[62211]: DEBUG nova.network.neutron [req-bced57ec-3ee0-41bd-806c-069dc401402b req-14600579-a2e2-4fd3-951b-a572d21ecc96 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Refreshing network info cache for port 9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2086.562856] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 8716efdd-f12f-47d0-a3df-d26e62495091] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2086.645736] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "4f85b886-8a92-495c-948c-4f21691d4f39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.646015] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "4f85b886-8a92-495c-948c-4f21691d4f39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.646228] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "4f85b886-8a92-495c-948c-4f21691d4f39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.646837] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "4f85b886-8a92-495c-948c-4f21691d4f39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.647035] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "4f85b886-8a92-495c-948c-4f21691d4f39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.648900] env[62211]: INFO nova.compute.manager [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Terminating instance [ 2086.656714] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ababfdd9-939f-4c7c-af99-1ebb24869dbd tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.289s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.693735] env[62211]: DEBUG nova.network.neutron [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Successfully created port: d3e763cf-919f-44ca-8552-81a21c8542c3 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2086.751355] env[62211]: DEBUG nova.compute.manager [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2086.830815] env[62211]: DEBUG nova.network.neutron [None req-18859664-1d50-4a00-8d15-9c59ebd13e74 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance_info_cache with network_info: [{"id": "7c806155-6adf-4697-ad17-357f0100a83a", "address": "fa:16:3e:8d:31:b5", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c806155-6a", "ovs_interfaceid": "7c806155-6adf-4697-ad17-357f0100a83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.070877] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 7234e314-198d-4737-ba51-526309ea9940] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2087.113523] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdb866d-ca5b-4aee-9c66-295ef868f7e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.124780] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d42961-b95e-47e2-812a-8d45d600f3a7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.159482] env[62211]: DEBUG nova.compute.manager [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2087.159730] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2087.164385] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bec2ce6-7816-4ab6-a721-d76325ca7156 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.167465] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75a6a85-73c8-4352-8dba-3ae2ac18580d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.181326] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0c6c88-a1df-4562-b089-bfa7f527c095 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.186663] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2087.187449] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a9c5a1f-f279-4ebd-a5ae-c440fe507e6b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.203648] env[62211]: DEBUG nova.compute.provider_tree [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2087.207451] env[62211]: DEBUG oslo_vmware.api [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 2087.207451] env[62211]: value = "task-2075109" [ 2087.207451] env[62211]: _type = "Task" [ 2087.207451] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.217271] env[62211]: DEBUG oslo_vmware.api [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2075109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.289481] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.289780] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.334204] env[62211]: DEBUG oslo_concurrency.lockutils [None req-18859664-1d50-4a00-8d15-9c59ebd13e74 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "refresh_cache-8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.362362] env[62211]: DEBUG nova.network.neutron [req-bced57ec-3ee0-41bd-806c-069dc401402b req-14600579-a2e2-4fd3-951b-a572d21ecc96 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Updated VIF entry in instance network info cache for port 9e4f534b-f16a-42f7-97a7-af0a6ff97bcf. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2087.362759] env[62211]: DEBUG nova.network.neutron [req-bced57ec-3ee0-41bd-806c-069dc401402b req-14600579-a2e2-4fd3-951b-a572d21ecc96 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Updating instance_info_cache with network_info: [{"id": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "address": "fa:16:3e:1b:d6:c8", "network": {"id": "f6d8e0d3-5e33-432a-bf5d-7e25e3de964e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-53057909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a84c696860b4713b70f937d323882d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4f534b-f1", "ovs_interfaceid": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.573872] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 3728f936-e7e7-4178-8dc6-88cb5eba6fd0] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2087.673874] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "3f952136-5629-42ba-8a95-a21524601643" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.674174] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "3f952136-5629-42ba-8a95-a21524601643" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.674394] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "3f952136-5629-42ba-8a95-a21524601643-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.674583] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "3f952136-5629-42ba-8a95-a21524601643-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.674758] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "3f952136-5629-42ba-8a95-a21524601643-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.679452] env[62211]: INFO nova.compute.manager [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Terminating instance [ 2087.709881] env[62211]: DEBUG nova.scheduler.client.report [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2087.723525] env[62211]: DEBUG oslo_vmware.api [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2075109, 'name': PowerOffVM_Task, 'duration_secs': 0.242257} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.723791] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2087.723953] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2087.724221] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fe918bb-202f-4d90-950c-4b846a84d75f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.766644] env[62211]: DEBUG nova.compute.manager [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2087.795174] env[62211]: INFO nova.compute.manager [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Detaching volume fb474018-9e8b-422d-8079-16ceeb4241d1 [ 2087.806894] env[62211]: DEBUG nova.virt.hardware [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2087.807200] env[62211]: DEBUG nova.virt.hardware [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2087.807929] env[62211]: DEBUG nova.virt.hardware [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2087.807929] env[62211]: DEBUG nova.virt.hardware [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2087.807929] env[62211]: DEBUG nova.virt.hardware [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2087.807929] env[62211]: DEBUG nova.virt.hardware [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2087.809117] env[62211]: DEBUG nova.virt.hardware [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2087.809117] env[62211]: DEBUG nova.virt.hardware [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2087.809117] env[62211]: DEBUG nova.virt.hardware [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2087.809117] env[62211]: DEBUG nova.virt.hardware [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2087.809117] env[62211]: DEBUG nova.virt.hardware [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2087.809780] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078274c7-0826-4bf9-b167-1aad034ffb32 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.818053] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef50196-00d5-4402-99d3-12fc4ed5c356 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.836728] env[62211]: INFO nova.virt.block_device [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Attempting to driver detach volume fb474018-9e8b-422d-8079-16ceeb4241d1 from mountpoint /dev/sdb [ 2087.836728] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2087.837019] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425370', 'volume_id': 'fb474018-9e8b-422d-8079-16ceeb4241d1', 'name': 'volume-fb474018-9e8b-422d-8079-16ceeb4241d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd7ca1ba-b100-455d-8a9e-a540e5fc03a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb474018-9e8b-422d-8079-16ceeb4241d1', 'serial': 'fb474018-9e8b-422d-8079-16ceeb4241d1'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2087.839291] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f30f172-d888-4436-8e55-5ceabe8bdfe8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.861566] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053476a9-aaf0-4e46-aac0-554f23a92851 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.864801] env[62211]: DEBUG oslo_concurrency.lockutils [req-bced57ec-3ee0-41bd-806c-069dc401402b req-14600579-a2e2-4fd3-951b-a572d21ecc96 service nova] Releasing lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.869659] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f118f2-af12-4038-91c2-f5be018d59d9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.889382] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108cc1b8-0b64-49d5-92eb-f6a1178ff1ec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.904095] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] The volume has not been displaced from its original location: [datastore1] volume-fb474018-9e8b-422d-8079-16ceeb4241d1/volume-fb474018-9e8b-422d-8079-16ceeb4241d1.vmdk. No consolidation needed. {{(pid=62211) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2087.908870] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2087.909447] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-559b2a8d-d155-4349-85e5-885790469915 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.927183] env[62211]: DEBUG oslo_vmware.api [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2087.927183] env[62211]: value = "task-2075111" [ 2087.927183] env[62211]: _type = "Task" [ 2087.927183] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.936619] env[62211]: DEBUG oslo_vmware.api [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.077728] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 69cea9d8-4535-48cb-8e0f-f4b4ba124175] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2088.183326] env[62211]: DEBUG nova.compute.manager [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2088.183554] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2088.184483] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af00e75f-1a98-4f3f-868d-4d4bf83d6c43 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.191974] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2088.192220] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3218ca9-e766-412d-b308-343702e45d65 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.198446] env[62211]: DEBUG oslo_vmware.api [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 2088.198446] env[62211]: value = "task-2075112" [ 2088.198446] env[62211]: _type = "Task" [ 2088.198446] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.206325] env[62211]: DEBUG oslo_vmware.api [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.214369] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.214938] env[62211]: DEBUG nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2088.217675] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.782s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.219414] env[62211]: INFO nova.compute.claims [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2088.343257] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-18859664-1d50-4a00-8d15-9c59ebd13e74 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2088.343609] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83bbffae-c6cb-4c4c-a2f1-dde93fc0b3a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.352062] env[62211]: DEBUG oslo_vmware.api [None req-18859664-1d50-4a00-8d15-9c59ebd13e74 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2088.352062] env[62211]: value = "task-2075113" [ 2088.352062] env[62211]: _type = "Task" [ 2088.352062] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.360303] env[62211]: DEBUG oslo_vmware.api [None req-18859664-1d50-4a00-8d15-9c59ebd13e74 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.436804] env[62211]: DEBUG oslo_vmware.api [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075111, 'name': ReconfigVM_Task, 'duration_secs': 0.344083} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.437125] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2088.442492] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b428be8-b6c0-46de-a70d-e3612d4dab14 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.459402] env[62211]: DEBUG oslo_vmware.api [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2088.459402] env[62211]: value = "task-2075114" [ 2088.459402] env[62211]: _type = "Task" [ 2088.459402] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.470173] env[62211]: DEBUG oslo_vmware.api [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.581184] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 042bd6d1-d788-4171-885c-e93a46af43a7] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2088.614084] env[62211]: DEBUG nova.compute.manager [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Received event network-changed-9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2088.614208] env[62211]: DEBUG nova.compute.manager [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Refreshing instance network info cache due to event network-changed-9e4f534b-f16a-42f7-97a7-af0a6ff97bcf. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2088.614377] env[62211]: DEBUG oslo_concurrency.lockutils [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] Acquiring lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.614531] env[62211]: DEBUG oslo_concurrency.lockutils [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] Acquired lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.614989] env[62211]: DEBUG nova.network.neutron [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Refreshing network info cache for port 9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2088.710042] env[62211]: DEBUG oslo_vmware.api [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075112, 'name': PowerOffVM_Task, 'duration_secs': 0.297343} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.710042] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2088.710374] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2088.710419] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fdc3a9b-98bd-4d54-9914-7bdf562272d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.727184] env[62211]: DEBUG nova.compute.utils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2088.727728] env[62211]: DEBUG nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2088.727897] env[62211]: DEBUG nova.network.neutron [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2088.805308] env[62211]: DEBUG nova.policy [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d811f97e6204d8cb29bdb179898319e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c94080049764e68a0f1d9033b0819c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2088.861872] env[62211]: DEBUG oslo_vmware.api [None req-18859664-1d50-4a00-8d15-9c59ebd13e74 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075113, 'name': PowerOnVM_Task, 'duration_secs': 0.436084} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.862285] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-18859664-1d50-4a00-8d15-9c59ebd13e74 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2088.862505] env[62211]: DEBUG nova.compute.manager [None req-18859664-1d50-4a00-8d15-9c59ebd13e74 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2088.863345] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750cbd18-55d9-498d-99b3-1ba0128cddab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.970090] env[62211]: DEBUG oslo_vmware.api [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075114, 'name': ReconfigVM_Task, 'duration_secs': 0.163744} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.973807] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425370', 'volume_id': 'fb474018-9e8b-422d-8079-16ceeb4241d1', 'name': 'volume-fb474018-9e8b-422d-8079-16ceeb4241d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd7ca1ba-b100-455d-8a9e-a540e5fc03a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb474018-9e8b-422d-8079-16ceeb4241d1', 'serial': 'fb474018-9e8b-422d-8079-16ceeb4241d1'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2088.990896] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2088.991121] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2088.991312] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Deleting the datastore file [datastore1] 3f952136-5629-42ba-8a95-a21524601643 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2088.992287] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a377aef-dc31-48ce-af56-f01272fda52f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.999029] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2088.999029] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2088.999029] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleting the datastore file [datastore1] 4f85b886-8a92-495c-948c-4f21691d4f39 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2088.999029] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0774a5d1-be99-4fc3-996e-dde8eb35a9fa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.005934] env[62211]: DEBUG oslo_vmware.api [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for the task: (returnval){ [ 2089.005934] env[62211]: value = "task-2075116" [ 2089.005934] env[62211]: _type = "Task" [ 2089.005934] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.006439] env[62211]: DEBUG oslo_vmware.api [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for the task: (returnval){ [ 2089.006439] env[62211]: value = "task-2075117" [ 2089.006439] env[62211]: _type = "Task" [ 2089.006439] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.008724] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2089.009023] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2089.009305] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Deleting the datastore file [datastore1] afdf804b-f270-4afb-887d-16a4d4536b1b {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2089.018988] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d807ca50-5ca9-4e62-bb86-698cb153a9e0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.026564] env[62211]: DEBUG oslo_vmware.api [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2075117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.030371] env[62211]: DEBUG oslo_vmware.api [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.033017] env[62211]: DEBUG oslo_vmware.api [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2089.033017] env[62211]: value = "task-2075118" [ 2089.033017] env[62211]: _type = "Task" [ 2089.033017] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.085719] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 318ea049-c1ce-4e68-9e63-b1990e7050c3] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2089.235230] env[62211]: DEBUG nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2089.441058] env[62211]: DEBUG nova.network.neutron [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Updated VIF entry in instance network info cache for port 9e4f534b-f16a-42f7-97a7-af0a6ff97bcf. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2089.441462] env[62211]: DEBUG nova.network.neutron [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Updating instance_info_cache with network_info: [{"id": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "address": "fa:16:3e:1b:d6:c8", "network": {"id": "f6d8e0d3-5e33-432a-bf5d-7e25e3de964e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-53057909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a84c696860b4713b70f937d323882d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4f534b-f1", "ovs_interfaceid": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.496864] env[62211]: DEBUG nova.network.neutron [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Successfully created port: 185ca705-407a-4093-a9eb-236ebb9102f8 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2089.531545] env[62211]: DEBUG oslo_vmware.api [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Task: {'id': task-2075116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.516273} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.543894] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2089.544094] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2089.544285] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2089.544462] env[62211]: INFO nova.compute.manager [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] [instance: 3f952136-5629-42ba-8a95-a21524601643] Took 1.36 seconds to destroy the instance on the hypervisor. [ 2089.544702] env[62211]: DEBUG oslo.service.loopingcall [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2089.544917] env[62211]: DEBUG oslo_vmware.api [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Task: {'id': task-2075117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263512} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.545378] env[62211]: DEBUG nova.compute.manager [-] [instance: 3f952136-5629-42ba-8a95-a21524601643] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2089.545480] env[62211]: DEBUG nova.network.neutron [-] [instance: 3f952136-5629-42ba-8a95-a21524601643] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2089.547056] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2089.547238] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2089.547413] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2089.547580] env[62211]: INFO nova.compute.manager [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Took 2.39 seconds to destroy the instance on the hypervisor. [ 2089.547797] env[62211]: DEBUG oslo.service.loopingcall [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2089.548345] env[62211]: DEBUG nova.compute.manager [-] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2089.548438] env[62211]: DEBUG nova.network.neutron [-] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2089.550744] env[62211]: DEBUG nova.objects.instance [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lazy-loading 'flavor' on Instance uuid cd7ca1ba-b100-455d-8a9e-a540e5fc03a7 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2089.556069] env[62211]: DEBUG oslo_vmware.api [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284409} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.556216] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2089.556751] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2089.556751] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2089.556751] env[62211]: INFO nova.compute.manager [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Took 4.49 seconds to destroy the instance on the hypervisor. [ 2089.556961] env[62211]: DEBUG oslo.service.loopingcall [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2089.557154] env[62211]: DEBUG nova.compute.manager [-] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2089.557246] env[62211]: DEBUG nova.network.neutron [-] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2089.588939] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 2f7b66d0-b6ee-4261-a565-cc3e2008f8a4] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2089.686008] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9be5d2-d3e8-4933-917a-d83ada6931b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.694654] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d267bf4a-22c2-4b6c-8204-9446268bd223 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.729148] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725d24aa-5107-4fe5-81ec-21a35e24c57f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.737405] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff7d659-86da-44bb-854d-4b8d54cf5c32 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.759025] env[62211]: DEBUG nova.compute.provider_tree [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2089.945163] env[62211]: DEBUG oslo_concurrency.lockutils [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] Releasing lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.947577] env[62211]: DEBUG nova.compute.manager [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Received event network-changed-9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2089.947732] env[62211]: DEBUG nova.compute.manager [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Refreshing instance network info cache due to event network-changed-9e4f534b-f16a-42f7-97a7-af0a6ff97bcf. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2089.948513] env[62211]: DEBUG oslo_concurrency.lockutils [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] Acquiring lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.948953] env[62211]: DEBUG oslo_concurrency.lockutils [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] Acquired lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.949497] env[62211]: DEBUG nova.network.neutron [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Refreshing network info cache for port 9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2090.091907] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: b4f12b51-3456-418b-97f7-4ad1030a2a32] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2090.259511] env[62211]: DEBUG nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2090.264625] env[62211]: DEBUG nova.scheduler.client.report [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2090.273518] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.273518] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.273518] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.273518] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.273518] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.280596] env[62211]: INFO nova.compute.manager [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Terminating instance [ 2090.305745] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2090.307750] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2090.308271] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2090.309178] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2090.309412] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2090.309795] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2090.310169] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2090.310391] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2090.310596] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2090.310801] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2090.311479] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2090.312857] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33b7713-566c-4ca1-8bb4-bbca1f271a43 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.324488] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a596f44b-475a-4b7d-a916-335fede235b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.405719] env[62211]: DEBUG nova.network.neutron [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Successfully updated port: d3e763cf-919f-44ca-8552-81a21c8542c3 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2090.461525] env[62211]: DEBUG nova.compute.manager [req-616e1b5a-a2f5-4d54-9ad4-bee1b86bd0dd req-b37d2980-1f8a-4d22-a057-5b78bf9e31f8 service nova] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Received event network-vif-plugged-d3e763cf-919f-44ca-8552-81a21c8542c3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2090.461818] env[62211]: DEBUG oslo_concurrency.lockutils [req-616e1b5a-a2f5-4d54-9ad4-bee1b86bd0dd req-b37d2980-1f8a-4d22-a057-5b78bf9e31f8 service nova] Acquiring lock "fde2ec79-b4fc-4748-be4e-9c1c8304ea2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.461952] env[62211]: DEBUG oslo_concurrency.lockutils [req-616e1b5a-a2f5-4d54-9ad4-bee1b86bd0dd req-b37d2980-1f8a-4d22-a057-5b78bf9e31f8 service nova] Lock "fde2ec79-b4fc-4748-be4e-9c1c8304ea2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.462162] env[62211]: DEBUG oslo_concurrency.lockutils [req-616e1b5a-a2f5-4d54-9ad4-bee1b86bd0dd req-b37d2980-1f8a-4d22-a057-5b78bf9e31f8 service nova] Lock "fde2ec79-b4fc-4748-be4e-9c1c8304ea2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.462295] env[62211]: DEBUG nova.compute.manager [req-616e1b5a-a2f5-4d54-9ad4-bee1b86bd0dd req-b37d2980-1f8a-4d22-a057-5b78bf9e31f8 service nova] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] No waiting events found dispatching network-vif-plugged-d3e763cf-919f-44ca-8552-81a21c8542c3 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2090.462459] env[62211]: WARNING nova.compute.manager [req-616e1b5a-a2f5-4d54-9ad4-bee1b86bd0dd req-b37d2980-1f8a-4d22-a057-5b78bf9e31f8 service nova] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Received unexpected event network-vif-plugged-d3e763cf-919f-44ca-8552-81a21c8542c3 for instance with vm_state building and task_state spawning. [ 2090.561737] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2eb5c423-7ce2-46af-b569-3fa5f63813a3 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.594983] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 0f4ad662-7f72-436e-a05b-9255c76d06b9] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2090.691529] env[62211]: DEBUG nova.compute.manager [req-b497dca2-7f2e-4433-b622-09e93d5dc303 req-86bc8e64-e524-4e46-acf9-be3317c04709 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Received event network-changed-9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2090.691723] env[62211]: DEBUG nova.compute.manager [req-b497dca2-7f2e-4433-b622-09e93d5dc303 req-86bc8e64-e524-4e46-acf9-be3317c04709 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Refreshing instance network info cache due to event network-changed-9e4f534b-f16a-42f7-97a7-af0a6ff97bcf. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2090.691929] env[62211]: DEBUG oslo_concurrency.lockutils [req-b497dca2-7f2e-4433-b622-09e93d5dc303 req-86bc8e64-e524-4e46-acf9-be3317c04709 service nova] Acquiring lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.697944] env[62211]: DEBUG nova.network.neutron [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Updated VIF entry in instance network info cache for port 9e4f534b-f16a-42f7-97a7-af0a6ff97bcf. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2090.698486] env[62211]: DEBUG nova.network.neutron [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Updating instance_info_cache with network_info: [{"id": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "address": "fa:16:3e:1b:d6:c8", "network": {"id": "f6d8e0d3-5e33-432a-bf5d-7e25e3de964e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-53057909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a84c696860b4713b70f937d323882d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4f534b-f1", "ovs_interfaceid": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.734209] env[62211]: WARNING oslo_messaging._drivers.amqpdriver [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 2090.781676] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.782310] env[62211]: DEBUG nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2090.785432] env[62211]: DEBUG oslo_concurrency.lockutils [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.439s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.785639] env[62211]: DEBUG oslo_concurrency.lockutils [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.787723] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.070s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.789376] env[62211]: INFO nova.compute.claims [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2090.793704] env[62211]: DEBUG nova.compute.manager [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2090.794068] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2090.797047] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd94d5c9-6168-455d-9c91-d71e0ce70bc7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.802968] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2090.803292] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d277842c-0d7a-42d7-b447-251ca161375d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.811246] env[62211]: DEBUG oslo_vmware.api [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2090.811246] env[62211]: value = "task-2075119" [ 2090.811246] env[62211]: _type = "Task" [ 2090.811246] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.820136] env[62211]: DEBUG oslo_vmware.api [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.823823] env[62211]: DEBUG nova.network.neutron [-] [instance: 3f952136-5629-42ba-8a95-a21524601643] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.833628] env[62211]: DEBUG nova.network.neutron [-] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.835673] env[62211]: DEBUG nova.network.neutron [-] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.907907] env[62211]: INFO nova.scheduler.client.report [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Deleted allocations for instance 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd [ 2090.910055] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Acquiring lock "refresh_cache-fde2ec79-b4fc-4748-be4e-9c1c8304ea2d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.910055] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Acquired lock "refresh_cache-fde2ec79-b4fc-4748-be4e-9c1c8304ea2d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.910055] env[62211]: DEBUG nova.network.neutron [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2091.100616] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 8ea27d3c-dd03-45f6-a5e2-8cf71a4e824c] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2091.201582] env[62211]: DEBUG oslo_concurrency.lockutils [req-db51a84d-2055-4532-b5d9-0b8bd3f9617c req-80a11483-d782-4518-82bb-51a4fab03397 service nova] Releasing lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.201994] env[62211]: DEBUG oslo_concurrency.lockutils [req-b497dca2-7f2e-4433-b622-09e93d5dc303 req-86bc8e64-e524-4e46-acf9-be3317c04709 service nova] Acquired lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.202204] env[62211]: DEBUG nova.network.neutron [req-b497dca2-7f2e-4433-b622-09e93d5dc303 req-86bc8e64-e524-4e46-acf9-be3317c04709 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Refreshing network info cache for port 9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2091.236108] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquiring lock "9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.236385] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Lock "9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.236578] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquiring lock "9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.236767] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Lock "9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.236933] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Lock "9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.238887] env[62211]: INFO nova.compute.manager [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Terminating instance [ 2091.248987] env[62211]: DEBUG nova.network.neutron [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Successfully updated port: 185ca705-407a-4093-a9eb-236ebb9102f8 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2091.294739] env[62211]: DEBUG nova.compute.utils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2091.297692] env[62211]: DEBUG nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2091.299058] env[62211]: DEBUG nova.network.neutron [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2091.325290] env[62211]: DEBUG oslo_vmware.api [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075119, 'name': PowerOffVM_Task, 'duration_secs': 0.174964} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.325550] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2091.325716] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2091.326129] env[62211]: INFO nova.compute.manager [-] [instance: 3f952136-5629-42ba-8a95-a21524601643] Took 1.78 seconds to deallocate network for instance. [ 2091.326342] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0628fff4-1461-43cd-aaf0-b54c5b9a18aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.340865] env[62211]: INFO nova.compute.manager [-] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Took 1.78 seconds to deallocate network for instance. [ 2091.342406] env[62211]: INFO nova.compute.manager [-] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Took 1.79 seconds to deallocate network for instance. [ 2091.354742] env[62211]: DEBUG nova.policy [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d811f97e6204d8cb29bdb179898319e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c94080049764e68a0f1d9033b0819c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2091.419856] env[62211]: DEBUG oslo_concurrency.lockutils [None req-09c34c8b-7434-4fb5-b045-a03998499364 tempest-ServerAddressesNegativeTestJSON-2113895019 tempest-ServerAddressesNegativeTestJSON-2113895019-project-member] Lock "6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.518s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.423841] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2091.423841] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2091.424042] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleting the datastore file [datastore1] 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2091.424343] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-506a341b-e9e6-42c7-8ac7-f4f4c5702575 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.433628] env[62211]: DEBUG oslo_vmware.api [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2091.433628] env[62211]: value = "task-2075121" [ 2091.433628] env[62211]: _type = "Task" [ 2091.433628] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.446717] env[62211]: DEBUG oslo_vmware.api [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.460142] env[62211]: DEBUG nova.network.neutron [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2091.606406] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: d89bf374-605f-4f2d-a262-b18552959845] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2091.636956] env[62211]: DEBUG nova.network.neutron [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Updating instance_info_cache with network_info: [{"id": "d3e763cf-919f-44ca-8552-81a21c8542c3", "address": "fa:16:3e:d5:d1:5e", "network": {"id": "1210d2cc-6e30-4605-aaea-239228cc4038", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-936597254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fba07c5f7a6474c9dd75732c55157bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e763cf-91", "ovs_interfaceid": "d3e763cf-919f-44ca-8552-81a21c8542c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.710077] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "476f50bc-1505-4384-8804-4610e14c24fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.710323] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "476f50bc-1505-4384-8804-4610e14c24fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.720445] env[62211]: DEBUG nova.network.neutron [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Successfully created port: 5e271c5e-7be5-413e-865d-d485ad19f33d {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2091.742861] env[62211]: DEBUG nova.compute.manager [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2091.742861] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2091.743880] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8013f3-141c-4753-8eb9-d6d0e9c00cd7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.751626] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "refresh_cache-4c6717ce-ed4a-4f67-aac8-036af30ca30f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.752130] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired lock "refresh_cache-4c6717ce-ed4a-4f67-aac8-036af30ca30f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.752130] env[62211]: DEBUG nova.network.neutron [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2091.752985] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2091.753480] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b0501e0-d3ef-4311-841b-a1c85d1e1dde {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.759645] env[62211]: DEBUG oslo_vmware.api [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2091.759645] env[62211]: value = "task-2075122" [ 2091.759645] env[62211]: _type = "Task" [ 2091.759645] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.768600] env[62211]: DEBUG oslo_vmware.api [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.803473] env[62211]: DEBUG nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2091.833243] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.849866] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.851112] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.936590] env[62211]: DEBUG nova.network.neutron [req-b497dca2-7f2e-4433-b622-09e93d5dc303 req-86bc8e64-e524-4e46-acf9-be3317c04709 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Updated VIF entry in instance network info cache for port 9e4f534b-f16a-42f7-97a7-af0a6ff97bcf. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2091.936942] env[62211]: DEBUG nova.network.neutron [req-b497dca2-7f2e-4433-b622-09e93d5dc303 req-86bc8e64-e524-4e46-acf9-be3317c04709 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Updating instance_info_cache with network_info: [{"id": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "address": "fa:16:3e:1b:d6:c8", "network": {"id": "f6d8e0d3-5e33-432a-bf5d-7e25e3de964e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-53057909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2a84c696860b4713b70f937d323882d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4f534b-f1", "ovs_interfaceid": "9e4f534b-f16a-42f7-97a7-af0a6ff97bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.946973] env[62211]: DEBUG oslo_vmware.api [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141924} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.949706] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2091.949706] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2091.949830] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2091.949998] env[62211]: INFO nova.compute.manager [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2091.950274] env[62211]: DEBUG oslo.service.loopingcall [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2091.951196] env[62211]: DEBUG nova.compute.manager [-] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2091.951339] env[62211]: DEBUG nova.network.neutron [-] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2092.113020] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: df835a2d-6682-42c6-b744-923a9bc8bd5b] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2092.142014] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Releasing lock "refresh_cache-fde2ec79-b4fc-4748-be4e-9c1c8304ea2d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.142014] env[62211]: DEBUG nova.compute.manager [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Instance network_info: |[{"id": "d3e763cf-919f-44ca-8552-81a21c8542c3", "address": "fa:16:3e:d5:d1:5e", "network": {"id": "1210d2cc-6e30-4605-aaea-239228cc4038", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-936597254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fba07c5f7a6474c9dd75732c55157bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e763cf-91", "ovs_interfaceid": "d3e763cf-919f-44ca-8552-81a21c8542c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2092.142014] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:d1:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3e763cf-919f-44ca-8552-81a21c8542c3', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2092.147997] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Creating folder: Project (8fba07c5f7a6474c9dd75732c55157bf). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2092.152072] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a5cf904-2f5f-42d9-9621-30e1adc49c75 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.163307] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Created folder: Project (8fba07c5f7a6474c9dd75732c55157bf) in parent group-v425157. [ 2092.166018] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Creating folder: Instances. Parent ref: group-v425371. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2092.166018] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fd31add-b17b-447e-92f0-b13f24d8ac97 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.178022] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Created folder: Instances in parent group-v425371. [ 2092.178022] env[62211]: DEBUG oslo.service.loopingcall [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2092.178022] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2092.178022] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa4faa91-80e3-45d6-ac7e-29a5c0e7dca4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.204061] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2092.204061] env[62211]: value = "task-2075125" [ 2092.204061] env[62211]: _type = "Task" [ 2092.204061] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.214970] env[62211]: DEBUG nova.compute.manager [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2092.217867] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075125, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.235051] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49a3741-76b5-46db-af63-10711475fdb1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.242378] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304ce7cd-c07b-4199-829d-631c6f19a7bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.283629] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfa9caf-1e04-46c1-88ed-c5dfb5a95533 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.292414] env[62211]: DEBUG oslo_vmware.api [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075122, 'name': PowerOffVM_Task, 'duration_secs': 0.322491} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.294806] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2092.295084] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2092.295392] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfbcda61-2ac1-4ce6-bba7-3eab38926f8f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.298018] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7805df13-4d0d-4cd3-88b6-e30708d48dfb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.316530] env[62211]: DEBUG nova.compute.provider_tree [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2092.442788] env[62211]: DEBUG oslo_concurrency.lockutils [req-b497dca2-7f2e-4433-b622-09e93d5dc303 req-86bc8e64-e524-4e46-acf9-be3317c04709 service nova] Releasing lock "refresh_cache-9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.494915] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2092.495136] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2092.495341] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Deleting the datastore file [datastore1] 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2092.495676] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ddfb660-448e-4219-943b-6eac98544fd7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.502613] env[62211]: DEBUG oslo_vmware.api [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for the task: (returnval){ [ 2092.502613] env[62211]: value = "task-2075127" [ 2092.502613] env[62211]: _type = "Task" [ 2092.502613] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.515066] env[62211]: DEBUG oslo_vmware.api [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.599193] env[62211]: DEBUG nova.network.neutron [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2092.617625] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 8dfb1051-c5c0-47c7-9b38-7add404107c6] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2092.710763] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075125, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.733562] env[62211]: DEBUG nova.compute.manager [req-4c5febac-f52b-48a4-ada5-354a07cae7f3 req-86ff3bb9-b353-4255-a118-aa70928cc346 service nova] [instance: 3f952136-5629-42ba-8a95-a21524601643] Received event network-vif-deleted-22a9b407-0979-474e-9da4-a427e6d1f4d8 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2092.733856] env[62211]: DEBUG nova.compute.manager [req-4c5febac-f52b-48a4-ada5-354a07cae7f3 req-86ff3bb9-b353-4255-a118-aa70928cc346 service nova] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Received event network-vif-deleted-8c6c23ef-3ac6-4478-ab9e-4059a29cb402 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2092.734036] env[62211]: DEBUG nova.compute.manager [req-4c5febac-f52b-48a4-ada5-354a07cae7f3 req-86ff3bb9-b353-4255-a118-aa70928cc346 service nova] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Received event network-vif-deleted-ef6f05d1-53e6-4ce8-b0c3-de3d8eb0274c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2092.734236] env[62211]: DEBUG nova.compute.manager [req-4c5febac-f52b-48a4-ada5-354a07cae7f3 req-86ff3bb9-b353-4255-a118-aa70928cc346 service nova] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Received event network-changed-d3e763cf-919f-44ca-8552-81a21c8542c3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2092.734529] env[62211]: DEBUG nova.compute.manager [req-4c5febac-f52b-48a4-ada5-354a07cae7f3 req-86ff3bb9-b353-4255-a118-aa70928cc346 service nova] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Refreshing instance network info cache due to event network-changed-d3e763cf-919f-44ca-8552-81a21c8542c3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2092.734715] env[62211]: DEBUG oslo_concurrency.lockutils [req-4c5febac-f52b-48a4-ada5-354a07cae7f3 req-86ff3bb9-b353-4255-a118-aa70928cc346 service nova] Acquiring lock "refresh_cache-fde2ec79-b4fc-4748-be4e-9c1c8304ea2d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.734715] env[62211]: DEBUG oslo_concurrency.lockutils [req-4c5febac-f52b-48a4-ada5-354a07cae7f3 req-86ff3bb9-b353-4255-a118-aa70928cc346 service nova] Acquired lock "refresh_cache-fde2ec79-b4fc-4748-be4e-9c1c8304ea2d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.734921] env[62211]: DEBUG nova.network.neutron [req-4c5febac-f52b-48a4-ada5-354a07cae7f3 req-86ff3bb9-b353-4255-a118-aa70928cc346 service nova] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Refreshing network info cache for port d3e763cf-919f-44ca-8552-81a21c8542c3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2092.738632] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.821522] env[62211]: DEBUG nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2092.824812] env[62211]: DEBUG nova.scheduler.client.report [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2092.862487] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2092.862725] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2092.862879] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2092.863090] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2092.863314] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2092.863468] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2092.863671] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2092.863827] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2092.863989] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2092.864166] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2092.864398] env[62211]: DEBUG nova.virt.hardware [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2092.865294] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf25464-2d0c-457f-845d-1a6abe9c71f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.873736] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aac9d7-af87-423c-a37e-66e2f2ebd55a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.917319] env[62211]: DEBUG nova.compute.manager [req-3395536e-9686-4125-a857-4747b4fd3374 req-a3cea144-f734-4ef8-ae7e-5efc7da02479 service nova] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Received event network-vif-plugged-185ca705-407a-4093-a9eb-236ebb9102f8 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2092.917397] env[62211]: DEBUG oslo_concurrency.lockutils [req-3395536e-9686-4125-a857-4747b4fd3374 req-a3cea144-f734-4ef8-ae7e-5efc7da02479 service nova] Acquiring lock "4c6717ce-ed4a-4f67-aac8-036af30ca30f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.917613] env[62211]: DEBUG oslo_concurrency.lockutils [req-3395536e-9686-4125-a857-4747b4fd3374 req-a3cea144-f734-4ef8-ae7e-5efc7da02479 service nova] Lock "4c6717ce-ed4a-4f67-aac8-036af30ca30f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.917780] env[62211]: DEBUG oslo_concurrency.lockutils [req-3395536e-9686-4125-a857-4747b4fd3374 req-a3cea144-f734-4ef8-ae7e-5efc7da02479 service nova] Lock "4c6717ce-ed4a-4f67-aac8-036af30ca30f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.917946] env[62211]: DEBUG nova.compute.manager [req-3395536e-9686-4125-a857-4747b4fd3374 req-a3cea144-f734-4ef8-ae7e-5efc7da02479 service nova] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] No waiting events found dispatching network-vif-plugged-185ca705-407a-4093-a9eb-236ebb9102f8 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2092.918606] env[62211]: WARNING nova.compute.manager [req-3395536e-9686-4125-a857-4747b4fd3374 req-a3cea144-f734-4ef8-ae7e-5efc7da02479 service nova] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Received unexpected event network-vif-plugged-185ca705-407a-4093-a9eb-236ebb9102f8 for instance with vm_state building and task_state spawning. [ 2092.918801] env[62211]: DEBUG nova.compute.manager [req-3395536e-9686-4125-a857-4747b4fd3374 req-a3cea144-f734-4ef8-ae7e-5efc7da02479 service nova] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Received event network-changed-185ca705-407a-4093-a9eb-236ebb9102f8 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2092.918958] env[62211]: DEBUG nova.compute.manager [req-3395536e-9686-4125-a857-4747b4fd3374 req-a3cea144-f734-4ef8-ae7e-5efc7da02479 service nova] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Refreshing instance network info cache due to event network-changed-185ca705-407a-4093-a9eb-236ebb9102f8. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2092.919145] env[62211]: DEBUG oslo_concurrency.lockutils [req-3395536e-9686-4125-a857-4747b4fd3374 req-a3cea144-f734-4ef8-ae7e-5efc7da02479 service nova] Acquiring lock "refresh_cache-4c6717ce-ed4a-4f67-aac8-036af30ca30f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.987585] env[62211]: DEBUG nova.network.neutron [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Updating instance_info_cache with network_info: [{"id": "185ca705-407a-4093-a9eb-236ebb9102f8", "address": "fa:16:3e:8e:aa:9c", "network": {"id": "90a0cb67-c776-4de2-b201-4ff0b0e9f619", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-75777210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c94080049764e68a0f1d9033b0819c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap185ca705-40", "ovs_interfaceid": "185ca705-407a-4093-a9eb-236ebb9102f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.012780] env[62211]: DEBUG oslo_vmware.api [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Task: {'id': task-2075127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24031} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.012987] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2093.013249] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2093.013430] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2093.013605] env[62211]: INFO nova.compute.manager [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2093.013841] env[62211]: DEBUG oslo.service.loopingcall [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2093.014041] env[62211]: DEBUG nova.compute.manager [-] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2093.014139] env[62211]: DEBUG nova.network.neutron [-] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2093.121946] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: de830fe1-9542-433f-bc92-6197cd691de7] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2093.214112] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075125, 'name': CreateVM_Task, 'duration_secs': 0.537533} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.214329] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2093.215141] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.215427] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.215856] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2093.216172] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002a8763-e36b-4085-8a0e-b9190132975f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.222935] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Waiting for the task: (returnval){ [ 2093.222935] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527ccfb3-1d53-6100-d76f-a19b2ff05a84" [ 2093.222935] env[62211]: _type = "Task" [ 2093.222935] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.232853] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527ccfb3-1d53-6100-d76f-a19b2ff05a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.330428] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.331171] env[62211]: DEBUG nova.compute.manager [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2093.335098] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.103s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.335437] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.339721] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.849s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.340245] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.344036] env[62211]: DEBUG oslo_concurrency.lockutils [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.433s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.344036] env[62211]: INFO nova.compute.claims [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2093.374039] env[62211]: INFO nova.scheduler.client.report [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleted allocations for instance 5f19a95e-137e-46f2-884b-c56c947ef05c [ 2093.408061] env[62211]: DEBUG nova.network.neutron [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Successfully updated port: 5e271c5e-7be5-413e-865d-d485ad19f33d {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2093.493127] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Releasing lock "refresh_cache-4c6717ce-ed4a-4f67-aac8-036af30ca30f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.493661] env[62211]: DEBUG nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Instance network_info: |[{"id": "185ca705-407a-4093-a9eb-236ebb9102f8", "address": "fa:16:3e:8e:aa:9c", "network": {"id": "90a0cb67-c776-4de2-b201-4ff0b0e9f619", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-75777210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c94080049764e68a0f1d9033b0819c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap185ca705-40", "ovs_interfaceid": "185ca705-407a-4093-a9eb-236ebb9102f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2093.493983] env[62211]: DEBUG oslo_concurrency.lockutils [req-3395536e-9686-4125-a857-4747b4fd3374 req-a3cea144-f734-4ef8-ae7e-5efc7da02479 service nova] Acquired lock "refresh_cache-4c6717ce-ed4a-4f67-aac8-036af30ca30f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.494189] env[62211]: DEBUG nova.network.neutron [req-3395536e-9686-4125-a857-4747b4fd3374 req-a3cea144-f734-4ef8-ae7e-5efc7da02479 service nova] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Refreshing network info cache for port 185ca705-407a-4093-a9eb-236ebb9102f8 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2093.495391] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:aa:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '185ca705-407a-4093-a9eb-236ebb9102f8', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2093.502938] env[62211]: DEBUG oslo.service.loopingcall [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2093.506472] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2093.506936] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fca7e44-1ff2-4a6b-9813-59b91d52651b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.533606] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2093.533606] env[62211]: value = "task-2075128" [ 2093.533606] env[62211]: _type = "Task" [ 2093.533606] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.542062] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075128, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.625693] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 0824a71e-75ca-4a1d-a5e4-7b566fccf383] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2093.729308] env[62211]: DEBUG nova.network.neutron [req-4c5febac-f52b-48a4-ada5-354a07cae7f3 req-86ff3bb9-b353-4255-a118-aa70928cc346 service nova] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Updated VIF entry in instance network info cache for port d3e763cf-919f-44ca-8552-81a21c8542c3. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2093.729668] env[62211]: DEBUG nova.network.neutron [req-4c5febac-f52b-48a4-ada5-354a07cae7f3 req-86ff3bb9-b353-4255-a118-aa70928cc346 service nova] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Updating instance_info_cache with network_info: [{"id": "d3e763cf-919f-44ca-8552-81a21c8542c3", "address": "fa:16:3e:d5:d1:5e", "network": {"id": "1210d2cc-6e30-4605-aaea-239228cc4038", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-936597254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fba07c5f7a6474c9dd75732c55157bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e763cf-91", "ovs_interfaceid": "d3e763cf-919f-44ca-8552-81a21c8542c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.738137] env[62211]: DEBUG nova.network.neutron [-] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.739440] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527ccfb3-1d53-6100-d76f-a19b2ff05a84, 'name': SearchDatastore_Task, 'duration_secs': 0.00953} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.740440] env[62211]: DEBUG nova.network.neutron [req-3395536e-9686-4125-a857-4747b4fd3374 req-a3cea144-f734-4ef8-ae7e-5efc7da02479 service nova] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Updated VIF entry in instance network info cache for port 185ca705-407a-4093-a9eb-236ebb9102f8. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2093.740547] env[62211]: DEBUG nova.network.neutron [req-3395536e-9686-4125-a857-4747b4fd3374 req-a3cea144-f734-4ef8-ae7e-5efc7da02479 service nova] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Updating instance_info_cache with network_info: [{"id": "185ca705-407a-4093-a9eb-236ebb9102f8", "address": "fa:16:3e:8e:aa:9c", "network": {"id": "90a0cb67-c776-4de2-b201-4ff0b0e9f619", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-75777210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c94080049764e68a0f1d9033b0819c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap185ca705-40", "ovs_interfaceid": "185ca705-407a-4093-a9eb-236ebb9102f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.741841] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.743552] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2093.743867] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.744036] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.744270] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2093.745444] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6a5380a-9927-4c27-9422-ad86c06f53cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.755836] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2093.755836] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2093.760047] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1080f3-d2b2-47c9-abda-1624e86c4065 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.762886] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Waiting for the task: (returnval){ [ 2093.762886] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b8872a-d246-6c9d-317a-9dfefb7fa9e5" [ 2093.762886] env[62211]: _type = "Task" [ 2093.762886] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.771637] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b8872a-d246-6c9d-317a-9dfefb7fa9e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.855150] env[62211]: DEBUG nova.compute.utils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2093.855150] env[62211]: DEBUG nova.compute.manager [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2093.855150] env[62211]: DEBUG nova.network.neutron [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2093.870022] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f0ac3e56-0f35-4607-ae41-4bff54a1894c tempest-ServerActionsV293TestJSON-86876147 tempest-ServerActionsV293TestJSON-86876147-project-member] Lock "65e59681-f925-4ec0-8ac1-0ded9fcc7947" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.068s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.882539] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56fd5c9e-2eea-416c-9480-37d09394ee50 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "5f19a95e-137e-46f2-884b-c56c947ef05c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.750s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.913156] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "refresh_cache-3cbfd6fb-df5d-4c13-ab41-89759666f3dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.913156] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired lock "refresh_cache-3cbfd6fb-df5d-4c13-ab41-89759666f3dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.913156] env[62211]: DEBUG nova.network.neutron [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2093.917459] env[62211]: DEBUG nova.policy [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '222bad1fbda94a4c905f4288f77b7677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '033209100e0042c29d6fe811748bbdba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2094.044095] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075128, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.129327] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 29124931-d28f-4336-934d-ecba302a33e3] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2094.199203] env[62211]: DEBUG nova.network.neutron [-] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.232435] env[62211]: DEBUG oslo_concurrency.lockutils [req-4c5febac-f52b-48a4-ada5-354a07cae7f3 req-86ff3bb9-b353-4255-a118-aa70928cc346 service nova] Releasing lock "refresh_cache-fde2ec79-b4fc-4748-be4e-9c1c8304ea2d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.246061] env[62211]: DEBUG oslo_concurrency.lockutils [req-3395536e-9686-4125-a857-4747b4fd3374 req-a3cea144-f734-4ef8-ae7e-5efc7da02479 service nova] Releasing lock "refresh_cache-4c6717ce-ed4a-4f67-aac8-036af30ca30f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.246334] env[62211]: INFO nova.compute.manager [-] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Took 2.29 seconds to deallocate network for instance. [ 2094.283716] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b8872a-d246-6c9d-317a-9dfefb7fa9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.287183] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaff1577-62b8-4dce-94c7-1eccac8f64d6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.292246] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Waiting for the task: (returnval){ [ 2094.292246] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527db7c3-34e9-e163-0e28-699d1360f976" [ 2094.292246] env[62211]: _type = "Task" [ 2094.292246] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.305653] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527db7c3-34e9-e163-0e28-699d1360f976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.307534] env[62211]: DEBUG nova.network.neutron [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Successfully created port: a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2094.359093] env[62211]: DEBUG nova.compute.manager [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2094.473706] env[62211]: DEBUG nova.network.neutron [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2094.546108] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075128, 'name': CreateVM_Task, 'duration_secs': 0.546957} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.553179] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2094.554709] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.555047] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.556136] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2094.556136] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bb7c10c-c5e2-4b34-9553-d80997a37c25 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.561770] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2094.561770] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52fd92c6-e1bb-3dbe-8a92-210d4bc707f4" [ 2094.561770] env[62211]: _type = "Task" [ 2094.561770] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.578385] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52fd92c6-e1bb-3dbe-8a92-210d4bc707f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.635868] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: c4651f59-03db-48ad-8cdb-a6f605a790c4] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2094.703771] env[62211]: INFO nova.compute.manager [-] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Took 1.69 seconds to deallocate network for instance. [ 2094.735188] env[62211]: DEBUG nova.network.neutron [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Updating instance_info_cache with network_info: [{"id": "5e271c5e-7be5-413e-865d-d485ad19f33d", "address": "fa:16:3e:a9:2d:48", "network": {"id": "90a0cb67-c776-4de2-b201-4ff0b0e9f619", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-75777210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c94080049764e68a0f1d9033b0819c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e271c5e-7b", "ovs_interfaceid": "5e271c5e-7be5-413e-865d-d485ad19f33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.738625] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff027c92-ac5c-4d5d-a146-685226e4d375 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.747370] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c081810-12f0-46bc-9592-11578401e3af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.752988] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.782272] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c50b008-069f-4141-bafb-18e72d190f52 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.786869] env[62211]: DEBUG nova.compute.manager [req-c8674e83-caa8-466d-82e2-08ad778f22f7 req-7a94cfc1-8b4d-47bb-9877-42044c4d4e23 service nova] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Received event network-vif-deleted-7c806155-6adf-4697-ad17-357f0100a83a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2094.786869] env[62211]: DEBUG nova.compute.manager [req-c8674e83-caa8-466d-82e2-08ad778f22f7 req-7a94cfc1-8b4d-47bb-9877-42044c4d4e23 service nova] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Received event network-vif-deleted-9e4f534b-f16a-42f7-97a7-af0a6ff97bcf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2094.793993] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38f923d-e2a4-4970-8bb5-f70071999b01 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.815787] env[62211]: DEBUG nova.compute.provider_tree [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2094.820604] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527db7c3-34e9-e163-0e28-699d1360f976, 'name': SearchDatastore_Task, 'duration_secs': 0.010402} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.820963] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.821282] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] fde2ec79-b4fc-4748-be4e-9c1c8304ea2d/fde2ec79-b4fc-4748-be4e-9c1c8304ea2d.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2094.821569] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39184a0c-3cff-48b8-8db3-04f792efd628 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.829914] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Waiting for the task: (returnval){ [ 2094.829914] env[62211]: value = "task-2075129" [ 2094.829914] env[62211]: _type = "Task" [ 2094.829914] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.838391] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.983792] env[62211]: DEBUG nova.compute.manager [req-b9c1fdbd-3252-4200-8c24-5c409483579e req-303cbb7d-f28b-4499-8f9f-ada8935e33d0 service nova] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Received event network-vif-plugged-5e271c5e-7be5-413e-865d-d485ad19f33d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2094.984048] env[62211]: DEBUG oslo_concurrency.lockutils [req-b9c1fdbd-3252-4200-8c24-5c409483579e req-303cbb7d-f28b-4499-8f9f-ada8935e33d0 service nova] Acquiring lock "3cbfd6fb-df5d-4c13-ab41-89759666f3dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.984409] env[62211]: DEBUG oslo_concurrency.lockutils [req-b9c1fdbd-3252-4200-8c24-5c409483579e req-303cbb7d-f28b-4499-8f9f-ada8935e33d0 service nova] Lock "3cbfd6fb-df5d-4c13-ab41-89759666f3dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.984704] env[62211]: DEBUG oslo_concurrency.lockutils [req-b9c1fdbd-3252-4200-8c24-5c409483579e req-303cbb7d-f28b-4499-8f9f-ada8935e33d0 service nova] Lock "3cbfd6fb-df5d-4c13-ab41-89759666f3dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.984832] env[62211]: DEBUG nova.compute.manager [req-b9c1fdbd-3252-4200-8c24-5c409483579e req-303cbb7d-f28b-4499-8f9f-ada8935e33d0 service nova] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] No waiting events found dispatching network-vif-plugged-5e271c5e-7be5-413e-865d-d485ad19f33d {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2094.985018] env[62211]: WARNING nova.compute.manager [req-b9c1fdbd-3252-4200-8c24-5c409483579e req-303cbb7d-f28b-4499-8f9f-ada8935e33d0 service nova] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Received unexpected event network-vif-plugged-5e271c5e-7be5-413e-865d-d485ad19f33d for instance with vm_state building and task_state spawning. [ 2094.985165] env[62211]: DEBUG nova.compute.manager [req-b9c1fdbd-3252-4200-8c24-5c409483579e req-303cbb7d-f28b-4499-8f9f-ada8935e33d0 service nova] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Received event network-changed-5e271c5e-7be5-413e-865d-d485ad19f33d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2094.985327] env[62211]: DEBUG nova.compute.manager [req-b9c1fdbd-3252-4200-8c24-5c409483579e req-303cbb7d-f28b-4499-8f9f-ada8935e33d0 service nova] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Refreshing instance network info cache due to event network-changed-5e271c5e-7be5-413e-865d-d485ad19f33d. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2094.985502] env[62211]: DEBUG oslo_concurrency.lockutils [req-b9c1fdbd-3252-4200-8c24-5c409483579e req-303cbb7d-f28b-4499-8f9f-ada8935e33d0 service nova] Acquiring lock "refresh_cache-3cbfd6fb-df5d-4c13-ab41-89759666f3dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.073031] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52fd92c6-e1bb-3dbe-8a92-210d4bc707f4, 'name': SearchDatastore_Task, 'duration_secs': 0.014097} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.073031] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.073268] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2095.073544] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.074046] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.074046] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2095.074177] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5488c9d-5a86-4ebb-8517-74eb469ef42e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.083558] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2095.083774] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2095.084999] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc7dcc6-e5e8-4aab-8905-892ebbc00d93 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.090997] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2095.090997] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52e66248-333b-a4d1-e287-802ea823d94a" [ 2095.090997] env[62211]: _type = "Task" [ 2095.090997] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.104883] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e66248-333b-a4d1-e287-802ea823d94a, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.105330] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b1ea94-b1f4-422d-a486-72f87db01cc9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.110749] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2095.110749] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52435689-2a77-67fc-d978-01430a069e9d" [ 2095.110749] env[62211]: _type = "Task" [ 2095.110749] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.119340] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52435689-2a77-67fc-d978-01430a069e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.137068] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 658b491a-ec14-4a35-b670-64c95081c274] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2095.213664] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.238123] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Releasing lock "refresh_cache-3cbfd6fb-df5d-4c13-ab41-89759666f3dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.238528] env[62211]: DEBUG nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Instance network_info: |[{"id": "5e271c5e-7be5-413e-865d-d485ad19f33d", "address": "fa:16:3e:a9:2d:48", "network": {"id": "90a0cb67-c776-4de2-b201-4ff0b0e9f619", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-75777210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c94080049764e68a0f1d9033b0819c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e271c5e-7b", "ovs_interfaceid": "5e271c5e-7be5-413e-865d-d485ad19f33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2095.238937] env[62211]: DEBUG oslo_concurrency.lockutils [req-b9c1fdbd-3252-4200-8c24-5c409483579e req-303cbb7d-f28b-4499-8f9f-ada8935e33d0 service nova] Acquired lock "refresh_cache-3cbfd6fb-df5d-4c13-ab41-89759666f3dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.239771] env[62211]: DEBUG nova.network.neutron [req-b9c1fdbd-3252-4200-8c24-5c409483579e req-303cbb7d-f28b-4499-8f9f-ada8935e33d0 service nova] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Refreshing network info cache for port 5e271c5e-7be5-413e-865d-d485ad19f33d {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2095.245249] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:2d:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e271c5e-7be5-413e-865d-d485ad19f33d', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2095.258633] env[62211]: DEBUG oslo.service.loopingcall [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2095.260076] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2095.260889] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a5782e5-8376-48d4-b3ab-a17921c43db1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.285697] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2095.285697] env[62211]: value = "task-2075130" [ 2095.285697] env[62211]: _type = "Task" [ 2095.285697] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.297028] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075130, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.342492] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075129, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.343756] env[62211]: ERROR nova.scheduler.client.report [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [req-cf8d1d7b-b6ff-4c6d-9fcc-baec5c98021a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cf8d1d7b-b6ff-4c6d-9fcc-baec5c98021a"}]} [ 2095.364336] env[62211]: DEBUG nova.scheduler.client.report [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2095.373474] env[62211]: DEBUG nova.compute.manager [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2095.384816] env[62211]: DEBUG nova.scheduler.client.report [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2095.385132] env[62211]: DEBUG nova.compute.provider_tree [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2095.401699] env[62211]: DEBUG nova.scheduler.client.report [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2095.412604] env[62211]: DEBUG nova.virt.hardware [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2095.412604] env[62211]: DEBUG nova.virt.hardware [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2095.412859] env[62211]: DEBUG nova.virt.hardware [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2095.412993] env[62211]: DEBUG nova.virt.hardware [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2095.413301] env[62211]: DEBUG nova.virt.hardware [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2095.413521] env[62211]: DEBUG nova.virt.hardware [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2095.413782] env[62211]: DEBUG nova.virt.hardware [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2095.413987] env[62211]: DEBUG nova.virt.hardware [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2095.414279] env[62211]: DEBUG nova.virt.hardware [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2095.414464] env[62211]: DEBUG nova.virt.hardware [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2095.415152] env[62211]: DEBUG nova.virt.hardware [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2095.416769] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e552447f-c0ea-410b-869f-4b2528543ae0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.428371] env[62211]: DEBUG nova.scheduler.client.report [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2095.432339] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56517fa-d172-4b3d-9a3f-bc0c40ec8550 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.620592] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52435689-2a77-67fc-d978-01430a069e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009341} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.623071] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.623399] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4c6717ce-ed4a-4f67-aac8-036af30ca30f/4c6717ce-ed4a-4f67-aac8-036af30ca30f.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2095.623829] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf1998db-f116-41fd-be0f-c399a96f5033 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.630998] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2095.630998] env[62211]: value = "task-2075131" [ 2095.630998] env[62211]: _type = "Task" [ 2095.630998] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.640784] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 263d801e-a8c6-4df2-889b-6bbae1cd5360] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2095.642569] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.762988] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f34666-c869-4980-bf1e-5d47965c674e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.770968] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c09a5b-8e63-44c8-ae49-e57a8060345b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.806352] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c04b65c-c6b7-4aef-8651-338171e3c7cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.814442] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075130, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.817507] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c76bcc-c6e0-4835-8a6a-d95acc5b7e05 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.832781] env[62211]: DEBUG nova.compute.provider_tree [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.843522] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696696} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.844417] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] fde2ec79-b4fc-4748-be4e-9c1c8304ea2d/fde2ec79-b4fc-4748-be4e-9c1c8304ea2d.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2095.844646] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2095.844913] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-288a34d8-a6f7-449f-bfda-c7d19bda60d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.852867] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Waiting for the task: (returnval){ [ 2095.852867] env[62211]: value = "task-2075132" [ 2095.852867] env[62211]: _type = "Task" [ 2095.852867] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.862113] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.930878] env[62211]: DEBUG nova.network.neutron [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Successfully updated port: a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2096.009210] env[62211]: DEBUG nova.network.neutron [req-b9c1fdbd-3252-4200-8c24-5c409483579e req-303cbb7d-f28b-4499-8f9f-ada8935e33d0 service nova] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Updated VIF entry in instance network info cache for port 5e271c5e-7be5-413e-865d-d485ad19f33d. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2096.009684] env[62211]: DEBUG nova.network.neutron [req-b9c1fdbd-3252-4200-8c24-5c409483579e req-303cbb7d-f28b-4499-8f9f-ada8935e33d0 service nova] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Updating instance_info_cache with network_info: [{"id": "5e271c5e-7be5-413e-865d-d485ad19f33d", "address": "fa:16:3e:a9:2d:48", "network": {"id": "90a0cb67-c776-4de2-b201-4ff0b0e9f619", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-75777210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c94080049764e68a0f1d9033b0819c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e271c5e-7b", "ovs_interfaceid": "5e271c5e-7be5-413e-865d-d485ad19f33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.140787] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502567} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.141054] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4c6717ce-ed4a-4f67-aac8-036af30ca30f/4c6717ce-ed4a-4f67-aac8-036af30ca30f.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2096.141276] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2096.141534] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed7c7723-38fe-49fa-b99d-3ab0e21f80d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.146056] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 5f87762e-e397-4a36-8835-36419676b9d5] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2096.148959] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2096.148959] env[62211]: value = "task-2075133" [ 2096.148959] env[62211]: _type = "Task" [ 2096.148959] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.158348] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.310594] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075130, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.338697] env[62211]: DEBUG nova.scheduler.client.report [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2096.362435] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093604} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.362680] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2096.363440] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691816a9-7c67-4662-84cb-5dce739e2403 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.384511] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] fde2ec79-b4fc-4748-be4e-9c1c8304ea2d/fde2ec79-b4fc-4748-be4e-9c1c8304ea2d.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2096.384747] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a9b3c23-3df5-4f3f-9e31-041f96a1c344 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.403929] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Waiting for the task: (returnval){ [ 2096.403929] env[62211]: value = "task-2075134" [ 2096.403929] env[62211]: _type = "Task" [ 2096.403929] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.411480] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.436790] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "refresh_cache-93332dec-054c-4951-bb91-2206fddb633a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.437033] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "refresh_cache-93332dec-054c-4951-bb91-2206fddb633a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.437283] env[62211]: DEBUG nova.network.neutron [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2096.512985] env[62211]: DEBUG oslo_concurrency.lockutils [req-b9c1fdbd-3252-4200-8c24-5c409483579e req-303cbb7d-f28b-4499-8f9f-ada8935e33d0 service nova] Releasing lock "refresh_cache-3cbfd6fb-df5d-4c13-ab41-89759666f3dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.654574] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: b0870ac7-90ba-4212-a8e0-100466cd838b] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2096.662034] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082572} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.662131] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2096.664039] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe922916-d42e-4920-a6bd-df7d329c89e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.689161] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 4c6717ce-ed4a-4f67-aac8-036af30ca30f/4c6717ce-ed4a-4f67-aac8-036af30ca30f.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2096.690126] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc6f78e6-6a90-41ce-83ce-ec33aaf8d5fc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.710452] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2096.710452] env[62211]: value = "task-2075135" [ 2096.710452] env[62211]: _type = "Task" [ 2096.710452] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.719646] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.812436] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075130, 'name': CreateVM_Task, 'duration_secs': 1.030024} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.812436] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2096.812648] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.812784] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.813146] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2096.813459] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b9c5a5-2eaf-4c37-8dfd-3176b728f910 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.818393] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2096.818393] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5200cb2a-aa9f-5e2f-d734-11ddef4ef397" [ 2096.818393] env[62211]: _type = "Task" [ 2096.818393] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.826243] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5200cb2a-aa9f-5e2f-d734-11ddef4ef397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.843646] env[62211]: DEBUG oslo_concurrency.lockutils [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.501s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.844233] env[62211]: DEBUG nova.compute.manager [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2096.846913] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.921s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.847142] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.849198] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.131s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.850678] env[62211]: INFO nova.compute.claims [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2096.876096] env[62211]: INFO nova.scheduler.client.report [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Deleted allocations for instance 0813d3ad-ede9-4ec5-9b54-898c9830a4d2 [ 2096.914498] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075134, 'name': ReconfigVM_Task, 'duration_secs': 0.29673} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.915451] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] fde2ec79-b4fc-4748-be4e-9c1c8304ea2d/fde2ec79-b4fc-4748-be4e-9c1c8304ea2d.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2096.916157] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c045ecdd-3620-4119-9dce-4ee5836440cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.924048] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Waiting for the task: (returnval){ [ 2096.924048] env[62211]: value = "task-2075136" [ 2096.924048] env[62211]: _type = "Task" [ 2096.924048] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.932246] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075136, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.969771] env[62211]: DEBUG nova.network.neutron [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2097.013112] env[62211]: DEBUG nova.compute.manager [req-f30a3de1-8fe9-4158-9702-cb6dd2cb3e44 req-b38f58b5-13fa-4caa-8b4c-03485e23130c service nova] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Received event network-vif-plugged-a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2097.013487] env[62211]: DEBUG oslo_concurrency.lockutils [req-f30a3de1-8fe9-4158-9702-cb6dd2cb3e44 req-b38f58b5-13fa-4caa-8b4c-03485e23130c service nova] Acquiring lock "93332dec-054c-4951-bb91-2206fddb633a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.013766] env[62211]: DEBUG oslo_concurrency.lockutils [req-f30a3de1-8fe9-4158-9702-cb6dd2cb3e44 req-b38f58b5-13fa-4caa-8b4c-03485e23130c service nova] Lock "93332dec-054c-4951-bb91-2206fddb633a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.013950] env[62211]: DEBUG oslo_concurrency.lockutils [req-f30a3de1-8fe9-4158-9702-cb6dd2cb3e44 req-b38f58b5-13fa-4caa-8b4c-03485e23130c service nova] Lock "93332dec-054c-4951-bb91-2206fddb633a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.014140] env[62211]: DEBUG nova.compute.manager [req-f30a3de1-8fe9-4158-9702-cb6dd2cb3e44 req-b38f58b5-13fa-4caa-8b4c-03485e23130c service nova] [instance: 93332dec-054c-4951-bb91-2206fddb633a] No waiting events found dispatching network-vif-plugged-a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2097.014453] env[62211]: WARNING nova.compute.manager [req-f30a3de1-8fe9-4158-9702-cb6dd2cb3e44 req-b38f58b5-13fa-4caa-8b4c-03485e23130c service nova] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Received unexpected event network-vif-plugged-a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5 for instance with vm_state building and task_state spawning. [ 2097.014656] env[62211]: DEBUG nova.compute.manager [req-f30a3de1-8fe9-4158-9702-cb6dd2cb3e44 req-b38f58b5-13fa-4caa-8b4c-03485e23130c service nova] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Received event network-changed-a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2097.014819] env[62211]: DEBUG nova.compute.manager [req-f30a3de1-8fe9-4158-9702-cb6dd2cb3e44 req-b38f58b5-13fa-4caa-8b4c-03485e23130c service nova] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Refreshing instance network info cache due to event network-changed-a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2097.014988] env[62211]: DEBUG oslo_concurrency.lockutils [req-f30a3de1-8fe9-4158-9702-cb6dd2cb3e44 req-b38f58b5-13fa-4caa-8b4c-03485e23130c service nova] Acquiring lock "refresh_cache-93332dec-054c-4951-bb91-2206fddb633a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.158943] env[62211]: DEBUG nova.network.neutron [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Updating instance_info_cache with network_info: [{"id": "a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5", "address": "fa:16:3e:3c:b1:89", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa90cf4ca-ec", "ovs_interfaceid": "a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.160570] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: dcfde382-f4dc-4de3-a8f7-ee3d1cc37a81] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2097.220877] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075135, 'name': ReconfigVM_Task, 'duration_secs': 0.25722} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.221350] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 4c6717ce-ed4a-4f67-aac8-036af30ca30f/4c6717ce-ed4a-4f67-aac8-036af30ca30f.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2097.221888] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-820edf35-5fd9-4295-886f-ae39511dff30 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.228990] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2097.228990] env[62211]: value = "task-2075137" [ 2097.228990] env[62211]: _type = "Task" [ 2097.228990] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.238058] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075137, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.328785] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5200cb2a-aa9f-5e2f-d734-11ddef4ef397, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.329111] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.329393] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2097.329583] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.329730] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.329910] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2097.330194] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9a9510b-7bc9-4f21-8877-0768edcd8860 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.339205] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2097.339386] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2097.340194] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e453afcf-46c1-4c42-984b-6a39b5d8280b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.345551] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2097.345551] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52170047-d62a-4627-3a1c-b163703f6f29" [ 2097.345551] env[62211]: _type = "Task" [ 2097.345551] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.353013] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52170047-d62a-4627-3a1c-b163703f6f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.355427] env[62211]: DEBUG nova.compute.utils [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2097.358559] env[62211]: DEBUG nova.compute.manager [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Not allocating networking since 'none' was specified. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2097.383996] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c4b8169-7a9d-42a0-9504-513c6f55b145 tempest-ServersTestMultiNic-440807840 tempest-ServersTestMultiNic-440807840-project-member] Lock "0813d3ad-ede9-4ec5-9b54-898c9830a4d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.521s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.435015] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075136, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.561828] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.562186] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.562395] env[62211]: INFO nova.compute.manager [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Shelving [ 2097.666630] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "refresh_cache-93332dec-054c-4951-bb91-2206fddb633a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.667018] env[62211]: DEBUG nova.compute.manager [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Instance network_info: |[{"id": "a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5", "address": "fa:16:3e:3c:b1:89", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa90cf4ca-ec", "ovs_interfaceid": "a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2097.667384] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 4e43c86c-f642-4cee-a188-efcbc6942ac2] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2097.669213] env[62211]: DEBUG oslo_concurrency.lockutils [req-f30a3de1-8fe9-4158-9702-cb6dd2cb3e44 req-b38f58b5-13fa-4caa-8b4c-03485e23130c service nova] Acquired lock "refresh_cache-93332dec-054c-4951-bb91-2206fddb633a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.669396] env[62211]: DEBUG nova.network.neutron [req-f30a3de1-8fe9-4158-9702-cb6dd2cb3e44 req-b38f58b5-13fa-4caa-8b4c-03485e23130c service nova] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Refreshing network info cache for port a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2097.673186] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:b1:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2097.680991] env[62211]: DEBUG oslo.service.loopingcall [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2097.681660] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2097.681887] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c3dec17-db55-4d54-a806-1ba854893a7a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.703429] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2097.703429] env[62211]: value = "task-2075138" [ 2097.703429] env[62211]: _type = "Task" [ 2097.703429] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.712012] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075138, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.741349] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075137, 'name': Rename_Task, 'duration_secs': 0.132948} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.741349] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2097.741349] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04cdc205-66bc-4f20-bfb9-94785c3844d6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.749686] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2097.749686] env[62211]: value = "task-2075139" [ 2097.749686] env[62211]: _type = "Task" [ 2097.749686] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.758657] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.858483] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52170047-d62a-4627-3a1c-b163703f6f29, 'name': SearchDatastore_Task, 'duration_secs': 0.0083} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.858483] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d6ea2c-4979-455e-9197-7b46b104c443 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.859615] env[62211]: DEBUG nova.compute.manager [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2097.869186] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2097.869186] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b119a4-5c3b-e0f3-4c0e-bfdca3ff0821" [ 2097.869186] env[62211]: _type = "Task" [ 2097.869186] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.877962] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b119a4-5c3b-e0f3-4c0e-bfdca3ff0821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.935294] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075136, 'name': Rename_Task, 'duration_secs': 0.914303} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.935694] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2097.935962] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c0eef02-fda0-45e8-846f-cbf7d6b9fd96 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.942790] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Waiting for the task: (returnval){ [ 2097.942790] env[62211]: value = "task-2075140" [ 2097.942790] env[62211]: _type = "Task" [ 2097.942790] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.955732] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.186018] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 2d10090f-a5bc-41c9-a2fe-37a2dfc10446] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2098.192195] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a0c6f1-4004-44cc-899d-435e814d5450 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.205024] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e031b8-f118-4854-a2e0-b7d4123f4ef7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.214482] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075138, 'name': CreateVM_Task, 'duration_secs': 0.365548} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.250122] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2098.252354] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.252599] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.252953] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2098.253801] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0723a922-5a83-4b6a-8539-b0d88f931ce5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.256855] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f733dd89-f677-4493-9bbd-a6b1dc62cc71 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.270041] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075139, 'name': PowerOnVM_Task, 'duration_secs': 0.495628} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.270198] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2098.270198] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52703d41-eb4e-637f-cba3-a7bd27d39f13" [ 2098.270198] env[62211]: _type = "Task" [ 2098.270198] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.272772] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2098.273182] env[62211]: INFO nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Took 8.01 seconds to spawn the instance on the hypervisor. [ 2098.273510] env[62211]: DEBUG nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2098.274634] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58512d08-2596-40d7-b5b3-3bac30cb2489 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.282470] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6998a214-e58d-4c6d-9655-667bfaea1dab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.311869] env[62211]: DEBUG nova.compute.provider_tree [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2098.317053] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52703d41-eb4e-637f-cba3-a7bd27d39f13, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.317053] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.317053] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2098.317053] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.088686] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2099.089073] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 7fda2b64-5d5f-46ed-b57b-00b24d9acee1] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2099.094604] env[62211]: DEBUG nova.scheduler.client.report [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2099.104828] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19a178fe-ad34-4ce2-9a2a-8e40359f2aaa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.106951] env[62211]: INFO nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Took 40.73 seconds to build instance. [ 2099.113791] env[62211]: DEBUG oslo_vmware.api [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075140, 'name': PowerOnVM_Task, 'duration_secs': 0.479788} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.117901] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2099.118127] env[62211]: INFO nova.compute.manager [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Took 11.35 seconds to spawn the instance on the hypervisor. [ 2099.118309] env[62211]: DEBUG nova.compute.manager [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2099.118605] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b119a4-5c3b-e0f3-4c0e-bfdca3ff0821, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.118856] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2099.118856] env[62211]: value = "task-2075141" [ 2099.118856] env[62211]: _type = "Task" [ 2099.118856] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.120114] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0186e08e-4ffb-4ed1-b38c-e3826f2e16dc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.122787] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.123058] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 3cbfd6fb-df5d-4c13-ab41-89759666f3dd/3cbfd6fb-df5d-4c13-ab41-89759666f3dd.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2099.123708] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.123899] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2099.124147] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-024c202d-57a4-4ae1-848f-c88bcf93889d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.129947] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b206bc70-5e0a-4c63-ac15-403b69c56a25 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.141440] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.145632] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2099.145632] env[62211]: value = "task-2075142" [ 2099.145632] env[62211]: _type = "Task" [ 2099.145632] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.147048] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2099.147228] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2099.150662] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f7ab45-b356-4319-83de-b5cb3d488ff7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.157165] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2099.157165] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529e1d6e-9c72-c268-4ba4-140c5806af71" [ 2099.157165] env[62211]: _type = "Task" [ 2099.157165] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.159601] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.167790] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529e1d6e-9c72-c268-4ba4-140c5806af71, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.169149] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5056aeda-6158-4538-a449-e3154f044bdd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.174971] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2099.174971] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52a19779-a1eb-17fb-ff30-5d91a08781b4" [ 2099.174971] env[62211]: _type = "Task" [ 2099.174971] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.183848] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a19779-a1eb-17fb-ff30-5d91a08781b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.220452] env[62211]: DEBUG nova.network.neutron [req-f30a3de1-8fe9-4158-9702-cb6dd2cb3e44 req-b38f58b5-13fa-4caa-8b4c-03485e23130c service nova] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Updated VIF entry in instance network info cache for port a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2099.220662] env[62211]: DEBUG nova.network.neutron [req-f30a3de1-8fe9-4158-9702-cb6dd2cb3e44 req-b38f58b5-13fa-4caa-8b4c-03485e23130c service nova] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Updating instance_info_cache with network_info: [{"id": "a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5", "address": "fa:16:3e:3c:b1:89", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa90cf4ca-ec", "ovs_interfaceid": "a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.600611] env[62211]: DEBUG nova.compute.manager [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2099.607768] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 48f7357a-2911-463f-bda4-abf0c50d7d6d] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2099.611883] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.612408] env[62211]: DEBUG nova.compute.manager [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2099.619732] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "4c6717ce-ed4a-4f67-aac8-036af30ca30f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.261s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.622691] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.862s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.622691] env[62211]: INFO nova.compute.claims [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2099.646253] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075141, 'name': PowerOffVM_Task, 'duration_secs': 0.214291} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.654242] env[62211]: INFO nova.compute.manager [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Took 58.48 seconds to build instance. [ 2099.657330] env[62211]: DEBUG nova.virt.hardware [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2099.657627] env[62211]: DEBUG nova.virt.hardware [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2099.657788] env[62211]: DEBUG nova.virt.hardware [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2099.657969] env[62211]: DEBUG nova.virt.hardware [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2099.658674] env[62211]: DEBUG nova.virt.hardware [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2099.662020] env[62211]: DEBUG nova.virt.hardware [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2099.662020] env[62211]: DEBUG nova.virt.hardware [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2099.662020] env[62211]: DEBUG nova.virt.hardware [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2099.662020] env[62211]: DEBUG nova.virt.hardware [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2099.662020] env[62211]: DEBUG nova.virt.hardware [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2099.662020] env[62211]: DEBUG nova.virt.hardware [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2099.662020] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2099.662020] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbe856f-2ac0-4955-ad02-7ce0df52579b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.664707] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16a3081-aebc-4563-bff7-b810d1644e4e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.708345] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d09243-bf00-4e05-9455-b878ba05f3bc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.714342] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b47aca-5c0f-47e3-bc2b-151df64a3145 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.720053] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075142, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.728855] env[62211]: DEBUG oslo_concurrency.lockutils [req-f30a3de1-8fe9-4158-9702-cb6dd2cb3e44 req-b38f58b5-13fa-4caa-8b4c-03485e23130c service nova] Releasing lock "refresh_cache-93332dec-054c-4951-bb91-2206fddb633a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.739058] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Instance VIF info [] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2099.745703] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Creating folder: Project (093ae66b0bae40c7978011cdf4d9c0eb). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2099.749887] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81e4bf26-9db7-423e-97d6-55ba5c83a846 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.752319] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a19779-a1eb-17fb-ff30-5d91a08781b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010249} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.752319] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.752319] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 93332dec-054c-4951-bb91-2206fddb633a/93332dec-054c-4951-bb91-2206fddb633a.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2099.752945] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-760f592a-dad5-47c5-8afe-bc451c887f39 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.760890] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2099.760890] env[62211]: value = "task-2075144" [ 2099.760890] env[62211]: _type = "Task" [ 2099.760890] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.762130] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Created folder: Project (093ae66b0bae40c7978011cdf4d9c0eb) in parent group-v425157. [ 2099.762369] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Creating folder: Instances. Parent ref: group-v425377. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2099.766538] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4468cbd8-8c72-4cd2-9f33-9b53306ca8f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.774570] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.774570] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Created folder: Instances in parent group-v425377. [ 2099.774570] env[62211]: DEBUG oslo.service.loopingcall [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2099.774570] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2099.775186] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cba7dd2-8916-4eca-a728-f3a5b051b478 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.792211] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2099.792211] env[62211]: value = "task-2075146" [ 2099.792211] env[62211]: _type = "Task" [ 2099.792211] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.800072] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075146, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.120772] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: de76bde1-dc1e-4054-ae8b-72f9ed1da4a9] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2100.125397] env[62211]: DEBUG nova.compute.utils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2100.128031] env[62211]: DEBUG nova.compute.manager [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2100.128743] env[62211]: DEBUG nova.network.neutron [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2100.167931] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4ddf9932-7f77-4e79-b9c9-648b5a2becb8 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lock "fde2ec79-b4fc-4748-be4e-9c1c8304ea2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.005s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.175916] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618633} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.176213] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 3cbfd6fb-df5d-4c13-ab41-89759666f3dd/3cbfd6fb-df5d-4c13-ab41-89759666f3dd.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2100.176434] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2100.176719] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26f07df7-ce2b-4d5f-92c5-f6488edcdd5b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.185010] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2100.185010] env[62211]: value = "task-2075147" [ 2100.185010] env[62211]: _type = "Task" [ 2100.185010] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.190204] env[62211]: DEBUG nova.policy [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '587a85f91290430d9d2d1cd866e636c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615e477a88c5481fa583b4b97dec4c26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2100.198419] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.241095] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2100.241095] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-451d5be6-3f5b-434a-af64-8f479d35b05b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.250432] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2100.250432] env[62211]: value = "task-2075148" [ 2100.250432] env[62211]: _type = "Task" [ 2100.250432] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.262988] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075148, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.276472] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075144, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.309147] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075146, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.515663] env[62211]: DEBUG nova.network.neutron [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Successfully created port: 454c0de3-7e3e-4837-8b5d-09a4afe8840d {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2100.522275] env[62211]: DEBUG oslo_concurrency.lockutils [None req-01abdec8-1d93-467e-b8fb-ef3fe30a5843 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Acquiring lock "interface-fde2ec79-b4fc-4748-be4e-9c1c8304ea2d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.522516] env[62211]: DEBUG oslo_concurrency.lockutils [None req-01abdec8-1d93-467e-b8fb-ef3fe30a5843 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lock "interface-fde2ec79-b4fc-4748-be4e-9c1c8304ea2d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.523277] env[62211]: DEBUG nova.objects.instance [None req-01abdec8-1d93-467e-b8fb-ef3fe30a5843 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lazy-loading 'flavor' on Instance uuid fde2ec79-b4fc-4748-be4e-9c1c8304ea2d {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2100.628657] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 42a83e79-9558-4c38-94a7-50847ca57ea0] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2100.634114] env[62211]: DEBUG nova.compute.manager [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2100.694599] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109582} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.694874] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2100.695678] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba32af1-98d6-4c4c-939d-dce0d7e7b850 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.719251] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 3cbfd6fb-df5d-4c13-ab41-89759666f3dd/3cbfd6fb-df5d-4c13-ab41-89759666f3dd.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2100.722432] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-104486ce-76b1-4526-ba15-0d353ecc6400 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.742762] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2100.742762] env[62211]: value = "task-2075149" [ 2100.742762] env[62211]: _type = "Task" [ 2100.742762] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.751906] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.761180] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075148, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.773703] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567581} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.773997] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 93332dec-054c-4951-bb91-2206fddb633a/93332dec-054c-4951-bb91-2206fddb633a.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2100.774234] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2100.774488] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ab3eff6-2c37-46a0-a076-0c05b2b52e24 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.781029] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2100.781029] env[62211]: value = "task-2075150" [ 2100.781029] env[62211]: _type = "Task" [ 2100.781029] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.790305] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.802868] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075146, 'name': CreateVM_Task, 'duration_secs': 0.66581} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.803061] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2100.803534] env[62211]: DEBUG oslo_concurrency.lockutils [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.803692] env[62211]: DEBUG oslo_concurrency.lockutils [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.803996] env[62211]: DEBUG oslo_concurrency.lockutils [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2100.804267] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8c2635-b94d-40fc-89b0-7c39549fc585 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.811531] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2100.811531] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52e7b861-779d-9787-fb4d-48fd435a1bd4" [ 2100.811531] env[62211]: _type = "Task" [ 2100.811531] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.820479] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e7b861-779d-9787-fb4d-48fd435a1bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.008075] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc2217e-aed6-453b-87b8-ea574a29603d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.017740] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639e0293-cd6c-4a81-9192-48ea9bbb6907 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.053112] env[62211]: DEBUG nova.objects.instance [None req-01abdec8-1d93-467e-b8fb-ef3fe30a5843 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lazy-loading 'pci_requests' on Instance uuid fde2ec79-b4fc-4748-be4e-9c1c8304ea2d {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2101.055735] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a98061-5be4-4d73-b1e2-d2373868be1a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.065131] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eab0e8-df13-4153-8599-be6cdf71a197 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.079753] env[62211]: DEBUG nova.compute.provider_tree [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2101.132163] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 958768a7-2cf2-4006-9375-09abea50c2d5] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2101.253405] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075149, 'name': ReconfigVM_Task, 'duration_secs': 0.344443} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.256631] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 3cbfd6fb-df5d-4c13-ab41-89759666f3dd/3cbfd6fb-df5d-4c13-ab41-89759666f3dd.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2101.257297] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8663be3f-c833-4c51-be9a-839a35a12cfe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.263800] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075148, 'name': CreateSnapshot_Task, 'duration_secs': 0.878845} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.265323] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2101.265733] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2101.265733] env[62211]: value = "task-2075151" [ 2101.265733] env[62211]: _type = "Task" [ 2101.265733] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.266472] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9998fe90-79b7-4c20-b6e2-6d61c4939960 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.281881] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075151, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.290759] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078953} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.291134] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2101.292109] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d1c79d-f949-406f-ae9a-8e30345b9e4a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.314758] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 93332dec-054c-4951-bb91-2206fddb633a/93332dec-054c-4951-bb91-2206fddb633a.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2101.316153] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d29c40d-95be-4a6c-961f-08d5ef54dd66 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.340355] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e7b861-779d-9787-fb4d-48fd435a1bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.013639} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.341701] env[62211]: DEBUG oslo_concurrency.lockutils [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.341856] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2101.342422] env[62211]: DEBUG oslo_concurrency.lockutils [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.342422] env[62211]: DEBUG oslo_concurrency.lockutils [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.342422] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2101.342726] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2101.342726] env[62211]: value = "task-2075152" [ 2101.342726] env[62211]: _type = "Task" [ 2101.342726] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.342989] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d72105a2-39a7-49c3-b79f-d8d359658f6d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.353060] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075152, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.354442] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2101.354612] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2101.355352] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65fda7ad-53df-4d0e-98db-6fbb997cf52e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.360221] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2101.360221] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b4501f-aede-5384-f758-3d489f567e07" [ 2101.360221] env[62211]: _type = "Task" [ 2101.360221] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.367611] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b4501f-aede-5384-f758-3d489f567e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.559369] env[62211]: DEBUG nova.objects.base [None req-01abdec8-1d93-467e-b8fb-ef3fe30a5843 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2101.559642] env[62211]: DEBUG nova.network.neutron [None req-01abdec8-1d93-467e-b8fb-ef3fe30a5843 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2101.583357] env[62211]: DEBUG nova.scheduler.client.report [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2101.635352] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 102b1ee3-aea4-4f71-a9fa-5e29fb094a0f] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2101.640018] env[62211]: DEBUG nova.compute.manager [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2101.643311] env[62211]: DEBUG oslo_concurrency.lockutils [None req-01abdec8-1d93-467e-b8fb-ef3fe30a5843 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lock "interface-fde2ec79-b4fc-4748-be4e-9c1c8304ea2d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.121s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.669202] env[62211]: DEBUG nova.virt.hardware [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2101.669494] env[62211]: DEBUG nova.virt.hardware [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2101.669612] env[62211]: DEBUG nova.virt.hardware [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2101.669787] env[62211]: DEBUG nova.virt.hardware [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2101.669935] env[62211]: DEBUG nova.virt.hardware [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2101.670099] env[62211]: DEBUG nova.virt.hardware [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2101.670310] env[62211]: DEBUG nova.virt.hardware [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2101.670470] env[62211]: DEBUG nova.virt.hardware [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2101.670640] env[62211]: DEBUG nova.virt.hardware [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2101.670799] env[62211]: DEBUG nova.virt.hardware [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2101.670969] env[62211]: DEBUG nova.virt.hardware [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2101.672126] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ba96cd-4ba4-4ea0-85e9-14464b919fe6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.680356] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b69892-3a7f-4a44-82db-b274da9012ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.778865] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075151, 'name': Rename_Task, 'duration_secs': 0.142919} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.779167] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2101.779405] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86a1eaa6-7843-4ae0-ac82-fd5ab4dce1f0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.789628] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2101.790803] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ffd3514-e4ac-4c93-8b1b-1cdc6ac77020 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.793473] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2101.793473] env[62211]: value = "task-2075153" [ 2101.793473] env[62211]: _type = "Task" [ 2101.793473] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.798759] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2101.798759] env[62211]: value = "task-2075154" [ 2101.798759] env[62211]: _type = "Task" [ 2101.798759] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.801614] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.808295] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075154, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.853981] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075152, 'name': ReconfigVM_Task, 'duration_secs': 0.275855} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.854264] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 93332dec-054c-4951-bb91-2206fddb633a/93332dec-054c-4951-bb91-2206fddb633a.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2101.854951] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3d06e2e-6a68-4ccd-b760-bcd53f0304fa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.861145] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2101.861145] env[62211]: value = "task-2075155" [ 2101.861145] env[62211]: _type = "Task" [ 2101.861145] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.872123] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b4501f-aede-5384-f758-3d489f567e07, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.875654] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075155, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.875866] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8367dbb-a2e0-4ef7-82fe-efe2aaad2b79 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.880826] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2101.880826] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52be17bc-5143-bbb9-6cf1-8f5230bb3af1" [ 2101.880826] env[62211]: _type = "Task" [ 2101.880826] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.889581] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52be17bc-5143-bbb9-6cf1-8f5230bb3af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.057382] env[62211]: DEBUG nova.compute.manager [req-d78f9f09-7118-4727-bde8-a59fa023a178 req-01b31183-7af1-45d3-9fea-5c9a6293d541 service nova] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Received event network-vif-plugged-454c0de3-7e3e-4837-8b5d-09a4afe8840d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2102.057669] env[62211]: DEBUG oslo_concurrency.lockutils [req-d78f9f09-7118-4727-bde8-a59fa023a178 req-01b31183-7af1-45d3-9fea-5c9a6293d541 service nova] Acquiring lock "55219d51-c36f-42e9-835c-a54818a1e084-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.057917] env[62211]: DEBUG oslo_concurrency.lockutils [req-d78f9f09-7118-4727-bde8-a59fa023a178 req-01b31183-7af1-45d3-9fea-5c9a6293d541 service nova] Lock "55219d51-c36f-42e9-835c-a54818a1e084-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.058184] env[62211]: DEBUG oslo_concurrency.lockutils [req-d78f9f09-7118-4727-bde8-a59fa023a178 req-01b31183-7af1-45d3-9fea-5c9a6293d541 service nova] Lock "55219d51-c36f-42e9-835c-a54818a1e084-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.058400] env[62211]: DEBUG nova.compute.manager [req-d78f9f09-7118-4727-bde8-a59fa023a178 req-01b31183-7af1-45d3-9fea-5c9a6293d541 service nova] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] No waiting events found dispatching network-vif-plugged-454c0de3-7e3e-4837-8b5d-09a4afe8840d {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2102.058728] env[62211]: WARNING nova.compute.manager [req-d78f9f09-7118-4727-bde8-a59fa023a178 req-01b31183-7af1-45d3-9fea-5c9a6293d541 service nova] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Received unexpected event network-vif-plugged-454c0de3-7e3e-4837-8b5d-09a4afe8840d for instance with vm_state building and task_state spawning. [ 2102.089328] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.089841] env[62211]: DEBUG nova.compute.manager [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2102.092949] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.260s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.093266] env[62211]: DEBUG nova.objects.instance [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lazy-loading 'resources' on Instance uuid 3f952136-5629-42ba-8a95-a21524601643 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2102.141845] env[62211]: DEBUG nova.network.neutron [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Successfully updated port: 454c0de3-7e3e-4837-8b5d-09a4afe8840d {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2102.148027] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 9e6de468-662e-4591-b8e5-c9c11e0c0163] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2102.313150] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075153, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.320752] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075154, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.373205] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075155, 'name': Rename_Task, 'duration_secs': 0.355541} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.373509] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2102.373767] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-645c8f37-2e5b-49a6-ba0e-99ce9d3945b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.380159] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2102.380159] env[62211]: value = "task-2075156" [ 2102.380159] env[62211]: _type = "Task" [ 2102.380159] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.390989] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.394643] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52be17bc-5143-bbb9-6cf1-8f5230bb3af1, 'name': SearchDatastore_Task, 'duration_secs': 0.024383} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.394882] env[62211]: DEBUG oslo_concurrency.lockutils [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.395155] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 53724549-132b-4fc4-a28b-bedd9a96fe9f/53724549-132b-4fc4-a28b-bedd9a96fe9f.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2102.395415] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b393a326-b1cb-430b-aed6-1e436f5cb276 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.402153] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2102.402153] env[62211]: value = "task-2075157" [ 2102.402153] env[62211]: _type = "Task" [ 2102.402153] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.410732] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.597212] env[62211]: DEBUG nova.compute.utils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2102.601375] env[62211]: DEBUG nova.compute.manager [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2102.601559] env[62211]: DEBUG nova.network.neutron [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2102.646608] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "refresh_cache-55219d51-c36f-42e9-835c-a54818a1e084" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.646759] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "refresh_cache-55219d51-c36f-42e9-835c-a54818a1e084" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.646906] env[62211]: DEBUG nova.network.neutron [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2102.651356] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: ef210777-ba8b-485a-b3bb-ef65a8ed3ad9] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2102.665884] env[62211]: DEBUG nova.policy [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffe9432a857b408f8166d02a82db5597', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e119e1e683247bfb39333607d0be683', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2102.813275] env[62211]: DEBUG oslo_vmware.api [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075153, 'name': PowerOnVM_Task, 'duration_secs': 0.63679} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.813893] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2102.814168] env[62211]: INFO nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Took 9.99 seconds to spawn the instance on the hypervisor. [ 2102.814441] env[62211]: DEBUG nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2102.815794] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562caf3c-7018-4916-a10b-f300654f4b62 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.825469] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075154, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.896438] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.918099] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075157, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.992231] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a920cb-02f2-4a96-b918-c7da45bc9f66 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.999647] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b64f0f0-b10b-4e17-aec4-b8d2f07e3721 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.029462] env[62211]: DEBUG nova.network.neutron [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Successfully created port: 2072a60c-effe-4986-a444-18fb2b41984b {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2103.031959] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9239ab89-680c-494b-b1a4-9ebb8fdb0d94 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.039678] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e71f6b-88f9-4372-8ce0-c9448d292525 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.053048] env[62211]: DEBUG nova.compute.provider_tree [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2103.102052] env[62211]: DEBUG nova.compute.manager [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2103.156730] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: c8083792-677e-4647-8d8c-08fdc6712cd9] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2103.196686] env[62211]: DEBUG nova.network.neutron [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2103.323676] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075154, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.344136] env[62211]: INFO nova.compute.manager [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Took 44.93 seconds to build instance. [ 2103.392102] env[62211]: DEBUG oslo_vmware.api [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075156, 'name': PowerOnVM_Task, 'duration_secs': 0.832135} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.392480] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2103.392721] env[62211]: INFO nova.compute.manager [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Took 8.02 seconds to spawn the instance on the hypervisor. [ 2103.392936] env[62211]: DEBUG nova.compute.manager [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2103.394141] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d33f9e6-07f3-40c0-aa8e-636f1acba7f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.419531] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587772} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.420049] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 53724549-132b-4fc4-a28b-bedd9a96fe9f/53724549-132b-4fc4-a28b-bedd9a96fe9f.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2103.420298] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2103.420552] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e02470f-33d3-4561-b5cb-f7c925741dac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.427446] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2103.427446] env[62211]: value = "task-2075158" [ 2103.427446] env[62211]: _type = "Task" [ 2103.427446] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.436246] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.473526] env[62211]: DEBUG nova.network.neutron [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Updating instance_info_cache with network_info: [{"id": "454c0de3-7e3e-4837-8b5d-09a4afe8840d", "address": "fa:16:3e:e4:aa:5c", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454c0de3-7e", "ovs_interfaceid": "454c0de3-7e3e-4837-8b5d-09a4afe8840d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.556394] env[62211]: DEBUG nova.scheduler.client.report [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2103.598015] env[62211]: DEBUG oslo_concurrency.lockutils [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Acquiring lock "fde2ec79-b4fc-4748-be4e-9c1c8304ea2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.598015] env[62211]: DEBUG oslo_concurrency.lockutils [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lock "fde2ec79-b4fc-4748-be4e-9c1c8304ea2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.598177] env[62211]: DEBUG oslo_concurrency.lockutils [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Acquiring lock "fde2ec79-b4fc-4748-be4e-9c1c8304ea2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.598276] env[62211]: DEBUG oslo_concurrency.lockutils [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lock "fde2ec79-b4fc-4748-be4e-9c1c8304ea2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.598428] env[62211]: DEBUG oslo_concurrency.lockutils [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lock "fde2ec79-b4fc-4748-be4e-9c1c8304ea2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.600605] env[62211]: INFO nova.compute.manager [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Terminating instance [ 2103.662985] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 2eef5371-84e7-47f6-9443-0e1e07adb8f9] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2103.819161] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075154, 'name': CloneVM_Task, 'duration_secs': 1.723236} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.819416] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Created linked-clone VM from snapshot [ 2103.820201] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8390014d-d2cc-45a8-96b6-fb8d1ef96ff4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.827982] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Uploading image c93f0821-453e-47ad-bb29-0e914808240d {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2103.847351] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f26e91aa-bccb-412c-be31-7f245838b87d tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "3cbfd6fb-df5d-4c13-ab41-89759666f3dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.461s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.852939] env[62211]: DEBUG oslo_vmware.rw_handles [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2103.852939] env[62211]: value = "vm-425381" [ 2103.852939] env[62211]: _type = "VirtualMachine" [ 2103.852939] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2103.853235] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c986e7b-ae70-4038-ad22-eb7213a75a4b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.859941] env[62211]: DEBUG oslo_vmware.rw_handles [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lease: (returnval){ [ 2103.859941] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f08d93-6c93-5f12-97ed-84cadc330016" [ 2103.859941] env[62211]: _type = "HttpNfcLease" [ 2103.859941] env[62211]: } obtained for exporting VM: (result){ [ 2103.859941] env[62211]: value = "vm-425381" [ 2103.859941] env[62211]: _type = "VirtualMachine" [ 2103.859941] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2103.860255] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the lease: (returnval){ [ 2103.860255] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f08d93-6c93-5f12-97ed-84cadc330016" [ 2103.860255] env[62211]: _type = "HttpNfcLease" [ 2103.860255] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2103.868044] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2103.868044] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f08d93-6c93-5f12-97ed-84cadc330016" [ 2103.868044] env[62211]: _type = "HttpNfcLease" [ 2103.868044] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2103.876516] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "4c6717ce-ed4a-4f67-aac8-036af30ca30f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.876748] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "4c6717ce-ed4a-4f67-aac8-036af30ca30f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.876940] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "4c6717ce-ed4a-4f67-aac8-036af30ca30f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.877135] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "4c6717ce-ed4a-4f67-aac8-036af30ca30f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.877301] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "4c6717ce-ed4a-4f67-aac8-036af30ca30f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.879570] env[62211]: INFO nova.compute.manager [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Terminating instance [ 2103.921346] env[62211]: INFO nova.compute.manager [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Took 43.23 seconds to build instance. [ 2103.937710] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.328202} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.937710] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2103.938578] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ec2580-3ee0-4f74-82cc-7b7d76337248 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.961214] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 53724549-132b-4fc4-a28b-bedd9a96fe9f/53724549-132b-4fc4-a28b-bedd9a96fe9f.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2103.961585] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d272371-0e32-4509-8e63-8794e12fc3a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.976095] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "refresh_cache-55219d51-c36f-42e9-835c-a54818a1e084" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.976406] env[62211]: DEBUG nova.compute.manager [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Instance network_info: |[{"id": "454c0de3-7e3e-4837-8b5d-09a4afe8840d", "address": "fa:16:3e:e4:aa:5c", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454c0de3-7e", "ovs_interfaceid": "454c0de3-7e3e-4837-8b5d-09a4afe8840d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2103.976809] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:aa:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '454c0de3-7e3e-4837-8b5d-09a4afe8840d', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2103.984154] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Creating folder: Project (615e477a88c5481fa583b4b97dec4c26). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2103.984853] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba7d481d-ac73-48cf-93c1-3426e9be5891 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.989903] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2103.989903] env[62211]: value = "task-2075160" [ 2103.989903] env[62211]: _type = "Task" [ 2103.989903] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.994218] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Created folder: Project (615e477a88c5481fa583b4b97dec4c26) in parent group-v425157. [ 2103.994413] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Creating folder: Instances. Parent ref: group-v425382. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2103.997387] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18440a8e-8869-4057-8056-c3891d824109 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.998804] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.008224] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Created folder: Instances in parent group-v425382. [ 2104.008449] env[62211]: DEBUG oslo.service.loopingcall [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2104.008626] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2104.008810] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ec95e4c-883a-4c45-b4fe-adb5afd0b272 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.027160] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2104.027160] env[62211]: value = "task-2075163" [ 2104.027160] env[62211]: _type = "Task" [ 2104.027160] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.034704] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075163, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.044177] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "3cbfd6fb-df5d-4c13-ab41-89759666f3dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.044415] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "3cbfd6fb-df5d-4c13-ab41-89759666f3dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.044634] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "3cbfd6fb-df5d-4c13-ab41-89759666f3dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.044819] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "3cbfd6fb-df5d-4c13-ab41-89759666f3dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.044987] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "3cbfd6fb-df5d-4c13-ab41-89759666f3dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.047039] env[62211]: INFO nova.compute.manager [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Terminating instance [ 2104.061385] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.063816] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.214s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.064035] env[62211]: DEBUG nova.objects.instance [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lazy-loading 'resources' on Instance uuid afdf804b-f270-4afb-887d-16a4d4536b1b {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2104.085617] env[62211]: DEBUG nova.compute.manager [req-d5f33fab-4905-49c1-a5bb-375e5695a3f8 req-c227c8d9-f245-4017-9088-ec2d91211b2e service nova] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Received event network-changed-454c0de3-7e3e-4837-8b5d-09a4afe8840d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2104.085824] env[62211]: DEBUG nova.compute.manager [req-d5f33fab-4905-49c1-a5bb-375e5695a3f8 req-c227c8d9-f245-4017-9088-ec2d91211b2e service nova] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Refreshing instance network info cache due to event network-changed-454c0de3-7e3e-4837-8b5d-09a4afe8840d. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2104.086065] env[62211]: DEBUG oslo_concurrency.lockutils [req-d5f33fab-4905-49c1-a5bb-375e5695a3f8 req-c227c8d9-f245-4017-9088-ec2d91211b2e service nova] Acquiring lock "refresh_cache-55219d51-c36f-42e9-835c-a54818a1e084" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.086216] env[62211]: DEBUG oslo_concurrency.lockutils [req-d5f33fab-4905-49c1-a5bb-375e5695a3f8 req-c227c8d9-f245-4017-9088-ec2d91211b2e service nova] Acquired lock "refresh_cache-55219d51-c36f-42e9-835c-a54818a1e084" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.086414] env[62211]: DEBUG nova.network.neutron [req-d5f33fab-4905-49c1-a5bb-375e5695a3f8 req-c227c8d9-f245-4017-9088-ec2d91211b2e service nova] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Refreshing network info cache for port 454c0de3-7e3e-4837-8b5d-09a4afe8840d {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2104.088478] env[62211]: INFO nova.scheduler.client.report [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Deleted allocations for instance 3f952136-5629-42ba-8a95-a21524601643 [ 2104.104475] env[62211]: DEBUG nova.compute.manager [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2104.104836] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2104.106221] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cf30ca-35a0-46fb-ac13-f75a9d23737b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.111973] env[62211]: DEBUG nova.compute.manager [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2104.116860] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2104.117139] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a220319-bcf2-4a5a-9196-db161c2aa28c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.125055] env[62211]: DEBUG oslo_vmware.api [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Waiting for the task: (returnval){ [ 2104.125055] env[62211]: value = "task-2075164" [ 2104.125055] env[62211]: _type = "Task" [ 2104.125055] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.133773] env[62211]: DEBUG oslo_vmware.api [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.146728] env[62211]: DEBUG nova.virt.hardware [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2104.147064] env[62211]: DEBUG nova.virt.hardware [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2104.147245] env[62211]: DEBUG nova.virt.hardware [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2104.147430] env[62211]: DEBUG nova.virt.hardware [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2104.148043] env[62211]: DEBUG nova.virt.hardware [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2104.148228] env[62211]: DEBUG nova.virt.hardware [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2104.148444] env[62211]: DEBUG nova.virt.hardware [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2104.148609] env[62211]: DEBUG nova.virt.hardware [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2104.148779] env[62211]: DEBUG nova.virt.hardware [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2104.148946] env[62211]: DEBUG nova.virt.hardware [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2104.149144] env[62211]: DEBUG nova.virt.hardware [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2104.150502] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c093f806-6646-4d2f-9d7a-864b4e93da15 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.161778] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383ae6e8-3e21-467b-b04d-4db049348ebb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.166011] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 704aefed-050d-4614-a3bb-854e028fc9c8] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2104.369490] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2104.369490] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f08d93-6c93-5f12-97ed-84cadc330016" [ 2104.369490] env[62211]: _type = "HttpNfcLease" [ 2104.369490] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2104.369490] env[62211]: DEBUG oslo_vmware.rw_handles [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2104.369490] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f08d93-6c93-5f12-97ed-84cadc330016" [ 2104.369490] env[62211]: _type = "HttpNfcLease" [ 2104.369490] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2104.370406] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32c1521-b961-4bf4-b036-09f58ed9b8f1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.379826] env[62211]: DEBUG oslo_vmware.rw_handles [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb278e-1f0d-ae08-fe25-8b7b00c23451/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2104.380042] env[62211]: DEBUG oslo_vmware.rw_handles [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb278e-1f0d-ae08-fe25-8b7b00c23451/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2104.383549] env[62211]: DEBUG nova.compute.manager [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2104.383762] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2104.441748] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feb1227-1aa6-4064-90a4-23cc59820491 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.445408] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fbef08c8-9ef4-4a47-912c-35d92196a0af tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "93332dec-054c-4951-bb91-2206fddb633a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.772s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.452035] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2104.452320] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c49f3de-32f6-40a4-a72b-c4613c1fe894 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.458573] env[62211]: DEBUG oslo_vmware.api [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2104.458573] env[62211]: value = "task-2075165" [ 2104.458573] env[62211]: _type = "Task" [ 2104.458573] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.468203] env[62211]: DEBUG oslo_vmware.api [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.500165] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.505099] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c41e31e8-5884-4a3d-9980-9b3e5ed5ab74 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.539826] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075163, 'name': CreateVM_Task, 'duration_secs': 0.507589} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.542851] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2104.544677] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.544677] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.544677] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2104.544677] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8973543-9941-4342-a4c9-e9a59022c05d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.549109] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2104.549109] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52a5c27a-4189-4c66-fa47-4ac99ad479f4" [ 2104.549109] env[62211]: _type = "Task" [ 2104.549109] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.560493] env[62211]: DEBUG nova.compute.manager [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2104.560703] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2104.562959] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a7811e-c051-4237-ab6b-a3ee29637766 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.578151] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2104.580021] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a5c27a-4189-4c66-fa47-4ac99ad479f4, 'name': SearchDatastore_Task, 'duration_secs': 0.017345} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.580021] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc7dada-f03d-4165-9e9e-04273c7a255b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.580878] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.580878] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2104.581029] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.581154] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.581330] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2104.581589] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aba3318-a846-46a6-b337-89e97112d493 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.588941] env[62211]: DEBUG oslo_vmware.api [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2104.588941] env[62211]: value = "task-2075166" [ 2104.588941] env[62211]: _type = "Task" [ 2104.588941] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.601159] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2104.601509] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2104.607518] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a05259d2-b6ad-4f64-afb8-fa73ca9123e9 tempest-MigrationsAdminTest-1273365961 tempest-MigrationsAdminTest-1273365961-project-member] Lock "3f952136-5629-42ba-8a95-a21524601643" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.933s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.608947] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c72798a-35f1-4e5b-b782-16da73ea34e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.616262] env[62211]: DEBUG oslo_vmware.api [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.619984] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2104.619984] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525a83a4-10f7-949d-d0b2-34c1524f4d33" [ 2104.619984] env[62211]: _type = "Task" [ 2104.619984] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.634187] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525a83a4-10f7-949d-d0b2-34c1524f4d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.640387] env[62211]: DEBUG oslo_vmware.api [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075164, 'name': PowerOffVM_Task, 'duration_secs': 0.245128} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.641157] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2104.641157] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2104.644040] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c30ec02-95e7-4634-93b2-7f256e171785 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.669470] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 0a5d3f8b-aa66-4ade-9814-7456acd5a0a1] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2104.789421] env[62211]: DEBUG nova.network.neutron [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Successfully updated port: 2072a60c-effe-4986-a444-18fb2b41984b {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2104.829308] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2104.829548] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2104.829738] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Deleting the datastore file [datastore1] fde2ec79-b4fc-4748-be4e-9c1c8304ea2d {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2104.831035] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e3bc9e4-149e-4ea5-a884-851054a2ece2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.838823] env[62211]: DEBUG oslo_vmware.api [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Waiting for the task: (returnval){ [ 2104.838823] env[62211]: value = "task-2075168" [ 2104.838823] env[62211]: _type = "Task" [ 2104.838823] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.853909] env[62211]: DEBUG oslo_vmware.api [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.968830] env[62211]: DEBUG oslo_vmware.api [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075165, 'name': PowerOffVM_Task, 'duration_secs': 0.189791} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.969239] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2104.969423] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2104.969738] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8959f249-f35a-4f7f-8bba-edd04d9b56c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.972887] env[62211]: DEBUG nova.network.neutron [req-d5f33fab-4905-49c1-a5bb-375e5695a3f8 req-c227c8d9-f245-4017-9088-ec2d91211b2e service nova] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Updated VIF entry in instance network info cache for port 454c0de3-7e3e-4837-8b5d-09a4afe8840d. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2104.973261] env[62211]: DEBUG nova.network.neutron [req-d5f33fab-4905-49c1-a5bb-375e5695a3f8 req-c227c8d9-f245-4017-9088-ec2d91211b2e service nova] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Updating instance_info_cache with network_info: [{"id": "454c0de3-7e3e-4837-8b5d-09a4afe8840d", "address": "fa:16:3e:e4:aa:5c", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454c0de3-7e", "ovs_interfaceid": "454c0de3-7e3e-4837-8b5d-09a4afe8840d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.007657] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075160, 'name': ReconfigVM_Task, 'duration_secs': 0.568919} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.008154] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 53724549-132b-4fc4-a28b-bedd9a96fe9f/53724549-132b-4fc4-a28b-bedd9a96fe9f.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2105.008940] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3996a3a3-a0d6-4188-8e04-05fe448ed545 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.014996] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185e4d6a-8a45-471a-8ea9-d909c00af045 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.022270] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2105.022270] env[62211]: value = "task-2075170" [ 2105.022270] env[62211]: _type = "Task" [ 2105.022270] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.023471] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f6403a-0d96-42e3-9d6f-fff6113740ee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.062530] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075170, 'name': Rename_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.064329] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdefd30d-4cc1-46bd-a893-94d7732b3ae1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.074583] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12435854-a490-4ca3-aa0e-0373f3b260a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.091709] env[62211]: DEBUG nova.compute.provider_tree [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2105.101878] env[62211]: DEBUG oslo_vmware.api [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075166, 'name': PowerOffVM_Task, 'duration_secs': 0.292513} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.103073] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2105.103386] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2105.103813] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ba6c6ff-dd9b-4a52-b87a-c0966cae84a6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.126302] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2105.126680] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2105.126790] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Deleting the datastore file [datastore1] 4c6717ce-ed4a-4f67-aac8-036af30ca30f {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2105.127569] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90605b13-df48-4a7f-ad1b-f37218a68003 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.133599] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525a83a4-10f7-949d-d0b2-34c1524f4d33, 'name': SearchDatastore_Task, 'duration_secs': 0.017732} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.135140] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a74566d-1f37-4563-9c24-97ede8e1ef27 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.138813] env[62211]: DEBUG oslo_vmware.api [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2105.138813] env[62211]: value = "task-2075172" [ 2105.138813] env[62211]: _type = "Task" [ 2105.138813] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.144768] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2105.144768] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5235e349-2819-a436-f7a4-a1ceeaacbb79" [ 2105.144768] env[62211]: _type = "Task" [ 2105.144768] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.152688] env[62211]: DEBUG oslo_vmware.api [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.158734] env[62211]: DEBUG nova.compute.manager [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2105.159076] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5235e349-2819-a436-f7a4-a1ceeaacbb79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.160059] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006cd512-5e9b-49c8-a9ec-bead7d48e76e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.173551] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 259d67e5-975e-41fb-87fa-1a3148391e05] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2105.293912] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.294180] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquired lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.294364] env[62211]: DEBUG nova.network.neutron [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2105.349362] env[62211]: DEBUG oslo_vmware.api [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Task: {'id': task-2075168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234572} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.349687] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2105.349974] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2105.350285] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2105.350513] env[62211]: INFO nova.compute.manager [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2105.350932] env[62211]: DEBUG oslo.service.loopingcall [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2105.351068] env[62211]: DEBUG nova.compute.manager [-] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2105.351171] env[62211]: DEBUG nova.network.neutron [-] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2105.368980] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2105.369297] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2105.369652] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Deleting the datastore file [datastore1] 3cbfd6fb-df5d-4c13-ab41-89759666f3dd {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2105.369906] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-727fa014-8b1d-4de1-8a27-9d6601b3a362 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.376916] env[62211]: DEBUG oslo_vmware.api [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for the task: (returnval){ [ 2105.376916] env[62211]: value = "task-2075173" [ 2105.376916] env[62211]: _type = "Task" [ 2105.376916] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.387519] env[62211]: DEBUG oslo_vmware.api [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.477800] env[62211]: DEBUG oslo_concurrency.lockutils [req-d5f33fab-4905-49c1-a5bb-375e5695a3f8 req-c227c8d9-f245-4017-9088-ec2d91211b2e service nova] Releasing lock "refresh_cache-55219d51-c36f-42e9-835c-a54818a1e084" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.533031] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075170, 'name': Rename_Task, 'duration_secs': 0.200196} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.533175] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2105.533459] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2f85f5f-f82d-4e3b-aac7-e023b63abe8f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.540333] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2105.540333] env[62211]: value = "task-2075174" [ 2105.540333] env[62211]: _type = "Task" [ 2105.540333] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.550135] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.597706] env[62211]: DEBUG nova.scheduler.client.report [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2105.649647] env[62211]: DEBUG oslo_vmware.api [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208056} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.653301] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2105.653629] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2105.653900] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2105.654170] env[62211]: INFO nova.compute.manager [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2105.654488] env[62211]: DEBUG oslo.service.loopingcall [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2105.655186] env[62211]: DEBUG nova.compute.manager [-] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2105.655333] env[62211]: DEBUG nova.network.neutron [-] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2105.663334] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5235e349-2819-a436-f7a4-a1ceeaacbb79, 'name': SearchDatastore_Task, 'duration_secs': 0.018061} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.663761] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.664148] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 55219d51-c36f-42e9-835c-a54818a1e084/55219d51-c36f-42e9-835c-a54818a1e084.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2105.664427] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-261a14b8-4ffe-4b8c-a2a1-89674af69c59 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.672466] env[62211]: INFO nova.compute.manager [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] instance snapshotting [ 2105.673466] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2105.673466] env[62211]: value = "task-2075175" [ 2105.673466] env[62211]: _type = "Task" [ 2105.673466] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.683018] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 685d4ec2-62cf-466a-9990-7934576ea0aa] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2105.683527] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1db2e6-7d10-4e53-86cd-ff9399a4f32d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.704182] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.726756] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fea5fbd-0077-4241-acfa-9099be8ee1aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.840535] env[62211]: DEBUG nova.compute.manager [req-79e6293a-949d-450e-9652-13b5107456bc req-3d723b5f-c48b-488c-a105-8d8ee129c4f1 service nova] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Received event network-vif-deleted-d3e763cf-919f-44ca-8552-81a21c8542c3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2105.841190] env[62211]: INFO nova.compute.manager [req-79e6293a-949d-450e-9652-13b5107456bc req-3d723b5f-c48b-488c-a105-8d8ee129c4f1 service nova] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Neutron deleted interface d3e763cf-919f-44ca-8552-81a21c8542c3; detaching it from the instance and deleting it from the info cache [ 2105.841683] env[62211]: DEBUG nova.network.neutron [req-79e6293a-949d-450e-9652-13b5107456bc req-3d723b5f-c48b-488c-a105-8d8ee129c4f1 service nova] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.866428] env[62211]: DEBUG nova.network.neutron [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2105.894601] env[62211]: DEBUG oslo_vmware.api [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Task: {'id': task-2075173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240788} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.898936] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2105.898936] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2105.898936] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2105.898936] env[62211]: INFO nova.compute.manager [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Took 1.34 seconds to destroy the instance on the hypervisor. [ 2105.898936] env[62211]: DEBUG oslo.service.loopingcall [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2105.899176] env[62211]: DEBUG nova.compute.manager [-] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2105.899357] env[62211]: DEBUG nova.network.neutron [-] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2106.057135] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075174, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.070939] env[62211]: DEBUG nova.network.neutron [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Updating instance_info_cache with network_info: [{"id": "2072a60c-effe-4986-a444-18fb2b41984b", "address": "fa:16:3e:dd:bd:cc", "network": {"id": "38a5c9e3-4c3a-4821-9215-528ac464972e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1148894248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e119e1e683247bfb39333607d0be683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2072a60c-ef", "ovs_interfaceid": "2072a60c-effe-4986-a444-18fb2b41984b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.103616] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.106715] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.255s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.107232] env[62211]: DEBUG nova.objects.instance [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lazy-loading 'resources' on Instance uuid 4f85b886-8a92-495c-948c-4f21691d4f39 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2106.133783] env[62211]: INFO nova.scheduler.client.report [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Deleted allocations for instance afdf804b-f270-4afb-887d-16a4d4536b1b [ 2106.167872] env[62211]: DEBUG nova.compute.manager [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Received event network-vif-plugged-2072a60c-effe-4986-a444-18fb2b41984b {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2106.168184] env[62211]: DEBUG oslo_concurrency.lockutils [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] Acquiring lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.168578] env[62211]: DEBUG oslo_concurrency.lockutils [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.168775] env[62211]: DEBUG oslo_concurrency.lockutils [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.169629] env[62211]: DEBUG nova.compute.manager [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] No waiting events found dispatching network-vif-plugged-2072a60c-effe-4986-a444-18fb2b41984b {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2106.169864] env[62211]: WARNING nova.compute.manager [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Received unexpected event network-vif-plugged-2072a60c-effe-4986-a444-18fb2b41984b for instance with vm_state building and task_state spawning. [ 2106.170106] env[62211]: DEBUG nova.compute.manager [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Received event network-changed-2072a60c-effe-4986-a444-18fb2b41984b {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2106.170409] env[62211]: DEBUG nova.compute.manager [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Refreshing instance network info cache due to event network-changed-2072a60c-effe-4986-a444-18fb2b41984b. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2106.170587] env[62211]: DEBUG oslo_concurrency.lockutils [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] Acquiring lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.186153] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075175, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.198420] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2106.199863] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Cleaning up deleted instances with incomplete migration {{(pid=62211) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2106.230833] env[62211]: DEBUG nova.network.neutron [-] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.240896] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2106.242062] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-502fe50b-242e-434c-9f8f-513835371094 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.251636] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2106.251636] env[62211]: value = "task-2075176" [ 2106.251636] env[62211]: _type = "Task" [ 2106.251636] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.262074] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075176, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.345605] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b32e41a3-ac1f-4c2d-87fe-65e78dcbf638 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.359165] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0e42a6-c0d2-41ad-95c0-f07c08e8965b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.392510] env[62211]: DEBUG nova.compute.manager [req-79e6293a-949d-450e-9652-13b5107456bc req-3d723b5f-c48b-488c-a105-8d8ee129c4f1 service nova] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Detach interface failed, port_id=d3e763cf-919f-44ca-8552-81a21c8542c3, reason: Instance fde2ec79-b4fc-4748-be4e-9c1c8304ea2d could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2106.524889] env[62211]: DEBUG nova.network.neutron [-] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.552767] env[62211]: DEBUG oslo_vmware.api [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075174, 'name': PowerOnVM_Task, 'duration_secs': 0.818552} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.553130] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2106.553406] env[62211]: INFO nova.compute.manager [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Took 6.95 seconds to spawn the instance on the hypervisor. [ 2106.553825] env[62211]: DEBUG nova.compute.manager [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2106.554710] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d7eb14-12e1-4b92-b1e4-0ff6c54171dd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.578008] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Releasing lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.578319] env[62211]: DEBUG nova.compute.manager [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Instance network_info: |[{"id": "2072a60c-effe-4986-a444-18fb2b41984b", "address": "fa:16:3e:dd:bd:cc", "network": {"id": "38a5c9e3-4c3a-4821-9215-528ac464972e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1148894248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e119e1e683247bfb39333607d0be683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2072a60c-ef", "ovs_interfaceid": "2072a60c-effe-4986-a444-18fb2b41984b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2106.578634] env[62211]: DEBUG oslo_concurrency.lockutils [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] Acquired lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.578921] env[62211]: DEBUG nova.network.neutron [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Refreshing network info cache for port 2072a60c-effe-4986-a444-18fb2b41984b {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2106.580674] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:bd:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2072a60c-effe-4986-a444-18fb2b41984b', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2106.589725] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Creating folder: Project (1e119e1e683247bfb39333607d0be683). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2106.594339] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73cfadc9-c8ec-40f6-8cbd-ad9a3f44d3f2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.605698] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Created folder: Project (1e119e1e683247bfb39333607d0be683) in parent group-v425157. [ 2106.605869] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Creating folder: Instances. Parent ref: group-v425385. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2106.606145] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f942255-f2a7-411a-a07f-0ce28255f4e8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.616166] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Created folder: Instances in parent group-v425385. [ 2106.616431] env[62211]: DEBUG oslo.service.loopingcall [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2106.617035] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2106.617035] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-307264ca-7365-40ab-84c4-c01e0987b560 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.643353] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a40711b-8a7f-45dc-8cf8-4e853f8a1eaf tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "afdf804b-f270-4afb-887d-16a4d4536b1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.090s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.646183] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2106.646183] env[62211]: value = "task-2075179" [ 2106.646183] env[62211]: _type = "Task" [ 2106.646183] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.654748] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075179, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.689879] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654502} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.690191] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 55219d51-c36f-42e9-835c-a54818a1e084/55219d51-c36f-42e9-835c-a54818a1e084.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2106.690411] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2106.690705] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bfccadf-ddcd-4d28-a191-136e5eafd912 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.701117] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2106.701117] env[62211]: value = "task-2075180" [ 2106.701117] env[62211]: _type = "Task" [ 2106.701117] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.701496] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2106.720304] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.733838] env[62211]: INFO nova.compute.manager [-] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Took 1.38 seconds to deallocate network for instance. [ 2106.766882] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075176, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.821909] env[62211]: DEBUG nova.network.neutron [-] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.864079] env[62211]: DEBUG nova.network.neutron [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Updated VIF entry in instance network info cache for port 2072a60c-effe-4986-a444-18fb2b41984b. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2106.864449] env[62211]: DEBUG nova.network.neutron [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Updating instance_info_cache with network_info: [{"id": "2072a60c-effe-4986-a444-18fb2b41984b", "address": "fa:16:3e:dd:bd:cc", "network": {"id": "38a5c9e3-4c3a-4821-9215-528ac464972e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1148894248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e119e1e683247bfb39333607d0be683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2072a60c-ef", "ovs_interfaceid": "2072a60c-effe-4986-a444-18fb2b41984b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.970677] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e591c8-93fc-41d4-abb7-9caa35abeec3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.978425] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0468d4-71be-443c-ba46-6af326873876 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.010609] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1593445d-ef98-4158-83b6-438ec879104f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.019630] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e3f2a8-6a3e-4d4b-a680-4c1121520857 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.034096] env[62211]: INFO nova.compute.manager [-] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Took 1.38 seconds to deallocate network for instance. [ 2107.034642] env[62211]: DEBUG nova.compute.provider_tree [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2107.077279] env[62211]: INFO nova.compute.manager [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Took 42.19 seconds to build instance. [ 2107.157091] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075179, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.213922] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097362} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.214265] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2107.215065] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5685ab-e560-46d6-a849-2c9221976119 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.240107] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 55219d51-c36f-42e9-835c-a54818a1e084/55219d51-c36f-42e9-835c-a54818a1e084.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2107.240389] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5a500f7-40ec-46a5-945b-fa2c37a2300c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.255528] env[62211]: DEBUG oslo_concurrency.lockutils [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.266127] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075176, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.268709] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2107.268709] env[62211]: value = "task-2075181" [ 2107.268709] env[62211]: _type = "Task" [ 2107.268709] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.279553] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075181, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.324249] env[62211]: INFO nova.compute.manager [-] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Took 1.42 seconds to deallocate network for instance. [ 2107.366727] env[62211]: DEBUG oslo_concurrency.lockutils [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] Releasing lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.367040] env[62211]: DEBUG nova.compute.manager [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Received event network-vif-deleted-185ca705-407a-4093-a9eb-236ebb9102f8 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2107.367230] env[62211]: INFO nova.compute.manager [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Neutron deleted interface 185ca705-407a-4093-a9eb-236ebb9102f8; detaching it from the instance and deleting it from the info cache [ 2107.367400] env[62211]: DEBUG nova.network.neutron [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.538634] env[62211]: DEBUG nova.scheduler.client.report [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2107.547898] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.580766] env[62211]: DEBUG oslo_concurrency.lockutils [None req-da06641c-d4e6-461c-81e4-d0c9c114bdc1 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Lock "53724549-132b-4fc4-a28b-bedd9a96fe9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.707s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.658855] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075179, 'name': CreateVM_Task, 'duration_secs': 0.620606} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.660028] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2107.660028] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.660028] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.660319] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2107.660598] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75e8d052-b7ba-4a23-b116-06d4116f08dc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.665354] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2107.665354] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525fa79e-15c2-9bd7-4cd2-60b9690122ad" [ 2107.665354] env[62211]: _type = "Task" [ 2107.665354] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.672953] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525fa79e-15c2-9bd7-4cd2-60b9690122ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.767053] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075176, 'name': CreateSnapshot_Task, 'duration_secs': 1.486381} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.767053] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2107.767986] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacd1eb0-6923-4299-87bd-fa5b04249825 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.787753] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075181, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.831896] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.871685] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c59e9cc6-d868-4abc-9144-040cab9e0921 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.881387] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56928362-f543-403a-a320-d5a9fcc29264 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.916164] env[62211]: DEBUG nova.compute.manager [req-eb0904a5-e522-4ccf-b04b-bafd39a3243c req-423f3962-7e0a-48e6-9ea0-b04bd8177ae5 service nova] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Detach interface failed, port_id=185ca705-407a-4093-a9eb-236ebb9102f8, reason: Instance 4c6717ce-ed4a-4f67-aac8-036af30ca30f could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2108.044511] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.047941] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.309s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.052527] env[62211]: INFO nova.compute.claims [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2108.076801] env[62211]: INFO nova.compute.manager [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Rebuilding instance [ 2108.076801] env[62211]: INFO nova.scheduler.client.report [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Deleted allocations for instance 4f85b886-8a92-495c-948c-4f21691d4f39 [ 2108.125639] env[62211]: DEBUG nova.compute.manager [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2108.127113] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d36e78a-bb17-439b-a6ab-ca6569b3847c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.178348] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525fa79e-15c2-9bd7-4cd2-60b9690122ad, 'name': SearchDatastore_Task, 'duration_secs': 0.025217} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.178786] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.178786] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2108.179138] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.179181] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.179806] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2108.179806] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fb221ee-e763-446e-b416-4345b98903d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.191063] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2108.191323] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2108.192601] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bacc771-b70f-4ed1-ba80-f840eeaa7251 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.198932] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2108.198932] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]528bd85e-a45b-aebb-cd06-4930663850fd" [ 2108.198932] env[62211]: _type = "Task" [ 2108.198932] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.205283] env[62211]: DEBUG nova.compute.manager [req-3bdd8fce-0e42-4700-83ed-889ebf7b1b95 req-c328948f-7809-4f65-a8bc-32ce5ac1f385 service nova] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Received event network-vif-deleted-5e271c5e-7be5-413e-865d-d485ad19f33d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2108.208506] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]528bd85e-a45b-aebb-cd06-4930663850fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.282772] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075181, 'name': ReconfigVM_Task, 'duration_secs': 0.553213} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.283716] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 55219d51-c36f-42e9-835c-a54818a1e084/55219d51-c36f-42e9-835c-a54818a1e084.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2108.286025] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f066d44-c14a-4b3e-bf15-0ff1d860389b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.297304] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2108.299210] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-83941aea-9ade-4b90-9d3d-0e5d9f8cd1ce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.303443] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2108.303443] env[62211]: value = "task-2075182" [ 2108.303443] env[62211]: _type = "Task" [ 2108.303443] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.311693] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2108.311693] env[62211]: value = "task-2075183" [ 2108.311693] env[62211]: _type = "Task" [ 2108.311693] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.323563] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075182, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.328692] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.533670] env[62211]: DEBUG oslo_concurrency.lockutils [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "0320403f-6d21-4694-a58e-e12957c653f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.534176] env[62211]: DEBUG oslo_concurrency.lockutils [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "0320403f-6d21-4694-a58e-e12957c653f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.534866] env[62211]: DEBUG oslo_concurrency.lockutils [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "0320403f-6d21-4694-a58e-e12957c653f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.535309] env[62211]: DEBUG oslo_concurrency.lockutils [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "0320403f-6d21-4694-a58e-e12957c653f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.535581] env[62211]: DEBUG oslo_concurrency.lockutils [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "0320403f-6d21-4694-a58e-e12957c653f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.539119] env[62211]: INFO nova.compute.manager [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Terminating instance [ 2108.588489] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a4eb8d86-7813-4b4a-a03f-50085874f065 tempest-ServersAdminTestJSON-1290817181 tempest-ServersAdminTestJSON-1290817181-project-member] Lock "4f85b886-8a92-495c-948c-4f21691d4f39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.942s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.631226] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "01a5ad65-d33d-4aa3-aa91-9202d51b54c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.631408] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "01a5ad65-d33d-4aa3-aa91-9202d51b54c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.632072] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "01a5ad65-d33d-4aa3-aa91-9202d51b54c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.632072] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "01a5ad65-d33d-4aa3-aa91-9202d51b54c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.632072] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "01a5ad65-d33d-4aa3-aa91-9202d51b54c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.634693] env[62211]: INFO nova.compute.manager [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Terminating instance [ 2108.710387] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]528bd85e-a45b-aebb-cd06-4930663850fd, 'name': SearchDatastore_Task, 'duration_secs': 0.026921} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.711251] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3196f9-ff00-462e-92f8-a8e58359d022 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.716996] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2108.716996] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d60cbd-6e03-5a9d-e1d1-308edc5b61d4" [ 2108.716996] env[62211]: _type = "Task" [ 2108.716996] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.726097] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d60cbd-6e03-5a9d-e1d1-308edc5b61d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.814899] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075182, 'name': Rename_Task, 'duration_secs': 0.382109} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.818603] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2108.818865] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e868c187-0595-4dfb-9fe8-74d01931edb1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.826390] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.827889] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2108.827889] env[62211]: value = "task-2075184" [ 2108.827889] env[62211]: _type = "Task" [ 2108.827889] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.836382] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.046171] env[62211]: DEBUG nova.compute.manager [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2109.046383] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2109.047380] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f967cf10-0737-4e22-a1b1-1df6813e35fc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.055873] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2109.056193] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4eab150-c651-4c94-b4bc-f66c3baac6d7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.065201] env[62211]: DEBUG oslo_vmware.api [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2109.065201] env[62211]: value = "task-2075185" [ 2109.065201] env[62211]: _type = "Task" [ 2109.065201] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.075042] env[62211]: DEBUG oslo_vmware.api [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.139015] env[62211]: DEBUG nova.compute.manager [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2109.139390] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2109.143623] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6b063d-fa84-427c-9868-430e4cf8ef88 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.149827] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2109.149827] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4310c0cf-5f47-45d2-bde3-8cbff22a9bad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.153850] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2109.154561] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62b81eb7-d4ab-4617-ab53-31dcfffe3811 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.159813] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2109.159813] env[62211]: value = "task-2075186" [ 2109.159813] env[62211]: _type = "Task" [ 2109.159813] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.164341] env[62211]: DEBUG oslo_vmware.api [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2109.164341] env[62211]: value = "task-2075187" [ 2109.164341] env[62211]: _type = "Task" [ 2109.164341] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.178342] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.181935] env[62211]: DEBUG oslo_vmware.api [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.229564] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d60cbd-6e03-5a9d-e1d1-308edc5b61d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013505} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.233307] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.233774] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 45ad4bb0-5e77-47d4-bdb8-542c2039dafe/45ad4bb0-5e77-47d4-bdb8-542c2039dafe.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2109.234420] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27e71bdd-8396-4106-9c3d-dca29cf426f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.243386] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2109.243386] env[62211]: value = "task-2075188" [ 2109.243386] env[62211]: _type = "Task" [ 2109.243386] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.256251] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.330635] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.342212] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.450597] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7623b91a-8d30-4470-bb4e-c1f8313e0b09 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.458796] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37affa1d-f615-4134-bf7d-7cba9d529957 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.492296] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c784da-44b0-405f-aa03-6fc9f3933e4f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.500254] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce60af1-419e-4646-bebe-67defe651475 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.523699] env[62211]: DEBUG nova.compute.provider_tree [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2109.578387] env[62211]: DEBUG oslo_vmware.api [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075185, 'name': PowerOffVM_Task, 'duration_secs': 0.297981} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.578802] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2109.579036] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2109.579357] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50f65393-258c-4afa-ba5c-9802fe61bd97 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.677182] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075186, 'name': PowerOffVM_Task, 'duration_secs': 0.180408} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.678171] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2109.678405] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2109.679376] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ad65c8-059a-4efe-910a-3d958d0311ec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.686737] env[62211]: DEBUG oslo_vmware.api [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075187, 'name': PowerOffVM_Task, 'duration_secs': 0.241584} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.687627] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2109.687825] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2109.689238] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72e511dd-1c95-40bb-9325-e00708da969c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.691013] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2109.691589] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2109.691589] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Deleting the datastore file [datastore1] 0320403f-6d21-4694-a58e-e12957c653f5 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2109.694179] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9079dc21-75c3-43ad-b6b1-f0722f90c25b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.700027] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2109.700027] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e71ce871-1c7d-4ce2-817f-4af5a672dfdd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.704029] env[62211]: DEBUG oslo_vmware.api [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2109.704029] env[62211]: value = "task-2075192" [ 2109.704029] env[62211]: _type = "Task" [ 2109.704029] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.716432] env[62211]: DEBUG oslo_vmware.api [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.723914] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2109.724732] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2109.724732] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Deleting the datastore file [datastore1] 53724549-132b-4fc4-a28b-bedd9a96fe9f {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2109.724732] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feb4dfb2-9e77-43c0-a42b-efd22114af5b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.734548] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2109.734548] env[62211]: value = "task-2075193" [ 2109.734548] env[62211]: _type = "Task" [ 2109.734548] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.746603] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.757136] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075188, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.828665] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.845387] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075184, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.925141] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2109.925493] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2109.926408] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Deleting the datastore file [datastore1] 01a5ad65-d33d-4aa3-aa91-9202d51b54c9 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2109.926904] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d4e9b25-2366-41d8-ab18-9cdee787c351 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.934501] env[62211]: DEBUG oslo_vmware.api [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for the task: (returnval){ [ 2109.934501] env[62211]: value = "task-2075194" [ 2109.934501] env[62211]: _type = "Task" [ 2109.934501] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.943541] env[62211]: DEBUG oslo_vmware.api [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.028474] env[62211]: DEBUG nova.scheduler.client.report [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2110.214648] env[62211]: DEBUG oslo_vmware.api [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431716} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.214950] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2110.215342] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2110.215543] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2110.215729] env[62211]: INFO nova.compute.manager [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2110.216020] env[62211]: DEBUG oslo.service.loopingcall [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2110.216649] env[62211]: DEBUG nova.compute.manager [-] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2110.216649] env[62211]: DEBUG nova.network.neutron [-] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2110.245253] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272526} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.245503] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2110.245665] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2110.245853] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2110.259506] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647336} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.259836] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 45ad4bb0-5e77-47d4-bdb8-542c2039dafe/45ad4bb0-5e77-47d4-bdb8-542c2039dafe.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2110.260400] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2110.260637] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34676d3c-b37a-4bba-a9c7-6f113321d146 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.268305] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2110.268305] env[62211]: value = "task-2075195" [ 2110.268305] env[62211]: _type = "Task" [ 2110.268305] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.283667] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.329802] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.340272] env[62211]: DEBUG oslo_vmware.api [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075184, 'name': PowerOnVM_Task, 'duration_secs': 1.147405} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.340564] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2110.340760] env[62211]: INFO nova.compute.manager [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Took 8.70 seconds to spawn the instance on the hypervisor. [ 2110.340946] env[62211]: DEBUG nova.compute.manager [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2110.341803] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1067e2e-df61-42e8-9256-4f659ef76014 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.446618] env[62211]: DEBUG oslo_vmware.api [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Task: {'id': task-2075194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359515} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.446894] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2110.447772] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2110.448136] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2110.448714] env[62211]: INFO nova.compute.manager [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Took 1.31 seconds to destroy the instance on the hypervisor. [ 2110.449051] env[62211]: DEBUG oslo.service.loopingcall [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2110.449308] env[62211]: DEBUG nova.compute.manager [-] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2110.449591] env[62211]: DEBUG nova.network.neutron [-] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2110.534470] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.535286] env[62211]: DEBUG nova.compute.manager [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2110.543463] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.789s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.543463] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.546227] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.333s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.547495] env[62211]: DEBUG nova.objects.instance [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Lazy-loading 'resources' on Instance uuid 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2110.588623] env[62211]: INFO nova.scheduler.client.report [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleted allocations for instance 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4 [ 2110.779125] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113196} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.779495] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2110.780402] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9d12c9-ab94-4bc5-93cd-d592fd8d2e9c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.807536] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 45ad4bb0-5e77-47d4-bdb8-542c2039dafe/45ad4bb0-5e77-47d4-bdb8-542c2039dafe.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2110.808282] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92c0dec6-f2bd-4f52-9a49-eb29ab797fd2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.832046] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.833431] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2110.833431] env[62211]: value = "task-2075196" [ 2110.833431] env[62211]: _type = "Task" [ 2110.833431] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.840680] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.861180] env[62211]: INFO nova.compute.manager [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Took 38.16 seconds to build instance. [ 2111.058020] env[62211]: DEBUG nova.compute.utils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2111.058366] env[62211]: DEBUG nova.compute.manager [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2111.058560] env[62211]: DEBUG nova.network.neutron [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2111.102757] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dc4718f6-dea5-48e1-b6e3-a5da0e88e00b tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "8ad86c6d-5655-4bca-8a9f-4af4d05d71e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.830s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.150851] env[62211]: DEBUG nova.policy [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92c80deb3d654b539c439e9b45c7f4dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824c1accd5ac465284f3bf196d9e1518', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2111.190699] env[62211]: DEBUG nova.compute.manager [req-fd94e2b4-71ae-4e15-ac23-092109688b52 req-9f38550c-eb24-483e-b5cb-72d939b5288f service nova] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Received event network-vif-deleted-6c791529-af9e-44ff-8026-d5a101db9edf {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2111.190699] env[62211]: INFO nova.compute.manager [req-fd94e2b4-71ae-4e15-ac23-092109688b52 req-9f38550c-eb24-483e-b5cb-72d939b5288f service nova] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Neutron deleted interface 6c791529-af9e-44ff-8026-d5a101db9edf; detaching it from the instance and deleting it from the info cache [ 2111.190699] env[62211]: DEBUG nova.network.neutron [req-fd94e2b4-71ae-4e15-ac23-092109688b52 req-9f38550c-eb24-483e-b5cb-72d939b5288f service nova] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.291173] env[62211]: DEBUG nova.virt.hardware [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2111.291173] env[62211]: DEBUG nova.virt.hardware [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2111.291173] env[62211]: DEBUG nova.virt.hardware [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2111.291173] env[62211]: DEBUG nova.virt.hardware [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2111.291173] env[62211]: DEBUG nova.virt.hardware [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2111.291173] env[62211]: DEBUG nova.virt.hardware [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2111.291173] env[62211]: DEBUG nova.virt.hardware [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2111.291173] env[62211]: DEBUG nova.virt.hardware [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2111.291173] env[62211]: DEBUG nova.virt.hardware [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2111.291173] env[62211]: DEBUG nova.virt.hardware [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2111.291173] env[62211]: DEBUG nova.virt.hardware [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2111.292055] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a2f0d8-6970-4972-ae19-7546f4ef3c8e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.309017] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc66c4f5-e46b-45e3-be95-a186723ffeba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.328541] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Instance VIF info [] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2111.334420] env[62211]: DEBUG oslo.service.loopingcall [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2111.340279] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2111.342203] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd7ebeb9-70b4-4662-86e3-bdbb11236886 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.360904] env[62211]: DEBUG nova.compute.manager [req-33158eac-1d46-4039-be22-45036148523c req-8a1ecb11-9f58-4db2-bbad-1e71792cb482 service nova] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Received event network-vif-deleted-cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2111.361161] env[62211]: INFO nova.compute.manager [req-33158eac-1d46-4039-be22-45036148523c req-8a1ecb11-9f58-4db2-bbad-1e71792cb482 service nova] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Neutron deleted interface cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80; detaching it from the instance and deleting it from the info cache [ 2111.361336] env[62211]: DEBUG nova.network.neutron [req-33158eac-1d46-4039-be22-45036148523c req-8a1ecb11-9f58-4db2-bbad-1e71792cb482 service nova] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.368108] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c7957551-aef7-4e85-b83c-887c501d6a28 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "55219d51-c36f-42e9-835c-a54818a1e084" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.025s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.368667] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.373303] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.374501] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2111.374501] env[62211]: value = "task-2075197" [ 2111.374501] env[62211]: _type = "Task" [ 2111.374501] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.384472] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075197, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.434474] env[62211]: DEBUG nova.network.neutron [-] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.498658] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6abe83c-be9b-48b6-b9e7-7d7b906993b5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.507896] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38be1452-b331-4f32-874b-cfb69d2368d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.545597] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff954c88-4cff-466b-b10a-c33ecef6e491 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.553329] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af920763-9084-4ee1-bbca-ba4c362116b3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.567874] env[62211]: DEBUG nova.compute.manager [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2111.570611] env[62211]: DEBUG nova.compute.provider_tree [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2111.700856] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0791777-9a1a-47c8-8de7-6416a5a8bf2c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.704245] env[62211]: DEBUG nova.network.neutron [-] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.714970] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cb1e50-9bb6-4534-a5a4-27444eb92f4c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.749821] env[62211]: DEBUG nova.compute.manager [req-fd94e2b4-71ae-4e15-ac23-092109688b52 req-9f38550c-eb24-483e-b5cb-72d939b5288f service nova] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Detach interface failed, port_id=6c791529-af9e-44ff-8026-d5a101db9edf, reason: Instance 0320403f-6d21-4694-a58e-e12957c653f5 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2111.758857] env[62211]: DEBUG nova.network.neutron [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Successfully created port: 587fdc4b-6e62-4cad-9222-5705ee6347b2 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2111.843238] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.851487] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075196, 'name': ReconfigVM_Task, 'duration_secs': 0.72923} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.851722] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 45ad4bb0-5e77-47d4-bdb8-542c2039dafe/45ad4bb0-5e77-47d4-bdb8-542c2039dafe.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2111.852448] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-220c94ec-d7b2-4da3-8b08-4bc120922eed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.859429] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2111.859429] env[62211]: value = "task-2075198" [ 2111.859429] env[62211]: _type = "Task" [ 2111.859429] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.869686] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075198, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.874417] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94541a4e-b8a0-4ecd-8633-98f8c118d52e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.885207] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075197, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.889543] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f672eca-f9f6-456a-bf03-bf2746156b4a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.923947] env[62211]: DEBUG nova.compute.manager [req-33158eac-1d46-4039-be22-45036148523c req-8a1ecb11-9f58-4db2-bbad-1e71792cb482 service nova] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Detach interface failed, port_id=cdb3a3c7-4fdf-4feb-ae7a-9307e9d09a80, reason: Instance 01a5ad65-d33d-4aa3-aa91-9202d51b54c9 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2111.938087] env[62211]: INFO nova.compute.manager [-] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Took 1.72 seconds to deallocate network for instance. [ 2112.078834] env[62211]: DEBUG nova.scheduler.client.report [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2112.207086] env[62211]: INFO nova.compute.manager [-] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Took 1.76 seconds to deallocate network for instance. [ 2112.339608] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.369626] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075198, 'name': Rename_Task, 'duration_secs': 0.196108} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.370036] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2112.370183] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4235074-089b-42d6-8b52-24570b28e23a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.379393] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2112.379393] env[62211]: value = "task-2075199" [ 2112.379393] env[62211]: _type = "Task" [ 2112.379393] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.390646] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075197, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.394343] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.447032] env[62211]: DEBUG oslo_concurrency.lockutils [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.579302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "55219d51-c36f-42e9-835c-a54818a1e084" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.579302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "55219d51-c36f-42e9-835c-a54818a1e084" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.579302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "55219d51-c36f-42e9-835c-a54818a1e084-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.579302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "55219d51-c36f-42e9-835c-a54818a1e084-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.579468] env[62211]: DEBUG oslo_concurrency.lockutils [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "55219d51-c36f-42e9-835c-a54818a1e084-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.583507] env[62211]: DEBUG nova.compute.manager [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2112.586875] env[62211]: INFO nova.compute.manager [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Terminating instance [ 2112.588264] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.591548] env[62211]: DEBUG oslo_concurrency.lockutils [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.336s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.591655] env[62211]: DEBUG nova.objects.instance [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lazy-loading 'resources' on Instance uuid fde2ec79-b4fc-4748-be4e-9c1c8304ea2d {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2112.613732] env[62211]: INFO nova.scheduler.client.report [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Deleted allocations for instance 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b [ 2112.632858] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.633175] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.643387] env[62211]: DEBUG nova.virt.hardware [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2112.643387] env[62211]: DEBUG nova.virt.hardware [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2112.643914] env[62211]: DEBUG nova.virt.hardware [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2112.644391] env[62211]: DEBUG nova.virt.hardware [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2112.645361] env[62211]: DEBUG nova.virt.hardware [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2112.645361] env[62211]: DEBUG nova.virt.hardware [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2112.645361] env[62211]: DEBUG nova.virt.hardware [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2112.645523] env[62211]: DEBUG nova.virt.hardware [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2112.645572] env[62211]: DEBUG nova.virt.hardware [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2112.645743] env[62211]: DEBUG nova.virt.hardware [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2112.645972] env[62211]: DEBUG nova.virt.hardware [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2112.649599] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a457ecf-ec0d-4739-90b2-65eaa1318afc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.659863] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2459fd5-57af-48ca-839b-1226db16ed5b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.716972] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.839460] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.891763] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.895168] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075197, 'name': CreateVM_Task, 'duration_secs': 1.348193} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.895353] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2112.896582] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.896944] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.897452] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2112.897900] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca830fc-5be6-4374-890f-22a245962c6e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.904374] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2112.904374] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52e56c7d-07e1-a6f5-b17a-0b779f2c66aa" [ 2112.904374] env[62211]: _type = "Task" [ 2112.904374] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.914923] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e56c7d-07e1-a6f5-b17a-0b779f2c66aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.094730] env[62211]: DEBUG nova.compute.manager [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2113.094982] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2113.099864] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e066d2af-3d01-4851-8308-1f64ce022956 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.105780] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Acquiring lock "bee14f32-64e5-462c-ad68-ea4777bc16b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.105935] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Lock "bee14f32-64e5-462c-ad68-ea4777bc16b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.112789] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2113.112925] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cc95096-05a3-4fc4-a70a-a3fee3326b5b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.122134] env[62211]: DEBUG oslo_vmware.api [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2113.122134] env[62211]: value = "task-2075200" [ 2113.122134] env[62211]: _type = "Task" [ 2113.122134] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.133177] env[62211]: DEBUG oslo_vmware.api [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.136018] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20c75bd6-7e1b-436a-8fdd-b9c76b723b82 tempest-ServerRescueTestJSONUnderV235-107360953 tempest-ServerRescueTestJSONUnderV235-107360953-project-member] Lock "9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.900s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.138628] env[62211]: DEBUG nova.compute.manager [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2113.342495] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.396447] env[62211]: DEBUG oslo_vmware.api [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075199, 'name': PowerOnVM_Task, 'duration_secs': 0.57605} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.400261] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2113.401031] env[62211]: INFO nova.compute.manager [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Took 9.29 seconds to spawn the instance on the hypervisor. [ 2113.401031] env[62211]: DEBUG nova.compute.manager [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2113.402476] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e649057-591d-49e6-8cb6-84b6d7fe672e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.423030] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e56c7d-07e1-a6f5-b17a-0b779f2c66aa, 'name': SearchDatastore_Task, 'duration_secs': 0.017481} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.424854] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b3fb41-84c0-4f3e-971d-02666d4d7270 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.427859] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.428056] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2113.428317] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.428481] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.430017] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2113.430017] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e89d8709-0628-41af-b767-9658dcab3a7c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.437879] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1db60e-6ec1-4e60-889c-1295b8e27604 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.443422] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2113.443843] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2113.445684] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355edb87-792b-44e5-995c-6d6ede81edde {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.477092] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4270fe58-e603-4f06-9c8f-ad7980ec1a48 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.482023] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2113.482023] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52283580-3d98-7465-3620-f662f681e89e" [ 2113.482023] env[62211]: _type = "Task" [ 2113.482023] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.490314] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249e0ee2-2686-4822-843a-1a2752dc9c53 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.497825] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52283580-3d98-7465-3620-f662f681e89e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.508859] env[62211]: DEBUG nova.compute.provider_tree [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2113.610109] env[62211]: DEBUG nova.compute.manager [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2113.634370] env[62211]: DEBUG oslo_vmware.api [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075200, 'name': PowerOffVM_Task, 'duration_secs': 0.353796} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.635053] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2113.635053] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2113.635201] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1e766ba-0f14-41f3-ae3f-1619dba995cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.669302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.842115] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.940128] env[62211]: INFO nova.compute.manager [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Took 32.20 seconds to build instance. [ 2113.993615] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52283580-3d98-7465-3620-f662f681e89e, 'name': SearchDatastore_Task, 'duration_secs': 0.013774} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.994445] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f0f637-1bfc-4c92-a7ab-8bc5749a5c64 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.999961] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2113.999961] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52772b88-997d-5fc9-0ff9-af136cb16468" [ 2113.999961] env[62211]: _type = "Task" [ 2113.999961] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.008411] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52772b88-997d-5fc9-0ff9-af136cb16468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.012474] env[62211]: DEBUG nova.scheduler.client.report [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2114.143127] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.344696] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.444575] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b17a6883-735d-4db0-8b2c-104429c9357c tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.721s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.504161] env[62211]: DEBUG nova.compute.manager [req-1c725a52-928b-4985-a18c-f593bbb80760 req-18166e7c-f23f-4a6d-aabd-e636dd4e47f1 service nova] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Received event network-changed-2072a60c-effe-4986-a444-18fb2b41984b {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2114.504161] env[62211]: DEBUG nova.compute.manager [req-1c725a52-928b-4985-a18c-f593bbb80760 req-18166e7c-f23f-4a6d-aabd-e636dd4e47f1 service nova] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Refreshing instance network info cache due to event network-changed-2072a60c-effe-4986-a444-18fb2b41984b. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2114.504161] env[62211]: DEBUG oslo_concurrency.lockutils [req-1c725a52-928b-4985-a18c-f593bbb80760 req-18166e7c-f23f-4a6d-aabd-e636dd4e47f1 service nova] Acquiring lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.504161] env[62211]: DEBUG oslo_concurrency.lockutils [req-1c725a52-928b-4985-a18c-f593bbb80760 req-18166e7c-f23f-4a6d-aabd-e636dd4e47f1 service nova] Acquired lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.504161] env[62211]: DEBUG nova.network.neutron [req-1c725a52-928b-4985-a18c-f593bbb80760 req-18166e7c-f23f-4a6d-aabd-e636dd4e47f1 service nova] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Refreshing network info cache for port 2072a60c-effe-4986-a444-18fb2b41984b {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2114.520021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.521757] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52772b88-997d-5fc9-0ff9-af136cb16468, 'name': SearchDatastore_Task, 'duration_secs': 0.013623} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.522666] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.975s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.523449] env[62211]: DEBUG nova.objects.instance [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lazy-loading 'resources' on Instance uuid 4c6717ce-ed4a-4f67-aac8-036af30ca30f {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2114.525313] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.525581] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 53724549-132b-4fc4-a28b-bedd9a96fe9f/53724549-132b-4fc4-a28b-bedd9a96fe9f.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2114.526265] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f9d77c7-a188-42e0-8104-7b2abc694dad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.534659] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2114.534659] env[62211]: value = "task-2075202" [ 2114.534659] env[62211]: _type = "Task" [ 2114.534659] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.544349] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.551622] env[62211]: INFO nova.scheduler.client.report [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Deleted allocations for instance fde2ec79-b4fc-4748-be4e-9c1c8304ea2d [ 2114.845314] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.049350] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075202, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.064161] env[62211]: DEBUG oslo_concurrency.lockutils [None req-94df478c-3d75-49f4-bf60-8464f88fa1d3 tempest-AttachInterfacesV270Test-60495558 tempest-AttachInterfacesV270Test-60495558-project-member] Lock "fde2ec79-b4fc-4748-be4e-9c1c8304ea2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.466s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.345784] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.410106] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f729d6f7-0a14-4f1e-8b05-e2cf0e041906 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.424118] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e58213-982e-4a46-81d4-6838d5d68acf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.468060] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa444ac-c356-439b-b156-55a4c4432939 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.477411] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f5edd2-ce8b-40d9-b7ae-bd4a8428155f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.491718] env[62211]: DEBUG nova.compute.provider_tree [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2115.517517] env[62211]: DEBUG nova.network.neutron [req-1c725a52-928b-4985-a18c-f593bbb80760 req-18166e7c-f23f-4a6d-aabd-e636dd4e47f1 service nova] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Updated VIF entry in instance network info cache for port 2072a60c-effe-4986-a444-18fb2b41984b. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2115.520525] env[62211]: DEBUG nova.network.neutron [req-1c725a52-928b-4985-a18c-f593bbb80760 req-18166e7c-f23f-4a6d-aabd-e636dd4e47f1 service nova] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Updating instance_info_cache with network_info: [{"id": "2072a60c-effe-4986-a444-18fb2b41984b", "address": "fa:16:3e:dd:bd:cc", "network": {"id": "38a5c9e3-4c3a-4821-9215-528ac464972e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1148894248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e119e1e683247bfb39333607d0be683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2072a60c-ef", "ovs_interfaceid": "2072a60c-effe-4986-a444-18fb2b41984b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.547622] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766165} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.548424] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 53724549-132b-4fc4-a28b-bedd9a96fe9f/53724549-132b-4fc4-a28b-bedd9a96fe9f.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2115.548424] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2115.548424] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b77819a-feda-4e19-a567-7f4c3c18fbd7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.555138] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2115.555138] env[62211]: value = "task-2075203" [ 2115.555138] env[62211]: _type = "Task" [ 2115.555138] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.563559] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.717701] env[62211]: DEBUG oslo_vmware.rw_handles [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb278e-1f0d-ae08-fe25-8b7b00c23451/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2115.719253] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a690c5a4-1d17-457f-a53f-0e29efcc5045 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.728899] env[62211]: DEBUG oslo_vmware.rw_handles [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb278e-1f0d-ae08-fe25-8b7b00c23451/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2115.729080] env[62211]: ERROR oslo_vmware.rw_handles [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb278e-1f0d-ae08-fe25-8b7b00c23451/disk-0.vmdk due to incomplete transfer. [ 2115.729314] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bb415e24-9dae-4e99-bdf9-cfef1219866d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.739022] env[62211]: DEBUG oslo_vmware.rw_handles [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb278e-1f0d-ae08-fe25-8b7b00c23451/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2115.739022] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Uploaded image c93f0821-453e-47ad-bb29-0e914808240d to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2115.739022] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2115.739022] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ef693e40-7d64-42b7-a14c-597f7c4cb1cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.744767] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2115.744767] env[62211]: value = "task-2075204" [ 2115.744767] env[62211]: _type = "Task" [ 2115.744767] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.752896] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075204, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.848515] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.996173] env[62211]: DEBUG nova.scheduler.client.report [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2116.020979] env[62211]: DEBUG oslo_concurrency.lockutils [req-1c725a52-928b-4985-a18c-f593bbb80760 req-18166e7c-f23f-4a6d-aabd-e636dd4e47f1 service nova] Releasing lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.066843] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070518} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.067178] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2116.068087] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fbd00f-eef4-45a9-b878-52f8bd08db5e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.091138] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 53724549-132b-4fc4-a28b-bedd9a96fe9f/53724549-132b-4fc4-a28b-bedd9a96fe9f.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2116.091138] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b07b82eb-9510-4b9e-8b5d-6de9eafe5ee5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.113209] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2116.113209] env[62211]: value = "task-2075205" [ 2116.113209] env[62211]: _type = "Task" [ 2116.113209] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.121672] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.256903] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075204, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.350508] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.501715] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.505172] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.673s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.505172] env[62211]: DEBUG nova.objects.instance [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lazy-loading 'resources' on Instance uuid 3cbfd6fb-df5d-4c13-ab41-89759666f3dd {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2116.538583] env[62211]: INFO nova.scheduler.client.report [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Deleted allocations for instance 4c6717ce-ed4a-4f67-aac8-036af30ca30f [ 2116.624198] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075205, 'name': ReconfigVM_Task, 'duration_secs': 0.281238} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.624513] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 53724549-132b-4fc4-a28b-bedd9a96fe9f/53724549-132b-4fc4-a28b-bedd9a96fe9f.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2116.625242] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c7e4a04-88ad-437a-bdec-77adfadba34e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.632771] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2116.632771] env[62211]: value = "task-2075206" [ 2116.632771] env[62211]: _type = "Task" [ 2116.632771] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.642357] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075206, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.755108] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075204, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.846490] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.048947] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5b749e36-3dc0-41d0-99d5-d4dccf9df8c7 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "4c6717ce-ed4a-4f67-aac8-036af30ca30f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.172s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.146249] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075206, 'name': Rename_Task, 'duration_secs': 0.437379} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.146558] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2117.146776] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95df5004-9df6-4ba7-9ea3-4f692ae47fcd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.154700] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2117.154700] env[62211]: value = "task-2075207" [ 2117.154700] env[62211]: _type = "Task" [ 2117.154700] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.166279] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.261644] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075204, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.349113] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.353750] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd37e7bb-b246-469a-8a09-00443b02b4c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.360352] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e3978f-6265-4ee2-b67a-7460cb774b30 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.366176] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2117.366176] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2117.366176] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleting the datastore file [datastore1] 55219d51-c36f-42e9-835c-a54818a1e084 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2117.366176] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9661fea0-05b1-4207-ad26-ebbba6eaff42 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.403849] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3569979-881b-4d80-ad62-69f3d600a30d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.405446] env[62211]: DEBUG oslo_vmware.api [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2117.405446] env[62211]: value = "task-2075208" [ 2117.405446] env[62211]: _type = "Task" [ 2117.405446] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.412992] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44c4455-1052-49da-aadb-c1aa23097d30 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.419813] env[62211]: DEBUG oslo_vmware.api [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.429592] env[62211]: DEBUG nova.compute.provider_tree [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2117.668464] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.756594] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075204, 'name': Destroy_Task, 'duration_secs': 1.86838} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.757009] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Destroyed the VM [ 2117.757862] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2117.757862] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-64df94cc-775d-45b6-8437-8148c8e29841 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.764991] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2117.764991] env[62211]: value = "task-2075209" [ 2117.764991] env[62211]: _type = "Task" [ 2117.764991] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.773350] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075209, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.849603] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075183, 'name': CloneVM_Task, 'duration_secs': 9.05072} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.850139] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Created linked-clone VM from snapshot [ 2117.851328] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4929ca0-4c60-4253-ac3e-fd89f4522ca8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.860619] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Uploading image daa56a9c-f976-492e-a25d-5e5a06673c10 {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2117.894988] env[62211]: DEBUG oslo_vmware.rw_handles [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2117.894988] env[62211]: value = "vm-425389" [ 2117.894988] env[62211]: _type = "VirtualMachine" [ 2117.894988] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2117.895302] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf66176b-44ee-45d8-896c-4855f5f4f19d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.905142] env[62211]: DEBUG oslo_vmware.rw_handles [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lease: (returnval){ [ 2117.905142] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cc18e3-f229-59d8-325a-3af39b2b30a4" [ 2117.905142] env[62211]: _type = "HttpNfcLease" [ 2117.905142] env[62211]: } obtained for exporting VM: (result){ [ 2117.905142] env[62211]: value = "vm-425389" [ 2117.905142] env[62211]: _type = "VirtualMachine" [ 2117.905142] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2117.905142] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the lease: (returnval){ [ 2117.905142] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cc18e3-f229-59d8-325a-3af39b2b30a4" [ 2117.905142] env[62211]: _type = "HttpNfcLease" [ 2117.905142] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2117.926022] env[62211]: DEBUG oslo_vmware.api [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419788} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.926022] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2117.926022] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cc18e3-f229-59d8-325a-3af39b2b30a4" [ 2117.926022] env[62211]: _type = "HttpNfcLease" [ 2117.926022] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2117.926022] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2117.926022] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2117.926022] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2117.926022] env[62211]: INFO nova.compute.manager [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Took 4.83 seconds to destroy the instance on the hypervisor. [ 2117.926022] env[62211]: DEBUG oslo.service.loopingcall [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2117.926022] env[62211]: DEBUG oslo_vmware.rw_handles [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2117.926022] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cc18e3-f229-59d8-325a-3af39b2b30a4" [ 2117.926022] env[62211]: _type = "HttpNfcLease" [ 2117.926022] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2117.926022] env[62211]: DEBUG nova.compute.manager [-] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2117.927181] env[62211]: DEBUG nova.network.neutron [-] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2117.931287] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89149b6-6721-41b3-b0f4-8970b569b322 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.932966] env[62211]: DEBUG nova.scheduler.client.report [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2117.947490] env[62211]: DEBUG oslo_vmware.rw_handles [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224f1f9-05a8-3cbf-688f-88395f40401f/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2117.947490] env[62211]: DEBUG oslo_vmware.rw_handles [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224f1f9-05a8-3cbf-688f-88395f40401f/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2118.053741] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e87bc827-320a-4823-86a0-5f7cfee28812 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.166101] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.277494] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075209, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.443191] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.446794] env[62211]: DEBUG oslo_concurrency.lockutils [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.447158] env[62211]: DEBUG nova.objects.instance [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lazy-loading 'resources' on Instance uuid 0320403f-6d21-4694-a58e-e12957c653f5 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2118.480851] env[62211]: INFO nova.scheduler.client.report [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Deleted allocations for instance 3cbfd6fb-df5d-4c13-ab41-89759666f3dd [ 2118.603524] env[62211]: DEBUG nova.compute.manager [req-413cb8ee-ee9a-471b-8bb0-2c9b3e3f48ae req-7ac6247b-2b96-4e57-bc51-8d9d42834cd0 service nova] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Received event network-vif-deleted-454c0de3-7e3e-4837-8b5d-09a4afe8840d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2118.603524] env[62211]: INFO nova.compute.manager [req-413cb8ee-ee9a-471b-8bb0-2c9b3e3f48ae req-7ac6247b-2b96-4e57-bc51-8d9d42834cd0 service nova] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Neutron deleted interface 454c0de3-7e3e-4837-8b5d-09a4afe8840d; detaching it from the instance and deleting it from the info cache [ 2118.605451] env[62211]: DEBUG nova.network.neutron [req-413cb8ee-ee9a-471b-8bb0-2c9b3e3f48ae req-7ac6247b-2b96-4e57-bc51-8d9d42834cd0 service nova] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.670654] env[62211]: DEBUG oslo_vmware.api [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075207, 'name': PowerOnVM_Task, 'duration_secs': 1.372406} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.672035] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2118.672260] env[62211]: DEBUG nova.compute.manager [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2118.673115] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499b6cd2-bea2-4e95-86aa-23d479833f55 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.687852] env[62211]: DEBUG nova.compute.manager [req-2fe108ac-ed25-4523-a303-f41ddc393f36 req-898c1d67-fd47-446c-9018-e320b19c4949 service nova] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Received event network-vif-plugged-587fdc4b-6e62-4cad-9222-5705ee6347b2 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2118.689237] env[62211]: DEBUG oslo_concurrency.lockutils [req-2fe108ac-ed25-4523-a303-f41ddc393f36 req-898c1d67-fd47-446c-9018-e320b19c4949 service nova] Acquiring lock "476f50bc-1505-4384-8804-4610e14c24fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.689456] env[62211]: DEBUG oslo_concurrency.lockutils [req-2fe108ac-ed25-4523-a303-f41ddc393f36 req-898c1d67-fd47-446c-9018-e320b19c4949 service nova] Lock "476f50bc-1505-4384-8804-4610e14c24fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.689620] env[62211]: DEBUG oslo_concurrency.lockutils [req-2fe108ac-ed25-4523-a303-f41ddc393f36 req-898c1d67-fd47-446c-9018-e320b19c4949 service nova] Lock "476f50bc-1505-4384-8804-4610e14c24fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.689785] env[62211]: DEBUG nova.compute.manager [req-2fe108ac-ed25-4523-a303-f41ddc393f36 req-898c1d67-fd47-446c-9018-e320b19c4949 service nova] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] No waiting events found dispatching network-vif-plugged-587fdc4b-6e62-4cad-9222-5705ee6347b2 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2118.689942] env[62211]: WARNING nova.compute.manager [req-2fe108ac-ed25-4523-a303-f41ddc393f36 req-898c1d67-fd47-446c-9018-e320b19c4949 service nova] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Received unexpected event network-vif-plugged-587fdc4b-6e62-4cad-9222-5705ee6347b2 for instance with vm_state building and task_state spawning. [ 2118.776985] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075209, 'name': RemoveSnapshot_Task, 'duration_secs': 0.650792} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.777597] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2118.781043] env[62211]: DEBUG nova.compute.manager [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2118.781043] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130fa7fa-afed-49da-971b-c1478f1f62f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.945160] env[62211]: DEBUG nova.network.neutron [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Successfully updated port: 587fdc4b-6e62-4cad-9222-5705ee6347b2 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2118.969400] env[62211]: DEBUG nova.network.neutron [-] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.997562] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f155f940-a62b-4c2c-9607-221058c1aa87 tempest-MultipleCreateTestJSON-265923858 tempest-MultipleCreateTestJSON-265923858-project-member] Lock "3cbfd6fb-df5d-4c13-ab41-89759666f3dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.951s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.109156] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3383a5f5-b7ee-4dc3-820c-fb7d3a0b24a4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.125773] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6b7bb7-4a5d-4490-b4fc-b7dbaa4a3b3f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.175478] env[62211]: DEBUG nova.compute.manager [req-413cb8ee-ee9a-471b-8bb0-2c9b3e3f48ae req-7ac6247b-2b96-4e57-bc51-8d9d42834cd0 service nova] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Detach interface failed, port_id=454c0de3-7e3e-4837-8b5d-09a4afe8840d, reason: Instance 55219d51-c36f-42e9-835c-a54818a1e084 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2119.203718] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.302275] env[62211]: INFO nova.compute.manager [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Shelve offloading [ 2119.436028] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d12983-0462-4c15-bd4e-fee53aa21db1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.454019] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "refresh_cache-476f50bc-1505-4384-8804-4610e14c24fb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.454589] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquired lock "refresh_cache-476f50bc-1505-4384-8804-4610e14c24fb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.455294] env[62211]: DEBUG nova.network.neutron [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2119.462627] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527e777f-8d94-4a1f-b96f-a42a6afd3142 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.473808] env[62211]: INFO nova.compute.manager [-] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Took 1.55 seconds to deallocate network for instance. [ 2119.507256] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada44550-2fec-4cc6-8dd8-3c314bf0a5e8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.517233] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d646149a-b628-4c6f-8338-ddfbcc684b60 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.532798] env[62211]: DEBUG nova.compute.provider_tree [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2119.814618] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2119.815154] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01635e08-82ce-421c-bbd8-5aab94f70dbc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.827381] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2119.827381] env[62211]: value = "task-2075211" [ 2119.827381] env[62211]: _type = "Task" [ 2119.827381] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.838800] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] VM already powered off {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2119.838800] env[62211]: DEBUG nova.compute.manager [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2119.840063] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a43647-ff09-43eb-b88a-e305534223df {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.847597] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.847834] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.848664] env[62211]: DEBUG nova.network.neutron [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2120.008017] env[62211]: DEBUG oslo_concurrency.lockutils [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.008921] env[62211]: DEBUG nova.network.neutron [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2120.038559] env[62211]: DEBUG nova.scheduler.client.report [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2120.151111] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquiring lock "53724549-132b-4fc4-a28b-bedd9a96fe9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.151111] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Lock "53724549-132b-4fc4-a28b-bedd9a96fe9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.151111] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquiring lock "53724549-132b-4fc4-a28b-bedd9a96fe9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.151111] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Lock "53724549-132b-4fc4-a28b-bedd9a96fe9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.151111] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Lock "53724549-132b-4fc4-a28b-bedd9a96fe9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.155137] env[62211]: INFO nova.compute.manager [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Terminating instance [ 2120.216121] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "a1416796-8b45-4761-84e8-d0ea2d8540f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.220047] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "a1416796-8b45-4761-84e8-d0ea2d8540f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.297187] env[62211]: DEBUG nova.network.neutron [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Updating instance_info_cache with network_info: [{"id": "587fdc4b-6e62-4cad-9222-5705ee6347b2", "address": "fa:16:3e:ee:09:35", "network": {"id": "dea05f9d-0ade-4db0-8556-ce185e28bb87", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-194341151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824c1accd5ac465284f3bf196d9e1518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587fdc4b-6e", "ovs_interfaceid": "587fdc4b-6e62-4cad-9222-5705ee6347b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.547988] env[62211]: DEBUG oslo_concurrency.lockutils [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.550512] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.835s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.552700] env[62211]: DEBUG nova.objects.instance [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lazy-loading 'resources' on Instance uuid 01a5ad65-d33d-4aa3-aa91-9202d51b54c9 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2120.577919] env[62211]: INFO nova.scheduler.client.report [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Deleted allocations for instance 0320403f-6d21-4694-a58e-e12957c653f5 [ 2120.662137] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquiring lock "refresh_cache-53724549-132b-4fc4-a28b-bedd9a96fe9f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.662447] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquired lock "refresh_cache-53724549-132b-4fc4-a28b-bedd9a96fe9f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.662950] env[62211]: DEBUG nova.network.neutron [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2120.724290] env[62211]: DEBUG nova.compute.manager [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2120.739607] env[62211]: DEBUG nova.network.neutron [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updating instance_info_cache with network_info: [{"id": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "address": "fa:16:3e:69:13:3d", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap766fc2fc-aa", "ovs_interfaceid": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.742076] env[62211]: DEBUG nova.compute.manager [req-51cbcd4e-f525-47cf-a220-76fb300beca0 req-9968a24b-c556-48fb-84ed-359b47f6d26e service nova] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Received event network-changed-587fdc4b-6e62-4cad-9222-5705ee6347b2 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2120.742293] env[62211]: DEBUG nova.compute.manager [req-51cbcd4e-f525-47cf-a220-76fb300beca0 req-9968a24b-c556-48fb-84ed-359b47f6d26e service nova] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Refreshing instance network info cache due to event network-changed-587fdc4b-6e62-4cad-9222-5705ee6347b2. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2120.742503] env[62211]: DEBUG oslo_concurrency.lockutils [req-51cbcd4e-f525-47cf-a220-76fb300beca0 req-9968a24b-c556-48fb-84ed-359b47f6d26e service nova] Acquiring lock "refresh_cache-476f50bc-1505-4384-8804-4610e14c24fb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.800821] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Releasing lock "refresh_cache-476f50bc-1505-4384-8804-4610e14c24fb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.801185] env[62211]: DEBUG nova.compute.manager [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Instance network_info: |[{"id": "587fdc4b-6e62-4cad-9222-5705ee6347b2", "address": "fa:16:3e:ee:09:35", "network": {"id": "dea05f9d-0ade-4db0-8556-ce185e28bb87", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-194341151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824c1accd5ac465284f3bf196d9e1518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587fdc4b-6e", "ovs_interfaceid": "587fdc4b-6e62-4cad-9222-5705ee6347b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2120.801507] env[62211]: DEBUG oslo_concurrency.lockutils [req-51cbcd4e-f525-47cf-a220-76fb300beca0 req-9968a24b-c556-48fb-84ed-359b47f6d26e service nova] Acquired lock "refresh_cache-476f50bc-1505-4384-8804-4610e14c24fb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.801711] env[62211]: DEBUG nova.network.neutron [req-51cbcd4e-f525-47cf-a220-76fb300beca0 req-9968a24b-c556-48fb-84ed-359b47f6d26e service nova] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Refreshing network info cache for port 587fdc4b-6e62-4cad-9222-5705ee6347b2 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2120.804182] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:09:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '587fdc4b-6e62-4cad-9222-5705ee6347b2', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2120.815894] env[62211]: DEBUG oslo.service.loopingcall [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2120.816746] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2120.817120] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de78b3ea-c312-4734-98b2-4151fee739ab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.839471] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2120.839471] env[62211]: value = "task-2075212" [ 2120.839471] env[62211]: _type = "Task" [ 2120.839471] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.851238] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075212, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.092449] env[62211]: DEBUG oslo_concurrency.lockutils [None req-423bb6d6-8268-42de-b827-838aa9948f17 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "0320403f-6d21-4694-a58e-e12957c653f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.558s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.190632] env[62211]: INFO nova.compute.manager [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Rebuilding instance [ 2121.196647] env[62211]: DEBUG nova.network.neutron [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2121.247975] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.259059] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "76b778ef-3239-485f-a54c-46cb1cbe9cfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.259059] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "76b778ef-3239-485f-a54c-46cb1cbe9cfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.269006] env[62211]: DEBUG nova.compute.manager [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2121.271032] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f4bf05-1976-4b4e-b54b-b475db68ccab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.288875] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.357816] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075212, 'name': CreateVM_Task, 'duration_secs': 0.433552} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.358975] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2121.359974] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.360505] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.360969] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2121.362542] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fb2bb43-46d6-4aaf-9a67-e5955ddf4c82 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.369223] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2121.369223] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529b8d5d-a622-74e4-ce98-456ca8828018" [ 2121.369223] env[62211]: _type = "Task" [ 2121.369223] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.391645] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529b8d5d-a622-74e4-ce98-456ca8828018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.462992] env[62211]: DEBUG nova.network.neutron [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.475238] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2592b728-5447-435e-9dad-a6f38708feee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.484702] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed57421-610d-4750-92c6-eb50bfa24a69 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.523263] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524e62c7-8259-49b7-a80e-b5facb5403e9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.534488] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cc3c04-6791-42d0-8531-62db520c003b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.549720] env[62211]: DEBUG nova.compute.provider_tree [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2121.775769] env[62211]: DEBUG nova.compute.manager [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2121.804422] env[62211]: DEBUG nova.compute.manager [req-f5a8fd13-a353-4793-ba8a-67de15f492de req-fe63bc46-1931-4a2e-a232-67efb0639b1b service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Received event network-vif-unplugged-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2121.804994] env[62211]: DEBUG oslo_concurrency.lockutils [req-f5a8fd13-a353-4793-ba8a-67de15f492de req-fe63bc46-1931-4a2e-a232-67efb0639b1b service nova] Acquiring lock "08571a4e-7b57-4675-a635-808ee5bdcbdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.804994] env[62211]: DEBUG oslo_concurrency.lockutils [req-f5a8fd13-a353-4793-ba8a-67de15f492de req-fe63bc46-1931-4a2e-a232-67efb0639b1b service nova] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.805584] env[62211]: DEBUG oslo_concurrency.lockutils [req-f5a8fd13-a353-4793-ba8a-67de15f492de req-fe63bc46-1931-4a2e-a232-67efb0639b1b service nova] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.805817] env[62211]: DEBUG nova.compute.manager [req-f5a8fd13-a353-4793-ba8a-67de15f492de req-fe63bc46-1931-4a2e-a232-67efb0639b1b service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] No waiting events found dispatching network-vif-unplugged-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2121.806400] env[62211]: WARNING nova.compute.manager [req-f5a8fd13-a353-4793-ba8a-67de15f492de req-fe63bc46-1931-4a2e-a232-67efb0639b1b service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Received unexpected event network-vif-unplugged-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f for instance with vm_state shelved and task_state shelving_offloading. [ 2121.850935] env[62211]: DEBUG nova.network.neutron [req-51cbcd4e-f525-47cf-a220-76fb300beca0 req-9968a24b-c556-48fb-84ed-359b47f6d26e service nova] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Updated VIF entry in instance network info cache for port 587fdc4b-6e62-4cad-9222-5705ee6347b2. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2121.851209] env[62211]: DEBUG nova.network.neutron [req-51cbcd4e-f525-47cf-a220-76fb300beca0 req-9968a24b-c556-48fb-84ed-359b47f6d26e service nova] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Updating instance_info_cache with network_info: [{"id": "587fdc4b-6e62-4cad-9222-5705ee6347b2", "address": "fa:16:3e:ee:09:35", "network": {"id": "dea05f9d-0ade-4db0-8556-ce185e28bb87", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-194341151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824c1accd5ac465284f3bf196d9e1518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap587fdc4b-6e", "ovs_interfaceid": "587fdc4b-6e62-4cad-9222-5705ee6347b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.882839] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529b8d5d-a622-74e4-ce98-456ca8828018, 'name': SearchDatastore_Task, 'duration_secs': 0.0163} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.882839] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.883027] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2121.883242] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.883398] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.883579] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2121.884262] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3221dc15-8c35-4647-880e-c13a576c6b90 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.894533] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2121.894533] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2121.895209] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f68e91-9766-435c-b81a-7abd6cd76bc2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.902464] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2121.902464] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5246b285-36c2-6608-6cf2-2e25d7cb499c" [ 2121.902464] env[62211]: _type = "Task" [ 2121.902464] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.911604] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5246b285-36c2-6608-6cf2-2e25d7cb499c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.964549] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Releasing lock "refresh_cache-53724549-132b-4fc4-a28b-bedd9a96fe9f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.965569] env[62211]: DEBUG nova.compute.manager [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2121.965569] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2121.967466] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bf4a4c-d5eb-43ab-810b-b5d02cad1655 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.970179] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2121.970969] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cc0cc2-21f5-40ec-9be0-310945e3c55c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.978614] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2121.981194] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26ac161b-f9d0-4e2f-9ee3-7df2e7b859a9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.982266] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2121.982584] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d5272e3-d9b9-402b-b8dd-5fcf7cdb4241 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.992778] env[62211]: DEBUG oslo_vmware.api [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2121.992778] env[62211]: value = "task-2075213" [ 2121.992778] env[62211]: _type = "Task" [ 2121.992778] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.001530] env[62211]: DEBUG oslo_vmware.api [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.055912] env[62211]: DEBUG nova.scheduler.client.report [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2122.089553] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2122.089553] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2122.089553] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleting the datastore file [datastore1] 08571a4e-7b57-4675-a635-808ee5bdcbdc {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2122.089553] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cdcbc77-1e44-4274-85c8-caeb0cf3851a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.096667] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2122.096667] env[62211]: value = "task-2075215" [ 2122.096667] env[62211]: _type = "Task" [ 2122.096667] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.109552] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.296028] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2122.296028] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-349ff3c3-5f66-497d-a8ca-f969dbf87c38 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.301765] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2122.301765] env[62211]: value = "task-2075216" [ 2122.301765] env[62211]: _type = "Task" [ 2122.301765] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.311630] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.314454] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.357066] env[62211]: DEBUG oslo_concurrency.lockutils [req-51cbcd4e-f525-47cf-a220-76fb300beca0 req-9968a24b-c556-48fb-84ed-359b47f6d26e service nova] Releasing lock "refresh_cache-476f50bc-1505-4384-8804-4610e14c24fb" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.418175] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5246b285-36c2-6608-6cf2-2e25d7cb499c, 'name': SearchDatastore_Task, 'duration_secs': 0.020174} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.419264] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07e9c35e-64a0-4d93-9339-9c7e44493ffc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.428119] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2122.428119] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]528e8d4d-d51d-7fe9-806e-f21c448b2d26" [ 2122.428119] env[62211]: _type = "Task" [ 2122.428119] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.437407] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]528e8d4d-d51d-7fe9-806e-f21c448b2d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.475238] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.475390] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.503445] env[62211]: DEBUG oslo_vmware.api [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075213, 'name': PowerOffVM_Task, 'duration_secs': 0.138239} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.503826] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2122.504913] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2122.504913] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7db20ccf-f660-46d5-9a28-7624cf2f0bc1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.531392] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2122.531499] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2122.532632] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Deleting the datastore file [datastore1] 53724549-132b-4fc4-a28b-bedd9a96fe9f {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2122.532632] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ee3c812-d335-4e12-8b25-8562661975bc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.539248] env[62211]: DEBUG oslo_vmware.api [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for the task: (returnval){ [ 2122.539248] env[62211]: value = "task-2075218" [ 2122.539248] env[62211]: _type = "Task" [ 2122.539248] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.547903] env[62211]: DEBUG oslo_vmware.api [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.564580] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.566450] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.897s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.568815] env[62211]: INFO nova.compute.claims [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2122.610406] env[62211]: DEBUG oslo_vmware.api [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262831} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.611596] env[62211]: INFO nova.scheduler.client.report [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Deleted allocations for instance 01a5ad65-d33d-4aa3-aa91-9202d51b54c9 [ 2122.614797] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2122.614797] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2122.614797] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2122.639518] env[62211]: INFO nova.scheduler.client.report [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleted allocations for instance 08571a4e-7b57-4675-a635-808ee5bdcbdc [ 2122.800983] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Acquiring lock "b63f03dd-e7ca-413e-b2e7-082b65db92a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.801241] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Lock "b63f03dd-e7ca-413e-b2e7-082b65db92a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.812599] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075216, 'name': PowerOffVM_Task, 'duration_secs': 0.256835} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.813754] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2122.813754] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2122.814835] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4c2697-a8cc-4711-af22-f1bf4a5f2af6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.824647] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2122.824915] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-286b2dd2-9029-4408-b08d-599d501e2c94 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.939458] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]528e8d4d-d51d-7fe9-806e-f21c448b2d26, 'name': SearchDatastore_Task, 'duration_secs': 0.021331} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.939804] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.940067] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 476f50bc-1505-4384-8804-4610e14c24fb/476f50bc-1505-4384-8804-4610e14c24fb.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2122.940267] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f79dd52a-49ff-496c-a31e-8b01a579005d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.945311] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2122.945514] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2122.945690] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleting the datastore file [datastore1] 28e0b971-2014-4773-bbe4-71e5b3f21c11 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2122.945982] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84f72cdb-56b1-4c4e-97cb-65d42c9f85ed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.948848] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2122.948848] env[62211]: value = "task-2075220" [ 2122.948848] env[62211]: _type = "Task" [ 2122.948848] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.953792] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2122.953792] env[62211]: value = "task-2075221" [ 2122.953792] env[62211]: _type = "Task" [ 2122.953792] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.959975] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.964417] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.982643] env[62211]: DEBUG nova.compute.utils [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2123.049898] env[62211]: DEBUG oslo_vmware.api [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Task: {'id': task-2075218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184189} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.050167] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2123.050356] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2123.050535] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2123.050706] env[62211]: INFO nova.compute.manager [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Took 1.09 seconds to destroy the instance on the hypervisor. [ 2123.050996] env[62211]: DEBUG oslo.service.loopingcall [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2123.051215] env[62211]: DEBUG nova.compute.manager [-] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2123.051315] env[62211]: DEBUG nova.network.neutron [-] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2123.067574] env[62211]: DEBUG nova.network.neutron [-] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2123.121857] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8ae23875-98a2-42fb-8207-d0b9feca9ac4 tempest-ListServersNegativeTestJSON-877524077 tempest-ListServersNegativeTestJSON-877524077-project-member] Lock "01a5ad65-d33d-4aa3-aa91-9202d51b54c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.490s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.143871] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.307601] env[62211]: DEBUG nova.compute.manager [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2123.465980] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075220, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.469729] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379413} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.470079] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2123.470208] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2123.470393] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2123.488537] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.569765] env[62211]: DEBUG nova.network.neutron [-] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2123.829890] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.859409] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09543122-d63a-41e5-bfaa-ea6742c40d02 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.868047] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f58e41-9dbc-4d34-915d-c98976f06ebb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.900124] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef4aa8c-39b4-4123-8167-08001b6f6f9a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.908191] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f3c1fa-3bb9-4316-bd4a-5671b87434d7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.923022] env[62211]: DEBUG nova.compute.provider_tree [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2123.961384] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698907} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.961704] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 476f50bc-1505-4384-8804-4610e14c24fb/476f50bc-1505-4384-8804-4610e14c24fb.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2123.961945] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2123.962230] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6629337d-02d9-4344-aa52-f1cdeaa9080d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.968990] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2123.968990] env[62211]: value = "task-2075222" [ 2123.968990] env[62211]: _type = "Task" [ 2123.968990] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.983602] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.073997] env[62211]: INFO nova.compute.manager [-] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Took 1.02 seconds to deallocate network for instance. [ 2124.186521] env[62211]: DEBUG nova.compute.manager [req-480ce2fa-2012-42ff-83da-cc9abc0b381d req-66d5014f-73c9-454f-a962-124e393cf5f7 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Received event network-changed-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2124.186715] env[62211]: DEBUG nova.compute.manager [req-480ce2fa-2012-42ff-83da-cc9abc0b381d req-66d5014f-73c9-454f-a962-124e393cf5f7 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Refreshing instance network info cache due to event network-changed-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2124.186934] env[62211]: DEBUG oslo_concurrency.lockutils [req-480ce2fa-2012-42ff-83da-cc9abc0b381d req-66d5014f-73c9-454f-a962-124e393cf5f7 service nova] Acquiring lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.188887] env[62211]: DEBUG oslo_concurrency.lockutils [req-480ce2fa-2012-42ff-83da-cc9abc0b381d req-66d5014f-73c9-454f-a962-124e393cf5f7 service nova] Acquired lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.189147] env[62211]: DEBUG nova.network.neutron [req-480ce2fa-2012-42ff-83da-cc9abc0b381d req-66d5014f-73c9-454f-a962-124e393cf5f7 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Refreshing network info cache for port 766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2124.426452] env[62211]: DEBUG nova.scheduler.client.report [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2124.444194] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "e09e9a1b-bae2-409d-8aab-eadd387f91cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.444194] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "e09e9a1b-bae2-409d-8aab-eadd387f91cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.444423] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "e09e9a1b-bae2-409d-8aab-eadd387f91cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.444592] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "e09e9a1b-bae2-409d-8aab-eadd387f91cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.444770] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "e09e9a1b-bae2-409d-8aab-eadd387f91cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.447233] env[62211]: INFO nova.compute.manager [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Terminating instance [ 2124.480063] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247602} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.480350] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2124.481398] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00a5855-c22c-4768-b2e8-e83f90473327 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.512094] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 476f50bc-1505-4384-8804-4610e14c24fb/476f50bc-1505-4384-8804-4610e14c24fb.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2124.515050] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54794f8d-af93-4e19-9fb3-357ed0308725 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.540297] env[62211]: DEBUG nova.virt.hardware [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2124.540602] env[62211]: DEBUG nova.virt.hardware [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2124.540799] env[62211]: DEBUG nova.virt.hardware [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2124.540999] env[62211]: DEBUG nova.virt.hardware [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2124.541181] env[62211]: DEBUG nova.virt.hardware [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2124.541878] env[62211]: DEBUG nova.virt.hardware [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2124.541878] env[62211]: DEBUG nova.virt.hardware [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2124.541878] env[62211]: DEBUG nova.virt.hardware [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2124.542176] env[62211]: DEBUG nova.virt.hardware [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2124.542243] env[62211]: DEBUG nova.virt.hardware [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2124.542416] env[62211]: DEBUG nova.virt.hardware [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2124.543354] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4b2960-8d2a-48fd-abf8-a298d4d79ec5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.547321] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2124.547321] env[62211]: value = "task-2075223" [ 2124.547321] env[62211]: _type = "Task" [ 2124.547321] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.554324] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4099dd70-a137-4aad-bd54-42843de36a33 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.561106] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.573134] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:df:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d9fb979-de27-4ab7-91f0-477ebe9633f7', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2124.581705] env[62211]: DEBUG oslo.service.loopingcall [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2124.582447] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.582738] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.582991] env[62211]: INFO nova.compute.manager [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Attaching volume d5fe2360-daa7-47ff-a983-946293cca55f to /dev/sdb [ 2124.589493] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.589493] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2124.589493] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a99423f5-f0ea-4b9f-a1e7-29fc98e75ed2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.612616] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2124.612616] env[62211]: value = "task-2075224" [ 2124.612616] env[62211]: _type = "Task" [ 2124.612616] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.620535] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075224, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.654405] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f53513f-f4a2-44f2-abfc-f47d4dd00c7d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.662906] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ee6685-3c34-4cad-b823-e075ecb36356 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.676450] env[62211]: DEBUG nova.virt.block_device [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Updating existing volume attachment record: d8e412b8-ff7d-48b6-ad18-0323fa44a4dc {{(pid=62211) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2124.945349] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.945349] env[62211]: DEBUG nova.compute.manager [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2124.945349] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.795s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.945349] env[62211]: INFO nova.compute.claims [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2124.951667] env[62211]: DEBUG nova.compute.manager [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2124.952079] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2124.953389] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77411278-f7e6-4f09-a9a6-6a90f0c55df8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.964390] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2124.964390] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91d059e8-e04c-4cac-8015-0aa8e02c35ea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.973073] env[62211]: DEBUG oslo_vmware.api [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 2124.973073] env[62211]: value = "task-2075228" [ 2124.973073] env[62211]: _type = "Task" [ 2124.973073] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.986039] env[62211]: DEBUG oslo_vmware.api [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2075228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.059879] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075223, 'name': ReconfigVM_Task, 'duration_secs': 0.371269} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.060210] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 476f50bc-1505-4384-8804-4610e14c24fb/476f50bc-1505-4384-8804-4610e14c24fb.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2125.061233] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ca7e7ba-50c0-45fa-bd5f-ef9f2e7f6f90 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.068040] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2125.068040] env[62211]: value = "task-2075229" [ 2125.068040] env[62211]: _type = "Task" [ 2125.068040] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.078919] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075229, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.121156] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075224, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.143057] env[62211]: DEBUG nova.network.neutron [req-480ce2fa-2012-42ff-83da-cc9abc0b381d req-66d5014f-73c9-454f-a962-124e393cf5f7 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updated VIF entry in instance network info cache for port 766fc2fc-aa5d-4f5f-8ed0-3c144001e64f. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2125.143438] env[62211]: DEBUG nova.network.neutron [req-480ce2fa-2012-42ff-83da-cc9abc0b381d req-66d5014f-73c9-454f-a962-124e393cf5f7 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updating instance_info_cache with network_info: [{"id": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "address": "fa:16:3e:69:13:3d", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap766fc2fc-aa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.449312] env[62211]: DEBUG nova.compute.utils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2125.449312] env[62211]: DEBUG nova.compute.manager [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2125.449511] env[62211]: DEBUG nova.network.neutron [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2125.486188] env[62211]: DEBUG oslo_vmware.api [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2075228, 'name': PowerOffVM_Task, 'duration_secs': 0.267601} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.486819] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2125.486819] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2125.486955] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb89415b-1893-4f53-b0f9-f822bdec5c54 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.518238] env[62211]: DEBUG nova.policy [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '077f7e7187a24baeb2f3d929dd4d765c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ef7ba8fb974d6fba860ada7e8a464c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2125.580329] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075229, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.619240] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2125.619450] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2125.619622] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Deleting the datastore file [datastore1] e09e9a1b-bae2-409d-8aab-eadd387f91cd {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2125.620275] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d339fcc0-adf4-428d-aab7-83682f3ebec8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.627523] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075224, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.627635] env[62211]: DEBUG oslo_vmware.api [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for the task: (returnval){ [ 2125.627635] env[62211]: value = "task-2075231" [ 2125.627635] env[62211]: _type = "Task" [ 2125.627635] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.637022] env[62211]: DEBUG oslo_vmware.api [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2075231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.646760] env[62211]: DEBUG oslo_concurrency.lockutils [req-480ce2fa-2012-42ff-83da-cc9abc0b381d req-66d5014f-73c9-454f-a962-124e393cf5f7 service nova] Releasing lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.715696] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.928994] env[62211]: DEBUG nova.network.neutron [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Successfully created port: a06e39c2-54a2-4705-bad4-f538e7184bef {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2125.954556] env[62211]: DEBUG nova.compute.manager [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2126.083422] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075229, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.125605] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075224, 'name': CreateVM_Task, 'duration_secs': 1.514589} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.125811] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2126.126869] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.126869] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.127162] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2126.127438] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6455859-c1b3-4944-be20-641385235c1b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.138482] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2126.138482] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f6c399-27fd-0c75-b524-00d1a7f2cf33" [ 2126.138482] env[62211]: _type = "Task" [ 2126.138482] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.142175] env[62211]: DEBUG oslo_vmware.api [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Task: {'id': task-2075231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3264} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.145666] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2126.145934] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2126.146140] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2126.146319] env[62211]: INFO nova.compute.manager [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2126.146555] env[62211]: DEBUG oslo.service.loopingcall [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2126.149326] env[62211]: DEBUG nova.compute.manager [-] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2126.149465] env[62211]: DEBUG nova.network.neutron [-] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2126.157320] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f6c399-27fd-0c75-b524-00d1a7f2cf33, 'name': SearchDatastore_Task, 'duration_secs': 0.014181} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.158255] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.158255] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2126.158255] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.158450] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.158614] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2126.158924] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8cc56ca-b91e-4a26-99ba-66ad842ffd18 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.168339] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2126.168569] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2126.169447] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-750fbaf5-a9e2-440c-b764-41029a55a701 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.175060] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2126.175060] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52061336-65e7-b621-b2ef-dccf61482416" [ 2126.175060] env[62211]: _type = "Task" [ 2126.175060] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.183853] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52061336-65e7-b621-b2ef-dccf61482416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.282919] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d51f21-7863-47ce-a2a2-37d78ccde8c5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.291353] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5e1d57-d01e-4403-b976-2df15e6a0ec3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.322382] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecc2292-3d96-48d1-9adf-50347f134f9f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.330343] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5481466-e0a2-4e44-9017-68bd59c7cc2f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.347226] env[62211]: DEBUG nova.compute.provider_tree [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2126.580652] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075229, 'name': Rename_Task, 'duration_secs': 1.103355} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.580981] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2126.581261] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7670444-0350-4131-b6f4-eb0769a2eba1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.589307] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2126.589307] env[62211]: value = "task-2075232" [ 2126.589307] env[62211]: _type = "Task" [ 2126.589307] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.596662] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.686353] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52061336-65e7-b621-b2ef-dccf61482416, 'name': SearchDatastore_Task, 'duration_secs': 0.012321} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.689043] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82de94fb-ab2b-4f56-83d7-9a6188d893f0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.693065] env[62211]: DEBUG nova.compute.manager [req-f0812fd2-73be-42bb-99c6-07bf1fa079d9 req-104695a4-f702-45ce-af1b-76f63d9654f6 service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Received event network-vif-deleted-0c497494-2a32-4f50-a0c8-5a2385baa3d3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2126.693217] env[62211]: INFO nova.compute.manager [req-f0812fd2-73be-42bb-99c6-07bf1fa079d9 req-104695a4-f702-45ce-af1b-76f63d9654f6 service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Neutron deleted interface 0c497494-2a32-4f50-a0c8-5a2385baa3d3; detaching it from the instance and deleting it from the info cache [ 2126.693389] env[62211]: DEBUG nova.network.neutron [req-f0812fd2-73be-42bb-99c6-07bf1fa079d9 req-104695a4-f702-45ce-af1b-76f63d9654f6 service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.698257] env[62211]: DEBUG oslo_vmware.rw_handles [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224f1f9-05a8-3cbf-688f-88395f40401f/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2126.699321] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12c833d-5421-415e-a75b-1dc49c0d7fc5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.703187] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2126.703187] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52e1ca70-c907-9f36-adaf-fd7e9a84d8ec" [ 2126.703187] env[62211]: _type = "Task" [ 2126.703187] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.708525] env[62211]: DEBUG oslo_vmware.rw_handles [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224f1f9-05a8-3cbf-688f-88395f40401f/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2126.708684] env[62211]: ERROR oslo_vmware.rw_handles [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224f1f9-05a8-3cbf-688f-88395f40401f/disk-0.vmdk due to incomplete transfer. [ 2126.709197] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6bd83649-177f-4be1-a448-2f3186b580db {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.714051] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e1ca70-c907-9f36-adaf-fd7e9a84d8ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.714579] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.714823] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 28e0b971-2014-4773-bbe4-71e5b3f21c11/28e0b971-2014-4773-bbe4-71e5b3f21c11.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2126.715590] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a95aafc6-9029-4caf-a045-0fb1e75efd90 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.719686] env[62211]: DEBUG oslo_vmware.rw_handles [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224f1f9-05a8-3cbf-688f-88395f40401f/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2126.719864] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Uploaded image daa56a9c-f976-492e-a25d-5e5a06673c10 to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2126.722050] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2126.723494] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4d028647-04f5-4976-ab5c-0eafaca87f57 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.725120] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2126.725120] env[62211]: value = "task-2075233" [ 2126.725120] env[62211]: _type = "Task" [ 2126.725120] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.730568] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2126.730568] env[62211]: value = "task-2075234" [ 2126.730568] env[62211]: _type = "Task" [ 2126.730568] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.736651] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.742230] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075234, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.872883] env[62211]: ERROR nova.scheduler.client.report [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [req-2d7f40c2-8c1c-40d3-8933-102809bc4759] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2d7f40c2-8c1c-40d3-8933-102809bc4759"}]} [ 2126.889985] env[62211]: DEBUG nova.scheduler.client.report [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2126.905918] env[62211]: DEBUG nova.scheduler.client.report [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2126.906182] env[62211]: DEBUG nova.compute.provider_tree [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2126.921306] env[62211]: DEBUG nova.scheduler.client.report [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2126.950282] env[62211]: DEBUG nova.scheduler.client.report [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2126.967491] env[62211]: DEBUG nova.compute.manager [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2126.998029] env[62211]: DEBUG nova.virt.hardware [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2126.998950] env[62211]: DEBUG nova.virt.hardware [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2126.998950] env[62211]: DEBUG nova.virt.hardware [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2126.998950] env[62211]: DEBUG nova.virt.hardware [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2126.999108] env[62211]: DEBUG nova.virt.hardware [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2126.999274] env[62211]: DEBUG nova.virt.hardware [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2126.999530] env[62211]: DEBUG nova.virt.hardware [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2126.999704] env[62211]: DEBUG nova.virt.hardware [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2126.999941] env[62211]: DEBUG nova.virt.hardware [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2127.000160] env[62211]: DEBUG nova.virt.hardware [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2127.000419] env[62211]: DEBUG nova.virt.hardware [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2127.001474] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ad5068-62eb-4fe9-a8a0-5703a76d7472 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.013998] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4942c2b-c059-47e6-8f33-2bbe385370cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.103200] env[62211]: DEBUG oslo_vmware.api [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075232, 'name': PowerOnVM_Task, 'duration_secs': 0.460225} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.103550] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2127.103850] env[62211]: INFO nova.compute.manager [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Took 14.52 seconds to spawn the instance on the hypervisor. [ 2127.104165] env[62211]: DEBUG nova.compute.manager [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2127.105116] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a30fd81-e061-4079-b09e-acc798b4a7bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.163526] env[62211]: DEBUG nova.network.neutron [-] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.199735] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01ab42d5-e2c6-4589-8a39-34832d94bd89 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.209414] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9268ff5e-218f-40d4-b350-411b08fd9638 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.236648] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50135} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.246231] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 28e0b971-2014-4773-bbe4-71e5b3f21c11/28e0b971-2014-4773-bbe4-71e5b3f21c11.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2127.248745] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2127.248745] env[62211]: DEBUG nova.compute.manager [req-f0812fd2-73be-42bb-99c6-07bf1fa079d9 req-104695a4-f702-45ce-af1b-76f63d9654f6 service nova] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Detach interface failed, port_id=0c497494-2a32-4f50-a0c8-5a2385baa3d3, reason: Instance e09e9a1b-bae2-409d-8aab-eadd387f91cd could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2127.249578] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e104151-a599-4081-b9ab-7b6eda065d62 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.254399] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075234, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.261234] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2127.261234] env[62211]: value = "task-2075236" [ 2127.261234] env[62211]: _type = "Task" [ 2127.261234] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.269751] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.281145] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7f2d3a-c63a-4dbd-bd98-bbdad1abe683 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.288093] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b543b29-3218-4d67-9cb6-d68e0987ccb4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.325889] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477c416d-c3b7-408b-a37b-a5eaba9c6465 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.330871] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c08f41-9954-435b-a18e-5d402a1a861d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.345510] env[62211]: DEBUG nova.compute.provider_tree [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2127.424488] env[62211]: DEBUG nova.compute.manager [req-16e90720-2b83-449f-ad5f-e0ba1bb47df3 req-67cf4d36-4e92-45d7-8984-69809bd37f78 service nova] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Received event network-vif-plugged-a06e39c2-54a2-4705-bad4-f538e7184bef {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2127.424730] env[62211]: DEBUG oslo_concurrency.lockutils [req-16e90720-2b83-449f-ad5f-e0ba1bb47df3 req-67cf4d36-4e92-45d7-8984-69809bd37f78 service nova] Acquiring lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.424934] env[62211]: DEBUG oslo_concurrency.lockutils [req-16e90720-2b83-449f-ad5f-e0ba1bb47df3 req-67cf4d36-4e92-45d7-8984-69809bd37f78 service nova] Lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.425240] env[62211]: DEBUG oslo_concurrency.lockutils [req-16e90720-2b83-449f-ad5f-e0ba1bb47df3 req-67cf4d36-4e92-45d7-8984-69809bd37f78 service nova] Lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.425457] env[62211]: DEBUG nova.compute.manager [req-16e90720-2b83-449f-ad5f-e0ba1bb47df3 req-67cf4d36-4e92-45d7-8984-69809bd37f78 service nova] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] No waiting events found dispatching network-vif-plugged-a06e39c2-54a2-4705-bad4-f538e7184bef {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2127.425645] env[62211]: WARNING nova.compute.manager [req-16e90720-2b83-449f-ad5f-e0ba1bb47df3 req-67cf4d36-4e92-45d7-8984-69809bd37f78 service nova] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Received unexpected event network-vif-plugged-a06e39c2-54a2-4705-bad4-f538e7184bef for instance with vm_state building and task_state spawning. [ 2127.521390] env[62211]: DEBUG nova.network.neutron [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Successfully updated port: a06e39c2-54a2-4705-bad4-f538e7184bef {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2127.625778] env[62211]: INFO nova.compute.manager [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Took 34.91 seconds to build instance. [ 2127.666653] env[62211]: INFO nova.compute.manager [-] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Took 1.52 seconds to deallocate network for instance. [ 2127.740908] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075234, 'name': Destroy_Task, 'duration_secs': 0.592274} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.740908] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Destroyed the VM [ 2127.741145] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2127.741303] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-77cff73a-99a7-4262-9ab1-135fc29f50d3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.747867] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2127.747867] env[62211]: value = "task-2075237" [ 2127.747867] env[62211]: _type = "Task" [ 2127.747867] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.756434] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075237, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.770258] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113748} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.770554] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2127.771419] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e0e7d0-99ae-44e6-b6ad-bb09a83bf61b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.793441] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 28e0b971-2014-4773-bbe4-71e5b3f21c11/28e0b971-2014-4773-bbe4-71e5b3f21c11.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2127.793738] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b81ddd-d4b0-4cb5-ade9-22addebb8b0b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.814028] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2127.814028] env[62211]: value = "task-2075238" [ 2127.814028] env[62211]: _type = "Task" [ 2127.814028] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.823103] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.848891] env[62211]: DEBUG nova.scheduler.client.report [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2128.025131] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.025331] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.025460] env[62211]: DEBUG nova.network.neutron [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2128.108864] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "ff310a0a-2d9d-4f20-ab6b-6235757752b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.108864] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "ff310a0a-2d9d-4f20-ab6b-6235757752b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.127909] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f2ec67b-3dc7-4868-9d9c-ca88029faa25 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "476f50bc-1505-4384-8804-4610e14c24fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.417s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.173018] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.259206] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075237, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.329850] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.354100] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.417s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.354707] env[62211]: DEBUG nova.compute.manager [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2128.359552] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.156s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.359847] env[62211]: DEBUG nova.objects.instance [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62211) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2128.558087] env[62211]: DEBUG nova.network.neutron [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2128.611336] env[62211]: DEBUG nova.compute.manager [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2128.704570] env[62211]: DEBUG nova.network.neutron [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance_info_cache with network_info: [{"id": "a06e39c2-54a2-4705-bad4-f538e7184bef", "address": "fa:16:3e:33:47:9b", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa06e39c2-54", "ovs_interfaceid": "a06e39c2-54a2-4705-bad4-f538e7184bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.758808] env[62211]: DEBUG oslo_vmware.api [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075237, 'name': RemoveSnapshot_Task, 'duration_secs': 0.606428} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.759114] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2128.759314] env[62211]: INFO nova.compute.manager [None req-89087391-35ee-4298-bba7-9a5d365fd46a tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Took 23.08 seconds to snapshot the instance on the hypervisor. [ 2128.824716] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075238, 'name': ReconfigVM_Task, 'duration_secs': 0.620341} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.825066] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 28e0b971-2014-4773-bbe4-71e5b3f21c11/28e0b971-2014-4773-bbe4-71e5b3f21c11.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2128.825709] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ce5b194-509f-47c3-a6f8-f125e7978dea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.832270] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2128.832270] env[62211]: value = "task-2075239" [ 2128.832270] env[62211]: _type = "Task" [ 2128.832270] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.840176] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075239, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.860656] env[62211]: DEBUG nova.compute.utils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2128.861667] env[62211]: DEBUG nova.compute.manager [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2128.861851] env[62211]: DEBUG nova.network.neutron [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2128.905170] env[62211]: DEBUG nova.policy [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b1025b86a74fffad0a576bfc3b7204', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd841801eafae43aead3db0a751b13bd4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2129.140845] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.208362] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.208743] env[62211]: DEBUG nova.compute.manager [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Instance network_info: |[{"id": "a06e39c2-54a2-4705-bad4-f538e7184bef", "address": "fa:16:3e:33:47:9b", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa06e39c2-54", "ovs_interfaceid": "a06e39c2-54a2-4705-bad4-f538e7184bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2129.209213] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:47:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a06e39c2-54a2-4705-bad4-f538e7184bef', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2129.217277] env[62211]: DEBUG oslo.service.loopingcall [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2129.217495] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2129.217722] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-852d70c3-1dcc-4f16-8d37-6e9a5cef1fc2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.235088] env[62211]: DEBUG nova.network.neutron [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Successfully created port: c2bab428-c9a3-4200-ae96-f1b84f089320 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2129.240018] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2129.240018] env[62211]: value = "task-2075240" [ 2129.240018] env[62211]: _type = "Task" [ 2129.240018] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.240953] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Volume attach. Driver type: vmdk {{(pid=62211) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2129.241222] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425394', 'volume_id': 'd5fe2360-daa7-47ff-a983-946293cca55f', 'name': 'volume-d5fe2360-daa7-47ff-a983-946293cca55f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a478aaf-ea40-4062-ac9a-7f576b4d5d51', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5fe2360-daa7-47ff-a983-946293cca55f', 'serial': 'd5fe2360-daa7-47ff-a983-946293cca55f'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2129.242117] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d46adb-bd50-409d-a51d-8f6b250c6d53 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.252658] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075240, 'name': CreateVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.267863] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f445bd2-cd6d-47ff-a731-a1e2e471b1f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.295191] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] volume-d5fe2360-daa7-47ff-a983-946293cca55f/volume-d5fe2360-daa7-47ff-a983-946293cca55f.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2129.296203] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-643e35be-22af-4a1c-b95d-173b53acdbc6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.316393] env[62211]: DEBUG oslo_vmware.api [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2129.316393] env[62211]: value = "task-2075241" [ 2129.316393] env[62211]: _type = "Task" [ 2129.316393] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.327855] env[62211]: DEBUG oslo_vmware.api [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.342832] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075239, 'name': Rename_Task, 'duration_secs': 0.413651} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.342832] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2129.342832] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27ab31ba-76fc-4669-92c8-603d8eaf8aa6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.348866] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2129.348866] env[62211]: value = "task-2075242" [ 2129.348866] env[62211]: _type = "Task" [ 2129.348866] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.357011] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.364924] env[62211]: DEBUG nova.compute.manager [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2129.369371] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1ffeacb3-5e6e-4eb3-9513-7959af630982 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.370927] env[62211]: DEBUG oslo_concurrency.lockutils [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.363s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.370927] env[62211]: DEBUG nova.objects.instance [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lazy-loading 'resources' on Instance uuid 55219d51-c36f-42e9-835c-a54818a1e084 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2129.455331] env[62211]: DEBUG nova.compute.manager [req-1688c7ec-61f4-4ff3-823f-188b9378abd9 req-76b450d0-c218-42b6-80eb-51827832bbe7 service nova] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Received event network-changed-a06e39c2-54a2-4705-bad4-f538e7184bef {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2129.455519] env[62211]: DEBUG nova.compute.manager [req-1688c7ec-61f4-4ff3-823f-188b9378abd9 req-76b450d0-c218-42b6-80eb-51827832bbe7 service nova] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Refreshing instance network info cache due to event network-changed-a06e39c2-54a2-4705-bad4-f538e7184bef. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2129.456139] env[62211]: DEBUG oslo_concurrency.lockutils [req-1688c7ec-61f4-4ff3-823f-188b9378abd9 req-76b450d0-c218-42b6-80eb-51827832bbe7 service nova] Acquiring lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.456139] env[62211]: DEBUG oslo_concurrency.lockutils [req-1688c7ec-61f4-4ff3-823f-188b9378abd9 req-76b450d0-c218-42b6-80eb-51827832bbe7 service nova] Acquired lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.456139] env[62211]: DEBUG nova.network.neutron [req-1688c7ec-61f4-4ff3-823f-188b9378abd9 req-76b450d0-c218-42b6-80eb-51827832bbe7 service nova] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Refreshing network info cache for port a06e39c2-54a2-4705-bad4-f538e7184bef {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2129.751960] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075240, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.827153] env[62211]: DEBUG oslo_vmware.api [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075241, 'name': ReconfigVM_Task, 'duration_secs': 0.392186} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.827504] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Reconfigured VM instance instance-00000044 to attach disk [datastore1] volume-d5fe2360-daa7-47ff-a983-946293cca55f/volume-d5fe2360-daa7-47ff-a983-946293cca55f.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2129.832887] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3219f92e-cda7-4026-b594-c49954980d75 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.848812] env[62211]: DEBUG oslo_vmware.api [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2129.848812] env[62211]: value = "task-2075243" [ 2129.848812] env[62211]: _type = "Task" [ 2129.848812] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.860782] env[62211]: DEBUG oslo_vmware.api [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075243, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.864265] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075242, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.140323] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4264c4a-51c0-42d2-8030-ef024adad016 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.147914] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01342dc-27ab-4c38-bdee-a7559aac175b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.181065] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8eb50c9-0248-45ea-a51f-27339546611c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.189559] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89625bb9-1445-438b-aded-134be1240676 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.203534] env[62211]: DEBUG nova.compute.provider_tree [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2130.251656] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075240, 'name': CreateVM_Task, 'duration_secs': 0.823867} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.251832] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2130.252536] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2130.252729] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2130.253018] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2130.253285] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b334c343-5d8d-4a30-844e-5ec0df06a9dc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.257819] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2130.257819] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526d4d31-d2a2-3953-717d-bd3732532f17" [ 2130.257819] env[62211]: _type = "Task" [ 2130.257819] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.265706] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526d4d31-d2a2-3953-717d-bd3732532f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.266544] env[62211]: DEBUG nova.network.neutron [req-1688c7ec-61f4-4ff3-823f-188b9378abd9 req-76b450d0-c218-42b6-80eb-51827832bbe7 service nova] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updated VIF entry in instance network info cache for port a06e39c2-54a2-4705-bad4-f538e7184bef. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2130.266871] env[62211]: DEBUG nova.network.neutron [req-1688c7ec-61f4-4ff3-823f-188b9378abd9 req-76b450d0-c218-42b6-80eb-51827832bbe7 service nova] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance_info_cache with network_info: [{"id": "a06e39c2-54a2-4705-bad4-f538e7184bef", "address": "fa:16:3e:33:47:9b", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa06e39c2-54", "ovs_interfaceid": "a06e39c2-54a2-4705-bad4-f538e7184bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.363796] env[62211]: DEBUG oslo_vmware.api [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075242, 'name': PowerOnVM_Task, 'duration_secs': 0.715735} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.366825] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2130.367054] env[62211]: DEBUG nova.compute.manager [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2130.367352] env[62211]: DEBUG oslo_vmware.api [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075243, 'name': ReconfigVM_Task, 'duration_secs': 0.151559} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.368050] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320fc949-1176-4a10-8b4e-90fd231dd46c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.370556] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425394', 'volume_id': 'd5fe2360-daa7-47ff-a983-946293cca55f', 'name': 'volume-d5fe2360-daa7-47ff-a983-946293cca55f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a478aaf-ea40-4062-ac9a-7f576b4d5d51', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5fe2360-daa7-47ff-a983-946293cca55f', 'serial': 'd5fe2360-daa7-47ff-a983-946293cca55f'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2130.379231] env[62211]: DEBUG nova.compute.manager [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2130.410320] env[62211]: DEBUG nova.virt.hardware [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2130.410630] env[62211]: DEBUG nova.virt.hardware [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2130.410807] env[62211]: DEBUG nova.virt.hardware [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2130.411084] env[62211]: DEBUG nova.virt.hardware [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2130.411241] env[62211]: DEBUG nova.virt.hardware [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2130.411389] env[62211]: DEBUG nova.virt.hardware [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2130.411606] env[62211]: DEBUG nova.virt.hardware [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2130.411773] env[62211]: DEBUG nova.virt.hardware [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2130.411942] env[62211]: DEBUG nova.virt.hardware [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2130.412121] env[62211]: DEBUG nova.virt.hardware [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2130.412303] env[62211]: DEBUG nova.virt.hardware [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2130.413175] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679aa366-57b8-4795-9d8c-4c2e2a3521eb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.422019] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4d3ca2-706a-43c1-b263-c51d2ed2a3a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.467865] env[62211]: DEBUG oslo_concurrency.lockutils [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "476f50bc-1505-4384-8804-4610e14c24fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.468126] env[62211]: DEBUG oslo_concurrency.lockutils [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "476f50bc-1505-4384-8804-4610e14c24fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.468331] env[62211]: DEBUG oslo_concurrency.lockutils [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "476f50bc-1505-4384-8804-4610e14c24fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.468517] env[62211]: DEBUG oslo_concurrency.lockutils [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "476f50bc-1505-4384-8804-4610e14c24fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.468684] env[62211]: DEBUG oslo_concurrency.lockutils [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "476f50bc-1505-4384-8804-4610e14c24fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.470742] env[62211]: INFO nova.compute.manager [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Terminating instance [ 2130.707249] env[62211]: DEBUG nova.scheduler.client.report [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2130.768701] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526d4d31-d2a2-3953-717d-bd3732532f17, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.768994] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2130.769247] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2130.769483] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2130.769631] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2130.769807] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2130.770313] env[62211]: DEBUG oslo_concurrency.lockutils [req-1688c7ec-61f4-4ff3-823f-188b9378abd9 req-76b450d0-c218-42b6-80eb-51827832bbe7 service nova] Releasing lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2130.770678] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b724556-e3ff-493c-ac3b-bd0b2b5fc678 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.779202] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2130.779376] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2130.780056] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eef5cd3-73d8-401d-b2ff-e717376f33b0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.785041] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2130.785041] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5225d9ac-5da5-e53d-461e-18b6be954393" [ 2130.785041] env[62211]: _type = "Task" [ 2130.785041] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.792890] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5225d9ac-5da5-e53d-461e-18b6be954393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.835779] env[62211]: DEBUG nova.network.neutron [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Successfully updated port: c2bab428-c9a3-4200-ae96-f1b84f089320 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2130.887918] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.974528] env[62211]: DEBUG nova.compute.manager [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2130.974768] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2130.975775] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aa3c5b-8c43-4866-8ce6-48215a2ce3de {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.983868] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2130.984132] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baead248-49f5-46ae-8e75-af1a670d3bff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.990649] env[62211]: DEBUG oslo_vmware.api [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2130.990649] env[62211]: value = "task-2075244" [ 2130.990649] env[62211]: _type = "Task" [ 2130.990649] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.999042] env[62211]: DEBUG oslo_vmware.api [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.213737] env[62211]: DEBUG oslo_concurrency.lockutils [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.216889] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.927s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.217680] env[62211]: INFO nova.compute.claims [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2131.237876] env[62211]: INFO nova.scheduler.client.report [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleted allocations for instance 55219d51-c36f-42e9-835c-a54818a1e084 [ 2131.301308] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5225d9ac-5da5-e53d-461e-18b6be954393, 'name': SearchDatastore_Task, 'duration_secs': 0.008812} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.302201] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b457d10-9b5c-4969-a3a5-1691935235f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.309480] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2131.309480] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529310ee-05c9-9fac-e05a-e4782cdb9397" [ 2131.309480] env[62211]: _type = "Task" [ 2131.309480] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.318728] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529310ee-05c9-9fac-e05a-e4782cdb9397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.338903] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Acquiring lock "refresh_cache-bee14f32-64e5-462c-ad68-ea4777bc16b2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.338903] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Acquired lock "refresh_cache-bee14f32-64e5-462c-ad68-ea4777bc16b2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.339033] env[62211]: DEBUG nova.network.neutron [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2131.408573] env[62211]: DEBUG nova.objects.instance [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lazy-loading 'flavor' on Instance uuid 0a478aaf-ea40-4062-ac9a-7f576b4d5d51 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2131.500844] env[62211]: DEBUG oslo_vmware.api [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075244, 'name': PowerOffVM_Task, 'duration_secs': 0.361708} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.501351] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2131.501573] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2131.501866] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-824a5c46-db46-4cc1-9c08-826c0565dffb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.569401] env[62211]: DEBUG nova.compute.manager [req-45a83449-427e-4987-b2a8-a4719bd69c57 req-1a629412-88f1-45e9-964c-3fd0f05bdae2 service nova] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Received event network-vif-plugged-c2bab428-c9a3-4200-ae96-f1b84f089320 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2131.569623] env[62211]: DEBUG oslo_concurrency.lockutils [req-45a83449-427e-4987-b2a8-a4719bd69c57 req-1a629412-88f1-45e9-964c-3fd0f05bdae2 service nova] Acquiring lock "bee14f32-64e5-462c-ad68-ea4777bc16b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.569836] env[62211]: DEBUG oslo_concurrency.lockutils [req-45a83449-427e-4987-b2a8-a4719bd69c57 req-1a629412-88f1-45e9-964c-3fd0f05bdae2 service nova] Lock "bee14f32-64e5-462c-ad68-ea4777bc16b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.570012] env[62211]: DEBUG oslo_concurrency.lockutils [req-45a83449-427e-4987-b2a8-a4719bd69c57 req-1a629412-88f1-45e9-964c-3fd0f05bdae2 service nova] Lock "bee14f32-64e5-462c-ad68-ea4777bc16b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.570858] env[62211]: DEBUG nova.compute.manager [req-45a83449-427e-4987-b2a8-a4719bd69c57 req-1a629412-88f1-45e9-964c-3fd0f05bdae2 service nova] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] No waiting events found dispatching network-vif-plugged-c2bab428-c9a3-4200-ae96-f1b84f089320 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2131.570858] env[62211]: WARNING nova.compute.manager [req-45a83449-427e-4987-b2a8-a4719bd69c57 req-1a629412-88f1-45e9-964c-3fd0f05bdae2 service nova] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Received unexpected event network-vif-plugged-c2bab428-c9a3-4200-ae96-f1b84f089320 for instance with vm_state building and task_state spawning. [ 2131.570858] env[62211]: DEBUG nova.compute.manager [req-45a83449-427e-4987-b2a8-a4719bd69c57 req-1a629412-88f1-45e9-964c-3fd0f05bdae2 service nova] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Received event network-changed-c2bab428-c9a3-4200-ae96-f1b84f089320 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2131.570858] env[62211]: DEBUG nova.compute.manager [req-45a83449-427e-4987-b2a8-a4719bd69c57 req-1a629412-88f1-45e9-964c-3fd0f05bdae2 service nova] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Refreshing instance network info cache due to event network-changed-c2bab428-c9a3-4200-ae96-f1b84f089320. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2131.570858] env[62211]: DEBUG oslo_concurrency.lockutils [req-45a83449-427e-4987-b2a8-a4719bd69c57 req-1a629412-88f1-45e9-964c-3fd0f05bdae2 service nova] Acquiring lock "refresh_cache-bee14f32-64e5-462c-ad68-ea4777bc16b2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.745455] env[62211]: DEBUG oslo_concurrency.lockutils [None req-931e7759-e95f-4d76-93d8-c7955b6856a8 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "55219d51-c36f-42e9-835c-a54818a1e084" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.166s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.820533] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529310ee-05c9-9fac-e05a-e4782cdb9397, 'name': SearchDatastore_Task, 'duration_secs': 0.010007} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.820808] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.821281] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e/5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2131.821378] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c08ca69-ac8a-4c53-bedc-1e77235d81b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.828348] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2131.828348] env[62211]: value = "task-2075246" [ 2131.828348] env[62211]: _type = "Task" [ 2131.828348] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.836888] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.880121] env[62211]: DEBUG nova.network.neutron [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2131.915329] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7b6c4714-749e-4c3c-99f2-6200a60c4826 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.332s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.039726] env[62211]: DEBUG nova.network.neutron [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Updating instance_info_cache with network_info: [{"id": "c2bab428-c9a3-4200-ae96-f1b84f089320", "address": "fa:16:3e:aa:de:ef", "network": {"id": "207f1002-6290-4ac2-9454-7d1eeb27ce4e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1929354948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d841801eafae43aead3db0a751b13bd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2bab428-c9", "ovs_interfaceid": "c2bab428-c9a3-4200-ae96-f1b84f089320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.338025] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472403} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.338321] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e/5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2132.338501] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2132.344015] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ded8c407-76c3-4eed-a610-baa256708b0c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.346934] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2132.346934] env[62211]: value = "task-2075247" [ 2132.346934] env[62211]: _type = "Task" [ 2132.346934] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.354534] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.447177] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "679eb629-4427-49e3-92d5-7c38b49f2f06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.447550] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "679eb629-4427-49e3-92d5-7c38b49f2f06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.503100] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7bc773-2a7a-44d8-9573-9c2675a47dee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.510770] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb8b352-9a61-468d-9ad0-114f42dbe89f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.541669] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89052b8e-de6f-4622-bbdc-32fcfc158cba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.544523] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Releasing lock "refresh_cache-bee14f32-64e5-462c-ad68-ea4777bc16b2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.544842] env[62211]: DEBUG nova.compute.manager [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Instance network_info: |[{"id": "c2bab428-c9a3-4200-ae96-f1b84f089320", "address": "fa:16:3e:aa:de:ef", "network": {"id": "207f1002-6290-4ac2-9454-7d1eeb27ce4e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1929354948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d841801eafae43aead3db0a751b13bd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2bab428-c9", "ovs_interfaceid": "c2bab428-c9a3-4200-ae96-f1b84f089320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2132.545163] env[62211]: DEBUG oslo_concurrency.lockutils [req-45a83449-427e-4987-b2a8-a4719bd69c57 req-1a629412-88f1-45e9-964c-3fd0f05bdae2 service nova] Acquired lock "refresh_cache-bee14f32-64e5-462c-ad68-ea4777bc16b2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.545348] env[62211]: DEBUG nova.network.neutron [req-45a83449-427e-4987-b2a8-a4719bd69c57 req-1a629412-88f1-45e9-964c-3fd0f05bdae2 service nova] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Refreshing network info cache for port c2bab428-c9a3-4200-ae96-f1b84f089320 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2132.546612] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:de:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2bab428-c9a3-4200-ae96-f1b84f089320', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2132.553548] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Creating folder: Project (d841801eafae43aead3db0a751b13bd4). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2132.554949] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4eedaca-db02-4ee8-9285-2698a0c2ffbd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.560468] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083577fa-7264-48a8-82db-a346c23617d1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.567905] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Created folder: Project (d841801eafae43aead3db0a751b13bd4) in parent group-v425157. [ 2132.568117] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Creating folder: Instances. Parent ref: group-v425396. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2132.575621] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed76779d-d02d-4a42-b1c6-8142f4fbf0ed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.577662] env[62211]: DEBUG nova.compute.provider_tree [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2132.587046] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Created folder: Instances in parent group-v425396. [ 2132.587286] env[62211]: DEBUG oslo.service.loopingcall [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2132.587953] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2132.588174] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-602212fc-c132-4441-abff-2be1765f26a6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.607311] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2132.607311] env[62211]: value = "task-2075250" [ 2132.607311] env[62211]: _type = "Task" [ 2132.607311] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.614710] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075250, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.856290] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074692} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.856609] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2132.857406] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1d4d96-5ff4-4e72-99fc-aab4c314c36a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.883464] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e/5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2132.883815] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ebd7a1c-7649-488d-a869-bfa2cfb86963 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.903122] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2132.903122] env[62211]: value = "task-2075251" [ 2132.903122] env[62211]: _type = "Task" [ 2132.903122] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.912803] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.950769] env[62211]: DEBUG nova.compute.manager [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2133.081561] env[62211]: DEBUG nova.scheduler.client.report [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2133.117062] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075250, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.276694] env[62211]: DEBUG nova.network.neutron [req-45a83449-427e-4987-b2a8-a4719bd69c57 req-1a629412-88f1-45e9-964c-3fd0f05bdae2 service nova] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Updated VIF entry in instance network info cache for port c2bab428-c9a3-4200-ae96-f1b84f089320. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2133.277351] env[62211]: DEBUG nova.network.neutron [req-45a83449-427e-4987-b2a8-a4719bd69c57 req-1a629412-88f1-45e9-964c-3fd0f05bdae2 service nova] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Updating instance_info_cache with network_info: [{"id": "c2bab428-c9a3-4200-ae96-f1b84f089320", "address": "fa:16:3e:aa:de:ef", "network": {"id": "207f1002-6290-4ac2-9454-7d1eeb27ce4e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1929354948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d841801eafae43aead3db0a751b13bd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2bab428-c9", "ovs_interfaceid": "c2bab428-c9a3-4200-ae96-f1b84f089320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.412789] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075251, 'name': ReconfigVM_Task, 'duration_secs': 0.256178} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.413093] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e/5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2133.413729] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e70e067-c027-407d-b0be-dcbeaaab3b64 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.421642] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2133.421642] env[62211]: value = "task-2075252" [ 2133.421642] env[62211]: _type = "Task" [ 2133.421642] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.433892] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075252, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.451139] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "35a7c576-3bd2-4884-a499-cc29294c94e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.451415] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "35a7c576-3bd2-4884-a499-cc29294c94e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.474724] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.588636] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.589178] env[62211]: DEBUG nova.compute.manager [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2133.591763] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.278s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.593496] env[62211]: INFO nova.compute.claims [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2133.617518] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075250, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.780242] env[62211]: DEBUG oslo_concurrency.lockutils [req-45a83449-427e-4987-b2a8-a4719bd69c57 req-1a629412-88f1-45e9-964c-3fd0f05bdae2 service nova] Releasing lock "refresh_cache-bee14f32-64e5-462c-ad68-ea4777bc16b2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.932270] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075252, 'name': Rename_Task, 'duration_secs': 0.14032} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.932557] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2133.933663] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-596800ed-4db7-4395-906e-fd98fd27913f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.940680] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2133.940680] env[62211]: value = "task-2075253" [ 2133.940680] env[62211]: _type = "Task" [ 2133.940680] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.949344] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.953841] env[62211]: DEBUG nova.compute.manager [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2134.099930] env[62211]: DEBUG nova.compute.utils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2134.103369] env[62211]: DEBUG nova.compute.manager [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2134.103583] env[62211]: DEBUG nova.network.neutron [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2134.118723] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075250, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.144538] env[62211]: DEBUG nova.policy [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '890f9dc54eef495ea27977679ff11361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd7ba949a77e4198a6ee0a1daf9fa69c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2134.436255] env[62211]: DEBUG nova.network.neutron [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Successfully created port: d57bfbdb-2cba-430f-ac8f-09fd04d21708 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2134.450792] env[62211]: DEBUG oslo_vmware.api [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075253, 'name': PowerOnVM_Task, 'duration_secs': 0.427309} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.451072] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2134.451281] env[62211]: INFO nova.compute.manager [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Took 7.48 seconds to spawn the instance on the hypervisor. [ 2134.451482] env[62211]: DEBUG nova.compute.manager [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2134.452294] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d87447-b1a9-4f67-bc68-248b07c4e897 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.481019] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.606727] env[62211]: DEBUG nova.compute.manager [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2134.622511] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075250, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.873092] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddd9815-3f10-4c0e-9fdc-03ad13ac5c1f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.881528] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a3baef-21d6-4f64-8d30-1e639773cec8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.910151] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5327021a-f728-44b9-96b0-f94e5b62526c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.916946] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3375f5da-25b7-478a-aba6-adecb3e676f6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.931165] env[62211]: DEBUG nova.compute.provider_tree [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2134.973878] env[62211]: INFO nova.compute.manager [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Took 21.33 seconds to build instance. [ 2135.127963] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075250, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.434537] env[62211]: DEBUG nova.scheduler.client.report [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2135.476986] env[62211]: DEBUG oslo_concurrency.lockutils [None req-797506de-91e0-44be-ac53-1501e4cea051 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.843s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.623419] env[62211]: DEBUG nova.compute.manager [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2135.636502] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075250, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.653236] env[62211]: DEBUG nova.virt.hardware [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2135.653386] env[62211]: DEBUG nova.virt.hardware [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2135.653544] env[62211]: DEBUG nova.virt.hardware [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2135.653719] env[62211]: DEBUG nova.virt.hardware [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2135.653862] env[62211]: DEBUG nova.virt.hardware [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2135.654053] env[62211]: DEBUG nova.virt.hardware [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2135.654281] env[62211]: DEBUG nova.virt.hardware [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2135.654443] env[62211]: DEBUG nova.virt.hardware [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2135.654609] env[62211]: DEBUG nova.virt.hardware [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2135.657052] env[62211]: DEBUG nova.virt.hardware [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2135.657052] env[62211]: DEBUG nova.virt.hardware [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2135.657052] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0091e0-fe55-4bb4-8356-080a35ada66f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.663513] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fd1e8b-d646-44be-9fce-e97da269f1d7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.818612] env[62211]: DEBUG nova.compute.manager [req-997754cd-7a7c-4c93-bc64-f41141c5c602 req-7294f549-c029-4930-956b-dc187f96c570 service nova] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Received event network-changed-a06e39c2-54a2-4705-bad4-f538e7184bef {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2135.818911] env[62211]: DEBUG nova.compute.manager [req-997754cd-7a7c-4c93-bc64-f41141c5c602 req-7294f549-c029-4930-956b-dc187f96c570 service nova] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Refreshing instance network info cache due to event network-changed-a06e39c2-54a2-4705-bad4-f538e7184bef. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2135.819250] env[62211]: DEBUG oslo_concurrency.lockutils [req-997754cd-7a7c-4c93-bc64-f41141c5c602 req-7294f549-c029-4930-956b-dc187f96c570 service nova] Acquiring lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.819475] env[62211]: DEBUG oslo_concurrency.lockutils [req-997754cd-7a7c-4c93-bc64-f41141c5c602 req-7294f549-c029-4930-956b-dc187f96c570 service nova] Acquired lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.819726] env[62211]: DEBUG nova.network.neutron [req-997754cd-7a7c-4c93-bc64-f41141c5c602 req-7294f549-c029-4930-956b-dc187f96c570 service nova] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Refreshing network info cache for port a06e39c2-54a2-4705-bad4-f538e7184bef {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2135.939492] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.940033] env[62211]: DEBUG nova.compute.manager [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2135.942685] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.799s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.942912] env[62211]: DEBUG nova.objects.instance [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lazy-loading 'resources' on Instance uuid 08571a4e-7b57-4675-a635-808ee5bdcbdc {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2136.129025] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075250, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.446673] env[62211]: DEBUG nova.compute.utils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2136.448688] env[62211]: DEBUG nova.objects.instance [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lazy-loading 'numa_topology' on Instance uuid 08571a4e-7b57-4675-a635-808ee5bdcbdc {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2136.449608] env[62211]: DEBUG nova.compute.manager [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2136.449764] env[62211]: DEBUG nova.network.neutron [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2136.513147] env[62211]: DEBUG nova.policy [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '890f9dc54eef495ea27977679ff11361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd7ba949a77e4198a6ee0a1daf9fa69c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2136.608225] env[62211]: DEBUG nova.network.neutron [req-997754cd-7a7c-4c93-bc64-f41141c5c602 req-7294f549-c029-4930-956b-dc187f96c570 service nova] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updated VIF entry in instance network info cache for port a06e39c2-54a2-4705-bad4-f538e7184bef. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2136.608632] env[62211]: DEBUG nova.network.neutron [req-997754cd-7a7c-4c93-bc64-f41141c5c602 req-7294f549-c029-4930-956b-dc187f96c570 service nova] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance_info_cache with network_info: [{"id": "a06e39c2-54a2-4705-bad4-f538e7184bef", "address": "fa:16:3e:33:47:9b", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa06e39c2-54", "ovs_interfaceid": "a06e39c2-54a2-4705-bad4-f538e7184bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.628639] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075250, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.842745] env[62211]: DEBUG nova.network.neutron [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Successfully created port: 9b570f8a-65f8-4649-9c13-46171a2d7966 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2136.950303] env[62211]: DEBUG nova.compute.manager [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2136.953425] env[62211]: DEBUG nova.objects.base [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Object Instance<08571a4e-7b57-4675-a635-808ee5bdcbdc> lazy-loaded attributes: resources,numa_topology {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2137.112069] env[62211]: DEBUG oslo_concurrency.lockutils [req-997754cd-7a7c-4c93-bc64-f41141c5c602 req-7294f549-c029-4930-956b-dc187f96c570 service nova] Releasing lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.133747] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075250, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.276451] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649dbd96-ff90-4b53-b89f-4bb1696de416 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.284449] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bd06b4-8271-4b98-a576-7fb503a48562 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.317568] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5f0747-be73-47f4-95e3-93810ab75689 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.325556] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60af37c-7e67-4a0c-8300-0d7a67bf2fb4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.339347] env[62211]: DEBUG nova.compute.provider_tree [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2137.630798] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075250, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.843260] env[62211]: DEBUG nova.scheduler.client.report [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2137.961739] env[62211]: DEBUG nova.compute.manager [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2137.988680] env[62211]: DEBUG nova.virt.hardware [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2137.988947] env[62211]: DEBUG nova.virt.hardware [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2137.989242] env[62211]: DEBUG nova.virt.hardware [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2137.989462] env[62211]: DEBUG nova.virt.hardware [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2137.989613] env[62211]: DEBUG nova.virt.hardware [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2137.989762] env[62211]: DEBUG nova.virt.hardware [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2137.989971] env[62211]: DEBUG nova.virt.hardware [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2137.990150] env[62211]: DEBUG nova.virt.hardware [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2137.990321] env[62211]: DEBUG nova.virt.hardware [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2137.990483] env[62211]: DEBUG nova.virt.hardware [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2137.990654] env[62211]: DEBUG nova.virt.hardware [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2137.991814] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70e6a2c-cc14-4533-a7a5-c853541281e7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.999848] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e047d77d-efab-4f77-93f7-a82b612fe0bc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.129801] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075250, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.348992] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.406s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.351541] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.522s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.353370] env[62211]: INFO nova.compute.claims [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2138.630575] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075250, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.744529] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2138.744887] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2138.745174] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Deleting the datastore file [datastore1] 476f50bc-1505-4384-8804-4610e14c24fb {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2138.745573] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c62038f9-c599-46bb-affb-31c6e3fc605d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.751767] env[62211]: DEBUG oslo_vmware.api [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2138.751767] env[62211]: value = "task-2075254" [ 2138.751767] env[62211]: _type = "Task" [ 2138.751767] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.760112] env[62211]: DEBUG oslo_vmware.api [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.863172] env[62211]: DEBUG oslo_concurrency.lockutils [None req-dee77bc7-88e6-4648-a045-42b3b8ee3ebd tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.301s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.864045] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 13.149s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.864270] env[62211]: INFO nova.compute.manager [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Unshelving [ 2139.132799] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075250, 'name': CreateVM_Task, 'duration_secs': 6.405255} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.132960] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2139.133638] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.133804] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.134187] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2139.134439] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7c8dad-670d-446d-9002-cbe97770d95c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.139715] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Waiting for the task: (returnval){ [ 2139.139715] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529b7905-3df2-a4ad-714f-cf9e601bd342" [ 2139.139715] env[62211]: _type = "Task" [ 2139.139715] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.147699] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529b7905-3df2-a4ad-714f-cf9e601bd342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.262797] env[62211]: DEBUG oslo_vmware.api [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12862} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.263042] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2139.263354] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2139.263562] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2139.263728] env[62211]: INFO nova.compute.manager [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Took 8.29 seconds to destroy the instance on the hypervisor. [ 2139.263967] env[62211]: DEBUG oslo.service.loopingcall [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2139.264234] env[62211]: DEBUG nova.compute.manager [-] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2139.264335] env[62211]: DEBUG nova.network.neutron [-] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2139.567675] env[62211]: DEBUG nova.compute.manager [req-0c92ecf5-0781-48cd-bbf9-9ad47186a537 req-1e2aa583-1de8-4ff5-abec-bcd2e8fc6176 service nova] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Received event network-vif-deleted-587fdc4b-6e62-4cad-9222-5705ee6347b2 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2139.567926] env[62211]: INFO nova.compute.manager [req-0c92ecf5-0781-48cd-bbf9-9ad47186a537 req-1e2aa583-1de8-4ff5-abec-bcd2e8fc6176 service nova] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Neutron deleted interface 587fdc4b-6e62-4cad-9222-5705ee6347b2; detaching it from the instance and deleting it from the info cache [ 2139.568155] env[62211]: DEBUG nova.network.neutron [req-0c92ecf5-0781-48cd-bbf9-9ad47186a537 req-1e2aa583-1de8-4ff5-abec-bcd2e8fc6176 service nova] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.621126] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0d054f-1172-4e4b-a8d1-c6b32bd82b04 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.630697] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3ee169-8afb-40ad-b319-5f1b170eb48d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.663352] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442bb043-1d2c-478c-bbff-1bc1f9aaa40b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.671069] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529b7905-3df2-a4ad-714f-cf9e601bd342, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.673062] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2139.673300] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2139.673529] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.673675] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.673850] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2139.674161] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-553e456e-b8f9-4185-b0c9-e1b91da06a16 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.676603] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bf1078-1f61-4f75-b561-582d730f4f6f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.689323] env[62211]: DEBUG nova.compute.provider_tree [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2139.691347] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2139.691519] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2139.692368] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e962dd-4827-4009-abb5-41dd7db52446 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.697126] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Waiting for the task: (returnval){ [ 2139.697126] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523ab5ab-ba37-7e57-f9cc-7315df0ca737" [ 2139.697126] env[62211]: _type = "Task" [ 2139.697126] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.705045] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523ab5ab-ba37-7e57-f9cc-7315df0ca737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.877724] env[62211]: DEBUG nova.compute.utils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2140.044843] env[62211]: DEBUG nova.network.neutron [-] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.073309] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c365665c-3ea1-4fc5-9cad-5515fd226081 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.083153] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bb4910-5990-4c52-905c-869bc97ae362 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.114890] env[62211]: DEBUG nova.compute.manager [req-0c92ecf5-0781-48cd-bbf9-9ad47186a537 req-1e2aa583-1de8-4ff5-abec-bcd2e8fc6176 service nova] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Detach interface failed, port_id=587fdc4b-6e62-4cad-9222-5705ee6347b2, reason: Instance 476f50bc-1505-4384-8804-4610e14c24fb could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2140.194094] env[62211]: DEBUG nova.scheduler.client.report [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2140.207562] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523ab5ab-ba37-7e57-f9cc-7315df0ca737, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.208355] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40333bb5-da9f-46d5-ba85-54c9e061774e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.214299] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Waiting for the task: (returnval){ [ 2140.214299] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52804adf-e2e9-c24f-7afe-e5fd4e32da8f" [ 2140.214299] env[62211]: _type = "Task" [ 2140.214299] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.222371] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52804adf-e2e9-c24f-7afe-e5fd4e32da8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.372512] env[62211]: DEBUG nova.network.neutron [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Successfully updated port: 9b570f8a-65f8-4649-9c13-46171a2d7966 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2140.381415] env[62211]: INFO nova.virt.block_device [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Booting with volume 0841bc39-1b9f-41d4-a5f0-72c412d4e19b at /dev/sdb [ 2140.421302] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-556fa80d-48d2-4016-b6c2-5d7ea5cf4c3b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.430745] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3582c0b3-935b-4eb2-a8f1-f0e941ca4f8f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.460975] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddd56be9-2f3c-4a4e-bb3b-6b007639fc0f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.464417] env[62211]: DEBUG nova.compute.manager [req-e5af5e25-6067-4e86-bad9-b491c0adc5c3 req-9d9c5f82-3a0b-4576-8420-627da4dcb005 service nova] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Received event network-vif-plugged-d57bfbdb-2cba-430f-ac8f-09fd04d21708 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2140.464631] env[62211]: DEBUG oslo_concurrency.lockutils [req-e5af5e25-6067-4e86-bad9-b491c0adc5c3 req-9d9c5f82-3a0b-4576-8420-627da4dcb005 service nova] Acquiring lock "a1416796-8b45-4761-84e8-d0ea2d8540f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.464839] env[62211]: DEBUG oslo_concurrency.lockutils [req-e5af5e25-6067-4e86-bad9-b491c0adc5c3 req-9d9c5f82-3a0b-4576-8420-627da4dcb005 service nova] Lock "a1416796-8b45-4761-84e8-d0ea2d8540f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.465685] env[62211]: DEBUG oslo_concurrency.lockutils [req-e5af5e25-6067-4e86-bad9-b491c0adc5c3 req-9d9c5f82-3a0b-4576-8420-627da4dcb005 service nova] Lock "a1416796-8b45-4761-84e8-d0ea2d8540f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.465685] env[62211]: DEBUG nova.compute.manager [req-e5af5e25-6067-4e86-bad9-b491c0adc5c3 req-9d9c5f82-3a0b-4576-8420-627da4dcb005 service nova] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] No waiting events found dispatching network-vif-plugged-d57bfbdb-2cba-430f-ac8f-09fd04d21708 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2140.465685] env[62211]: WARNING nova.compute.manager [req-e5af5e25-6067-4e86-bad9-b491c0adc5c3 req-9d9c5f82-3a0b-4576-8420-627da4dcb005 service nova] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Received unexpected event network-vif-plugged-d57bfbdb-2cba-430f-ac8f-09fd04d21708 for instance with vm_state building and task_state spawning. [ 2140.473691] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3be4d81-8eee-4538-88d3-ed28014f4b69 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.507457] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919f55c3-1670-4737-9054-219d9f38d989 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.514729] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e13c37-df90-43ce-976f-ea151fbc8099 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.528569] env[62211]: DEBUG nova.virt.block_device [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updating existing volume attachment record: e0e05793-e37d-40a3-9f92-0529de091a83 {{(pid=62211) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2140.550750] env[62211]: INFO nova.compute.manager [-] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Took 1.29 seconds to deallocate network for instance. [ 2140.621276] env[62211]: DEBUG nova.network.neutron [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Successfully updated port: d57bfbdb-2cba-430f-ac8f-09fd04d21708 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2140.698767] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.699372] env[62211]: DEBUG nova.compute.manager [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2140.702192] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.117s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.702437] env[62211]: DEBUG nova.objects.instance [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Lazy-loading 'resources' on Instance uuid 53724549-132b-4fc4-a28b-bedd9a96fe9f {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2140.723662] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52804adf-e2e9-c24f-7afe-e5fd4e32da8f, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.723917] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.724251] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] bee14f32-64e5-462c-ad68-ea4777bc16b2/bee14f32-64e5-462c-ad68-ea4777bc16b2.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2140.724504] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd8bbcf4-65ff-4f4e-b897-f3a616d9d1c1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.731302] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Waiting for the task: (returnval){ [ 2140.731302] env[62211]: value = "task-2075256" [ 2140.731302] env[62211]: _type = "Task" [ 2140.731302] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.739843] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.875391] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "refresh_cache-76b778ef-3239-485f-a54c-46cb1cbe9cfe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.875561] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "refresh_cache-76b778ef-3239-485f-a54c-46cb1cbe9cfe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.875720] env[62211]: DEBUG nova.network.neutron [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2141.059058] env[62211]: DEBUG oslo_concurrency.lockutils [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.124058] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.124277] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.124476] env[62211]: DEBUG nova.network.neutron [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2141.206069] env[62211]: DEBUG nova.compute.utils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2141.211270] env[62211]: DEBUG nova.compute.manager [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2141.211426] env[62211]: DEBUG nova.network.neutron [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2141.242885] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473099} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.243178] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] bee14f32-64e5-462c-ad68-ea4777bc16b2/bee14f32-64e5-462c-ad68-ea4777bc16b2.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2141.243393] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2141.243658] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceef6f13-2f15-45ee-938d-2d6dc2d524d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.255930] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Waiting for the task: (returnval){ [ 2141.255930] env[62211]: value = "task-2075259" [ 2141.255930] env[62211]: _type = "Task" [ 2141.255930] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.269674] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.278052] env[62211]: DEBUG nova.policy [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bbcc7ab1c2a40938f149c58969626aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c56572d88e4e4d04be8dc49a9fcf9a33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2141.422709] env[62211]: DEBUG nova.network.neutron [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2141.548857] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de079b69-0321-47b5-83d6-a61f34ef2cf9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.560345] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0aa582-002d-4a62-bab1-1f0408c8a0d8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.600981] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6081d7ac-d8af-4f35-ab42-7a6b47fcfe8c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.605866] env[62211]: DEBUG nova.compute.manager [req-cb78b5f7-ad47-40c4-9b9c-20d66c3ee9aa req-4ed69693-9946-41bb-9828-5a0fb294ef38 service nova] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Received event network-vif-plugged-9b570f8a-65f8-4649-9c13-46171a2d7966 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2141.606303] env[62211]: DEBUG oslo_concurrency.lockutils [req-cb78b5f7-ad47-40c4-9b9c-20d66c3ee9aa req-4ed69693-9946-41bb-9828-5a0fb294ef38 service nova] Acquiring lock "76b778ef-3239-485f-a54c-46cb1cbe9cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.606642] env[62211]: DEBUG oslo_concurrency.lockutils [req-cb78b5f7-ad47-40c4-9b9c-20d66c3ee9aa req-4ed69693-9946-41bb-9828-5a0fb294ef38 service nova] Lock "76b778ef-3239-485f-a54c-46cb1cbe9cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.606939] env[62211]: DEBUG oslo_concurrency.lockutils [req-cb78b5f7-ad47-40c4-9b9c-20d66c3ee9aa req-4ed69693-9946-41bb-9828-5a0fb294ef38 service nova] Lock "76b778ef-3239-485f-a54c-46cb1cbe9cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.609018] env[62211]: DEBUG nova.compute.manager [req-cb78b5f7-ad47-40c4-9b9c-20d66c3ee9aa req-4ed69693-9946-41bb-9828-5a0fb294ef38 service nova] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] No waiting events found dispatching network-vif-plugged-9b570f8a-65f8-4649-9c13-46171a2d7966 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2141.609018] env[62211]: WARNING nova.compute.manager [req-cb78b5f7-ad47-40c4-9b9c-20d66c3ee9aa req-4ed69693-9946-41bb-9828-5a0fb294ef38 service nova] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Received unexpected event network-vif-plugged-9b570f8a-65f8-4649-9c13-46171a2d7966 for instance with vm_state building and task_state spawning. [ 2141.609018] env[62211]: DEBUG nova.compute.manager [req-cb78b5f7-ad47-40c4-9b9c-20d66c3ee9aa req-4ed69693-9946-41bb-9828-5a0fb294ef38 service nova] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Received event network-changed-9b570f8a-65f8-4649-9c13-46171a2d7966 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2141.609018] env[62211]: DEBUG nova.compute.manager [req-cb78b5f7-ad47-40c4-9b9c-20d66c3ee9aa req-4ed69693-9946-41bb-9828-5a0fb294ef38 service nova] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Refreshing instance network info cache due to event network-changed-9b570f8a-65f8-4649-9c13-46171a2d7966. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2141.609018] env[62211]: DEBUG oslo_concurrency.lockutils [req-cb78b5f7-ad47-40c4-9b9c-20d66c3ee9aa req-4ed69693-9946-41bb-9828-5a0fb294ef38 service nova] Acquiring lock "refresh_cache-76b778ef-3239-485f-a54c-46cb1cbe9cfe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.609018] env[62211]: DEBUG nova.network.neutron [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Updating instance_info_cache with network_info: [{"id": "9b570f8a-65f8-4649-9c13-46171a2d7966", "address": "fa:16:3e:e7:b0:fa", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b570f8a-65", "ovs_interfaceid": "9b570f8a-65f8-4649-9c13-46171a2d7966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.618087] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2e6ae0-5780-4cb3-8643-be5fb67f9602 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.637573] env[62211]: DEBUG nova.compute.provider_tree [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2141.646067] env[62211]: DEBUG nova.network.neutron [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Successfully created port: 9ebfe0bf-6855-4c6c-ad32-1785a2a01985 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2141.673122] env[62211]: DEBUG nova.network.neutron [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2141.708782] env[62211]: DEBUG nova.compute.manager [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2141.766432] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163558} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.766713] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2141.770025] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8458999b-bc6e-41fc-a325-45ba41bf3607 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.793339] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] bee14f32-64e5-462c-ad68-ea4777bc16b2/bee14f32-64e5-462c-ad68-ea4777bc16b2.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2141.796678] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f48fffba-7c46-4c65-ab89-8711dcf166f1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.817521] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Waiting for the task: (returnval){ [ 2141.817521] env[62211]: value = "task-2075260" [ 2141.817521] env[62211]: _type = "Task" [ 2141.817521] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.826105] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.909596] env[62211]: DEBUG nova.network.neutron [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Updating instance_info_cache with network_info: [{"id": "d57bfbdb-2cba-430f-ac8f-09fd04d21708", "address": "fa:16:3e:99:23:fe", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57bfbdb-2c", "ovs_interfaceid": "d57bfbdb-2cba-430f-ac8f-09fd04d21708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.112033] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "refresh_cache-76b778ef-3239-485f-a54c-46cb1cbe9cfe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2142.112406] env[62211]: DEBUG nova.compute.manager [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Instance network_info: |[{"id": "9b570f8a-65f8-4649-9c13-46171a2d7966", "address": "fa:16:3e:e7:b0:fa", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b570f8a-65", "ovs_interfaceid": "9b570f8a-65f8-4649-9c13-46171a2d7966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2142.112725] env[62211]: DEBUG oslo_concurrency.lockutils [req-cb78b5f7-ad47-40c4-9b9c-20d66c3ee9aa req-4ed69693-9946-41bb-9828-5a0fb294ef38 service nova] Acquired lock "refresh_cache-76b778ef-3239-485f-a54c-46cb1cbe9cfe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.112906] env[62211]: DEBUG nova.network.neutron [req-cb78b5f7-ad47-40c4-9b9c-20d66c3ee9aa req-4ed69693-9946-41bb-9828-5a0fb294ef38 service nova] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Refreshing network info cache for port 9b570f8a-65f8-4649-9c13-46171a2d7966 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2142.114291] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:b0:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b570f8a-65f8-4649-9c13-46171a2d7966', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2142.122659] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Creating folder: Project (bd7ba949a77e4198a6ee0a1daf9fa69c). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2142.123170] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-603fd689-c9ca-47c9-9559-5dcc702ce2ed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.136459] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Created folder: Project (bd7ba949a77e4198a6ee0a1daf9fa69c) in parent group-v425157. [ 2142.136657] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Creating folder: Instances. Parent ref: group-v425401. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2142.136900] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d51848a4-d7fd-4079-b0dc-2c229edb4e2c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.141077] env[62211]: DEBUG nova.scheduler.client.report [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2142.147791] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Created folder: Instances in parent group-v425401. [ 2142.147791] env[62211]: DEBUG oslo.service.loopingcall [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2142.147791] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2142.147950] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-212e1efd-633b-474d-906f-d1556a8bf102 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.171969] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2142.171969] env[62211]: value = "task-2075263" [ 2142.171969] env[62211]: _type = "Task" [ 2142.171969] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.180929] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075263, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.327684] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.412101] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2142.412544] env[62211]: DEBUG nova.compute.manager [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Instance network_info: |[{"id": "d57bfbdb-2cba-430f-ac8f-09fd04d21708", "address": "fa:16:3e:99:23:fe", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57bfbdb-2c", "ovs_interfaceid": "d57bfbdb-2cba-430f-ac8f-09fd04d21708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2142.413023] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:23:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd57bfbdb-2cba-430f-ac8f-09fd04d21708', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2142.421117] env[62211]: DEBUG oslo.service.loopingcall [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2142.421377] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2142.421679] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37b0888b-a8bc-403b-94c9-a94ba33d3d1d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.441745] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2142.441745] env[62211]: value = "task-2075264" [ 2142.441745] env[62211]: _type = "Task" [ 2142.441745] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.450158] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075264, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.484162] env[62211]: DEBUG nova.compute.manager [req-54572363-c293-4622-a17a-1a86225ecbc1 req-ffe23407-5bbc-41f7-8080-20835115030b service nova] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Received event network-changed-d57bfbdb-2cba-430f-ac8f-09fd04d21708 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2142.484452] env[62211]: DEBUG nova.compute.manager [req-54572363-c293-4622-a17a-1a86225ecbc1 req-ffe23407-5bbc-41f7-8080-20835115030b service nova] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Refreshing instance network info cache due to event network-changed-d57bfbdb-2cba-430f-ac8f-09fd04d21708. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2142.484637] env[62211]: DEBUG oslo_concurrency.lockutils [req-54572363-c293-4622-a17a-1a86225ecbc1 req-ffe23407-5bbc-41f7-8080-20835115030b service nova] Acquiring lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.484785] env[62211]: DEBUG oslo_concurrency.lockutils [req-54572363-c293-4622-a17a-1a86225ecbc1 req-ffe23407-5bbc-41f7-8080-20835115030b service nova] Acquired lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.484947] env[62211]: DEBUG nova.network.neutron [req-54572363-c293-4622-a17a-1a86225ecbc1 req-ffe23407-5bbc-41f7-8080-20835115030b service nova] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Refreshing network info cache for port d57bfbdb-2cba-430f-ac8f-09fd04d21708 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2142.647337] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.650318] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.478s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.650624] env[62211]: DEBUG nova.objects.instance [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lazy-loading 'resources' on Instance uuid e09e9a1b-bae2-409d-8aab-eadd387f91cd {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2142.672553] env[62211]: INFO nova.scheduler.client.report [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Deleted allocations for instance 53724549-132b-4fc4-a28b-bedd9a96fe9f [ 2142.687474] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075263, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.718242] env[62211]: DEBUG nova.compute.manager [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2142.744553] env[62211]: DEBUG nova.virt.hardware [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2142.744805] env[62211]: DEBUG nova.virt.hardware [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2142.744966] env[62211]: DEBUG nova.virt.hardware [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2142.745190] env[62211]: DEBUG nova.virt.hardware [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2142.745359] env[62211]: DEBUG nova.virt.hardware [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2142.745508] env[62211]: DEBUG nova.virt.hardware [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2142.745715] env[62211]: DEBUG nova.virt.hardware [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2142.745875] env[62211]: DEBUG nova.virt.hardware [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2142.746055] env[62211]: DEBUG nova.virt.hardware [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2142.746227] env[62211]: DEBUG nova.virt.hardware [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2142.746416] env[62211]: DEBUG nova.virt.hardware [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2142.747755] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55f3364-5cc4-4dd3-a579-9798af16163b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.755408] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770358c3-3c48-4b33-b731-8d785131c4cf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.827625] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075260, 'name': ReconfigVM_Task, 'duration_secs': 0.850625} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.827932] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Reconfigured VM instance instance-00000052 to attach disk [datastore1] bee14f32-64e5-462c-ad68-ea4777bc16b2/bee14f32-64e5-462c-ad68-ea4777bc16b2.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2142.828619] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a68c5f1-e311-4e76-9e45-599c6bb8c10a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.834997] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Waiting for the task: (returnval){ [ 2142.834997] env[62211]: value = "task-2075265" [ 2142.834997] env[62211]: _type = "Task" [ 2142.834997] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.844309] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075265, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.865841] env[62211]: DEBUG nova.network.neutron [req-cb78b5f7-ad47-40c4-9b9c-20d66c3ee9aa req-4ed69693-9946-41bb-9828-5a0fb294ef38 service nova] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Updated VIF entry in instance network info cache for port 9b570f8a-65f8-4649-9c13-46171a2d7966. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2142.866227] env[62211]: DEBUG nova.network.neutron [req-cb78b5f7-ad47-40c4-9b9c-20d66c3ee9aa req-4ed69693-9946-41bb-9828-5a0fb294ef38 service nova] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Updating instance_info_cache with network_info: [{"id": "9b570f8a-65f8-4649-9c13-46171a2d7966", "address": "fa:16:3e:e7:b0:fa", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b570f8a-65", "ovs_interfaceid": "9b570f8a-65f8-4649-9c13-46171a2d7966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.951920] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075264, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.188160] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075263, 'name': CreateVM_Task, 'duration_secs': 0.524678} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.188999] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2528ef51-63b7-4b01-822f-7f000c685ed2 tempest-ServerShowV257Test-853402644 tempest-ServerShowV257Test-853402644-project-member] Lock "53724549-132b-4fc4-a28b-bedd9a96fe9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.040s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.193345] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2143.193345] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.193345] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.193345] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2143.193820] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eec6fb0-fc60-4c1c-bae8-3a0025b75c6a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.202358] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2143.202358] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52e86e84-d006-95d0-4cff-965799222c29" [ 2143.202358] env[62211]: _type = "Task" [ 2143.202358] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.203183] env[62211]: DEBUG nova.network.neutron [req-54572363-c293-4622-a17a-1a86225ecbc1 req-ffe23407-5bbc-41f7-8080-20835115030b service nova] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Updated VIF entry in instance network info cache for port d57bfbdb-2cba-430f-ac8f-09fd04d21708. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2143.203490] env[62211]: DEBUG nova.network.neutron [req-54572363-c293-4622-a17a-1a86225ecbc1 req-ffe23407-5bbc-41f7-8080-20835115030b service nova] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Updating instance_info_cache with network_info: [{"id": "d57bfbdb-2cba-430f-ac8f-09fd04d21708", "address": "fa:16:3e:99:23:fe", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57bfbdb-2c", "ovs_interfaceid": "d57bfbdb-2cba-430f-ac8f-09fd04d21708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.220881] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e86e84-d006-95d0-4cff-965799222c29, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.221778] env[62211]: DEBUG nova.network.neutron [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Successfully updated port: 9ebfe0bf-6855-4c6c-ad32-1785a2a01985 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2143.224636] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.224636] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2143.225232] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.225232] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.225232] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2143.225885] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be266ae9-0a37-4825-9d8b-85cb8c5b23bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.238913] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2143.239157] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2143.239980] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b71ba19c-9580-484f-bcf3-c08deb004f3b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.250282] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2143.250282] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523d1488-7236-32cb-17d7-6432f9f98005" [ 2143.250282] env[62211]: _type = "Task" [ 2143.250282] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.259921] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523d1488-7236-32cb-17d7-6432f9f98005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.347614] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075265, 'name': Rename_Task, 'duration_secs': 0.173005} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.347614] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2143.347851] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cbb1c14-7707-4575-a1cc-c7b195a5f9ff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.355046] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Waiting for the task: (returnval){ [ 2143.355046] env[62211]: value = "task-2075267" [ 2143.355046] env[62211]: _type = "Task" [ 2143.355046] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.366834] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.369590] env[62211]: DEBUG oslo_concurrency.lockutils [req-cb78b5f7-ad47-40c4-9b9c-20d66c3ee9aa req-4ed69693-9946-41bb-9828-5a0fb294ef38 service nova] Releasing lock "refresh_cache-76b778ef-3239-485f-a54c-46cb1cbe9cfe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.441474] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785c3d86-27e2-47c2-b963-3cba250ebce5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.454877] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636856f1-e884-4c31-9647-9f60a1d28c53 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.457496] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075264, 'name': CreateVM_Task, 'duration_secs': 0.529329} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.457662] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2143.458658] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.458828] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.459155] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2143.459386] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be10845-6b47-46c0-8631-2056b7fa6dc1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.486238] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7779e7d-9b57-4044-b269-2079b78fd13b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.489755] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2143.489755] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]522a1d24-b2ff-62ae-a831-aeba9bea85a4" [ 2143.489755] env[62211]: _type = "Task" [ 2143.489755] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.496251] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1446bd-94d1-4d85-a57e-001f445c6880 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.503740] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522a1d24-b2ff-62ae-a831-aeba9bea85a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009264} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.504393] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.505095] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2143.505095] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.513812] env[62211]: DEBUG nova.compute.provider_tree [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2143.713335] env[62211]: DEBUG oslo_concurrency.lockutils [req-54572363-c293-4622-a17a-1a86225ecbc1 req-ffe23407-5bbc-41f7-8080-20835115030b service nova] Releasing lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.724358] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Acquiring lock "refresh_cache-b63f03dd-e7ca-413e-b2e7-082b65db92a8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.724526] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Acquired lock "refresh_cache-b63f03dd-e7ca-413e-b2e7-082b65db92a8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.724686] env[62211]: DEBUG nova.network.neutron [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2143.759940] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523d1488-7236-32cb-17d7-6432f9f98005, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.761109] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f45ae81-836a-4a10-b668-4a48855836d1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.765999] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2143.765999] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]524cb121-10c1-838c-c313-9601583d53d2" [ 2143.765999] env[62211]: _type = "Task" [ 2143.765999] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.774028] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524cb121-10c1-838c-c313-9601583d53d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.869612] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.016680] env[62211]: DEBUG nova.scheduler.client.report [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2144.262053] env[62211]: DEBUG nova.network.neutron [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2144.276209] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524cb121-10c1-838c-c313-9601583d53d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009709} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.276505] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.276750] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 76b778ef-3239-485f-a54c-46cb1cbe9cfe/76b778ef-3239-485f-a54c-46cb1cbe9cfe.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2144.277040] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.277233] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2144.277494] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b6e71fe-5f57-4994-ba05-56d5d0304f6a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.281499] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57a2ddba-e35a-4946-a3bb-3278021c345e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.288256] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2144.288256] env[62211]: value = "task-2075268" [ 2144.288256] env[62211]: _type = "Task" [ 2144.288256] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.293572] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2144.293763] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2144.295420] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43b53bd-45bb-443a-bb38-428a436da3b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.301936] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.305650] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2144.305650] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5201cdef-ce88-d7b3-0b8e-ad8bdf39ac02" [ 2144.305650] env[62211]: _type = "Task" [ 2144.305650] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.316721] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5201cdef-ce88-d7b3-0b8e-ad8bdf39ac02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.367817] env[62211]: DEBUG oslo_vmware.api [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075267, 'name': PowerOnVM_Task, 'duration_secs': 0.821982} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.367919] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2144.368118] env[62211]: INFO nova.compute.manager [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Took 13.99 seconds to spawn the instance on the hypervisor. [ 2144.368315] env[62211]: DEBUG nova.compute.manager [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2144.369306] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7427a963-7e93-4a1b-9060-d03daea9f203 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.438116] env[62211]: DEBUG nova.network.neutron [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Updating instance_info_cache with network_info: [{"id": "9ebfe0bf-6855-4c6c-ad32-1785a2a01985", "address": "fa:16:3e:e3:4e:d2", "network": {"id": "298abc97-2b06-4b92-9c44-1720545e01cc", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-435793835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c56572d88e4e4d04be8dc49a9fcf9a33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebfe0bf-68", "ovs_interfaceid": "9ebfe0bf-6855-4c6c-ad32-1785a2a01985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.511524] env[62211]: DEBUG nova.compute.manager [req-a358cb8c-6f5b-43d0-8d1b-988119210942 req-45f8ca29-8dd9-4ba6-b21d-9fd70abc6343 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Received event network-vif-plugged-9ebfe0bf-6855-4c6c-ad32-1785a2a01985 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2144.511807] env[62211]: DEBUG oslo_concurrency.lockutils [req-a358cb8c-6f5b-43d0-8d1b-988119210942 req-45f8ca29-8dd9-4ba6-b21d-9fd70abc6343 service nova] Acquiring lock "b63f03dd-e7ca-413e-b2e7-082b65db92a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.512070] env[62211]: DEBUG oslo_concurrency.lockutils [req-a358cb8c-6f5b-43d0-8d1b-988119210942 req-45f8ca29-8dd9-4ba6-b21d-9fd70abc6343 service nova] Lock "b63f03dd-e7ca-413e-b2e7-082b65db92a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.512209] env[62211]: DEBUG oslo_concurrency.lockutils [req-a358cb8c-6f5b-43d0-8d1b-988119210942 req-45f8ca29-8dd9-4ba6-b21d-9fd70abc6343 service nova] Lock "b63f03dd-e7ca-413e-b2e7-082b65db92a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.512387] env[62211]: DEBUG nova.compute.manager [req-a358cb8c-6f5b-43d0-8d1b-988119210942 req-45f8ca29-8dd9-4ba6-b21d-9fd70abc6343 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] No waiting events found dispatching network-vif-plugged-9ebfe0bf-6855-4c6c-ad32-1785a2a01985 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2144.512680] env[62211]: WARNING nova.compute.manager [req-a358cb8c-6f5b-43d0-8d1b-988119210942 req-45f8ca29-8dd9-4ba6-b21d-9fd70abc6343 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Received unexpected event network-vif-plugged-9ebfe0bf-6855-4c6c-ad32-1785a2a01985 for instance with vm_state building and task_state spawning. [ 2144.512799] env[62211]: DEBUG nova.compute.manager [req-a358cb8c-6f5b-43d0-8d1b-988119210942 req-45f8ca29-8dd9-4ba6-b21d-9fd70abc6343 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Received event network-changed-9ebfe0bf-6855-4c6c-ad32-1785a2a01985 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2144.512959] env[62211]: DEBUG nova.compute.manager [req-a358cb8c-6f5b-43d0-8d1b-988119210942 req-45f8ca29-8dd9-4ba6-b21d-9fd70abc6343 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Refreshing instance network info cache due to event network-changed-9ebfe0bf-6855-4c6c-ad32-1785a2a01985. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2144.513446] env[62211]: DEBUG oslo_concurrency.lockutils [req-a358cb8c-6f5b-43d0-8d1b-988119210942 req-45f8ca29-8dd9-4ba6-b21d-9fd70abc6343 service nova] Acquiring lock "refresh_cache-b63f03dd-e7ca-413e-b2e7-082b65db92a8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.521572] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.523830] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.383s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.526371] env[62211]: INFO nova.compute.claims [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2144.550820] env[62211]: INFO nova.scheduler.client.report [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Deleted allocations for instance e09e9a1b-bae2-409d-8aab-eadd387f91cd [ 2144.799952] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075268, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.817787] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5201cdef-ce88-d7b3-0b8e-ad8bdf39ac02, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.819295] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-befee25b-66c8-48bd-a073-907ef67289e7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.828878] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2144.828878] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5272b3b8-40ed-9074-2171-e76bfcd6fba5" [ 2144.828878] env[62211]: _type = "Task" [ 2144.828878] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.838275] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5272b3b8-40ed-9074-2171-e76bfcd6fba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.887606] env[62211]: INFO nova.compute.manager [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Took 30.77 seconds to build instance. [ 2144.941305] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Releasing lock "refresh_cache-b63f03dd-e7ca-413e-b2e7-082b65db92a8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.941691] env[62211]: DEBUG nova.compute.manager [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Instance network_info: |[{"id": "9ebfe0bf-6855-4c6c-ad32-1785a2a01985", "address": "fa:16:3e:e3:4e:d2", "network": {"id": "298abc97-2b06-4b92-9c44-1720545e01cc", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-435793835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c56572d88e4e4d04be8dc49a9fcf9a33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebfe0bf-68", "ovs_interfaceid": "9ebfe0bf-6855-4c6c-ad32-1785a2a01985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2144.942130] env[62211]: DEBUG oslo_concurrency.lockutils [req-a358cb8c-6f5b-43d0-8d1b-988119210942 req-45f8ca29-8dd9-4ba6-b21d-9fd70abc6343 service nova] Acquired lock "refresh_cache-b63f03dd-e7ca-413e-b2e7-082b65db92a8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.942372] env[62211]: DEBUG nova.network.neutron [req-a358cb8c-6f5b-43d0-8d1b-988119210942 req-45f8ca29-8dd9-4ba6-b21d-9fd70abc6343 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Refreshing network info cache for port 9ebfe0bf-6855-4c6c-ad32-1785a2a01985 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2144.943805] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:4e:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ebfe0bf-6855-4c6c-ad32-1785a2a01985', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2144.951943] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Creating folder: Project (c56572d88e4e4d04be8dc49a9fcf9a33). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2144.955741] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87bb07f6-68be-46a5-9c83-471f646a9346 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.969042] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Created folder: Project (c56572d88e4e4d04be8dc49a9fcf9a33) in parent group-v425157. [ 2144.969042] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Creating folder: Instances. Parent ref: group-v425405. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2144.969215] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09abc13e-fda1-460e-91f7-783f8f9da212 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.980555] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Created folder: Instances in parent group-v425405. [ 2144.980818] env[62211]: DEBUG oslo.service.loopingcall [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2144.981028] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2144.981257] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6a5902f-59c4-4ec1-85a0-223ca97bc8bb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.004595] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2145.004595] env[62211]: value = "task-2075271" [ 2145.004595] env[62211]: _type = "Task" [ 2145.004595] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.015645] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075271, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.058896] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f9ff9970-85e6-49cc-902c-4ca4d6a7a108 tempest-ServersWithSpecificFlavorTestJSON-1958695484 tempest-ServersWithSpecificFlavorTestJSON-1958695484-project-member] Lock "e09e9a1b-bae2-409d-8aab-eadd387f91cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.615s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.267336] env[62211]: DEBUG nova.network.neutron [req-a358cb8c-6f5b-43d0-8d1b-988119210942 req-45f8ca29-8dd9-4ba6-b21d-9fd70abc6343 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Updated VIF entry in instance network info cache for port 9ebfe0bf-6855-4c6c-ad32-1785a2a01985. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2145.267774] env[62211]: DEBUG nova.network.neutron [req-a358cb8c-6f5b-43d0-8d1b-988119210942 req-45f8ca29-8dd9-4ba6-b21d-9fd70abc6343 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Updating instance_info_cache with network_info: [{"id": "9ebfe0bf-6855-4c6c-ad32-1785a2a01985", "address": "fa:16:3e:e3:4e:d2", "network": {"id": "298abc97-2b06-4b92-9c44-1720545e01cc", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-435793835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c56572d88e4e4d04be8dc49a9fcf9a33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebfe0bf-68", "ovs_interfaceid": "9ebfe0bf-6855-4c6c-ad32-1785a2a01985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.283909] env[62211]: DEBUG oslo_concurrency.lockutils [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Acquiring lock "bee14f32-64e5-462c-ad68-ea4777bc16b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.301802] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825966} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.302399] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 76b778ef-3239-485f-a54c-46cb1cbe9cfe/76b778ef-3239-485f-a54c-46cb1cbe9cfe.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2145.302533] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2145.302735] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf034118-c0e1-4d3e-8258-ee4496fe325d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.309829] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2145.309829] env[62211]: value = "task-2075272" [ 2145.309829] env[62211]: _type = "Task" [ 2145.309829] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.319166] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.339473] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5272b3b8-40ed-9074-2171-e76bfcd6fba5, 'name': SearchDatastore_Task, 'duration_secs': 0.053364} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.339805] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.340063] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] a1416796-8b45-4761-84e8-d0ea2d8540f6/a1416796-8b45-4761-84e8-d0ea2d8540f6.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2145.340400] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cad01e38-73b0-4e36-9537-0ce44e8e6777 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.347600] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2145.347600] env[62211]: value = "task-2075273" [ 2145.347600] env[62211]: _type = "Task" [ 2145.347600] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.356212] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.390341] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2e41eb49-d482-4f6b-a5a3-e512b053b35b tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Lock "bee14f32-64e5-462c-ad68-ea4777bc16b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.284s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.390764] env[62211]: DEBUG oslo_concurrency.lockutils [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Lock "bee14f32-64e5-462c-ad68-ea4777bc16b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.107s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.391053] env[62211]: DEBUG oslo_concurrency.lockutils [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Acquiring lock "bee14f32-64e5-462c-ad68-ea4777bc16b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.391365] env[62211]: DEBUG oslo_concurrency.lockutils [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Lock "bee14f32-64e5-462c-ad68-ea4777bc16b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.391889] env[62211]: DEBUG oslo_concurrency.lockutils [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Lock "bee14f32-64e5-462c-ad68-ea4777bc16b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.394276] env[62211]: INFO nova.compute.manager [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Terminating instance [ 2145.515026] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075271, 'name': CreateVM_Task, 'duration_secs': 0.421147} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.518394] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2145.518394] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.518394] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.518394] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2145.518394] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0afe26f5-d1d6-43d6-8611-9726afdf13f6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.522028] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Waiting for the task: (returnval){ [ 2145.522028] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d017fe-856a-a354-c1db-1c235761f4df" [ 2145.522028] env[62211]: _type = "Task" [ 2145.522028] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.530922] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d017fe-856a-a354-c1db-1c235761f4df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.771166] env[62211]: DEBUG oslo_concurrency.lockutils [req-a358cb8c-6f5b-43d0-8d1b-988119210942 req-45f8ca29-8dd9-4ba6-b21d-9fd70abc6343 service nova] Releasing lock "refresh_cache-b63f03dd-e7ca-413e-b2e7-082b65db92a8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.823595] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080362} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.824977] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2145.824977] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c7b5fa-2e35-4c5c-a209-bb6943bd795e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.850467] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 76b778ef-3239-485f-a54c-46cb1cbe9cfe/76b778ef-3239-485f-a54c-46cb1cbe9cfe.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2145.853590] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a421651-ef70-4af8-ade4-dae8979778d6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.878050] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075273, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.879362] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2145.879362] env[62211]: value = "task-2075274" [ 2145.879362] env[62211]: _type = "Task" [ 2145.879362] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.890015] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075274, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.895022] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1eaee7-3700-4906-be7d-a98928f6c5d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.897923] env[62211]: DEBUG nova.compute.manager [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2145.898151] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2145.899051] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8cf01a-211e-4b68-9fcd-8967bd286f40 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.906139] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2145.907957] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc540458-5992-4c4a-abe8-5067661bbb5c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.910421] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a6ae37-7969-48b4-a611-d1de2d102f5b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.948556] env[62211]: DEBUG oslo_vmware.api [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Waiting for the task: (returnval){ [ 2145.948556] env[62211]: value = "task-2075275" [ 2145.948556] env[62211]: _type = "Task" [ 2145.948556] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.949439] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1a7f1a-3594-4fb0-8600-fc5aea1f597e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.959492] env[62211]: DEBUG oslo_vmware.api [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.962551] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9db2af9-d2e0-4e03-82fa-e1c1fc2015c9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.977952] env[62211]: DEBUG nova.compute.provider_tree [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2146.032956] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d017fe-856a-a354-c1db-1c235761f4df, 'name': SearchDatastore_Task, 'duration_secs': 0.025758} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.033294] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.033529] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2146.033760] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.033908] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.034127] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2146.034483] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dc02833-1165-46d7-aef2-33ad9a73fcd2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.046114] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2146.046338] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2146.047218] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa78f71d-7b4b-4e52-b4c9-d684aa973805 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.053480] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Waiting for the task: (returnval){ [ 2146.053480] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f891ed-c3d7-04d7-146c-1fae2b9edae9" [ 2146.053480] env[62211]: _type = "Task" [ 2146.053480] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.062403] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f891ed-c3d7-04d7-146c-1fae2b9edae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.364012] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550049} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.364331] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] a1416796-8b45-4761-84e8-d0ea2d8540f6/a1416796-8b45-4761-84e8-d0ea2d8540f6.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2146.364575] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2146.364939] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dcf627a-ddc2-44f0-8281-b4f0e18371cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.371614] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2146.371614] env[62211]: value = "task-2075276" [ 2146.371614] env[62211]: _type = "Task" [ 2146.371614] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.379433] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.388241] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075274, 'name': ReconfigVM_Task, 'duration_secs': 0.287087} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.388559] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 76b778ef-3239-485f-a54c-46cb1cbe9cfe/76b778ef-3239-485f-a54c-46cb1cbe9cfe.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2146.389277] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49279e2e-cbf4-4bb9-bbea-aaee94533ed9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.395319] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2146.395319] env[62211]: value = "task-2075277" [ 2146.395319] env[62211]: _type = "Task" [ 2146.395319] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.404320] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075277, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.461516] env[62211]: DEBUG oslo_vmware.api [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075275, 'name': PowerOffVM_Task, 'duration_secs': 0.166059} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.461778] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2146.461953] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2146.462236] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01d912bd-e1bf-474b-8a43-38c3d826f63d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.480955] env[62211]: DEBUG nova.scheduler.client.report [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2146.564044] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f891ed-c3d7-04d7-146c-1fae2b9edae9, 'name': SearchDatastore_Task, 'duration_secs': 0.018144} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.565118] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44333c0d-f052-4706-b521-3eace11279bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.570019] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Waiting for the task: (returnval){ [ 2146.570019] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52df17f8-4ad6-ebdf-3f19-151cb2c3e28c" [ 2146.570019] env[62211]: _type = "Task" [ 2146.570019] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.577327] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52df17f8-4ad6-ebdf-3f19-151cb2c3e28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.645102] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.775023] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2146.775023] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2146.775023] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Deleting the datastore file [datastore1] bee14f32-64e5-462c-ad68-ea4777bc16b2 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2146.775023] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4311b423-14f8-46a2-99f8-76f17401e010 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.781184] env[62211]: DEBUG oslo_vmware.api [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Waiting for the task: (returnval){ [ 2146.781184] env[62211]: value = "task-2075279" [ 2146.781184] env[62211]: _type = "Task" [ 2146.781184] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.790795] env[62211]: DEBUG oslo_vmware.api [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.885020] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068581} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.885020] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2146.885020] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c9d771-b159-4234-b68f-67e5e6f4a1f6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.907069] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a1416796-8b45-4761-84e8-d0ea2d8540f6/a1416796-8b45-4761-84e8-d0ea2d8540f6.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2146.911017] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f8e30d0-f043-459f-aeae-e417dbb794cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.930948] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075277, 'name': Rename_Task, 'duration_secs': 0.141177} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.931181] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2146.932193] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2146.932193] env[62211]: value = "task-2075280" [ 2146.932193] env[62211]: _type = "Task" [ 2146.932193] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.932193] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-544ac556-02f9-4e69-b9c2-32dad71470ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.940359] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2146.940359] env[62211]: value = "task-2075281" [ 2146.940359] env[62211]: _type = "Task" [ 2146.940359] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.944201] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.951585] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.987074] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.987297] env[62211]: DEBUG nova.compute.manager [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2146.990337] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.102s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.990337] env[62211]: DEBUG nova.objects.instance [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62211) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2147.080875] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52df17f8-4ad6-ebdf-3f19-151cb2c3e28c, 'name': SearchDatastore_Task, 'duration_secs': 0.009067} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.081186] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.081492] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] b63f03dd-e7ca-413e-b2e7-082b65db92a8/b63f03dd-e7ca-413e-b2e7-082b65db92a8.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2147.081780] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02b3d6f9-0db7-458d-8f60-0fa9631186f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.088442] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Waiting for the task: (returnval){ [ 2147.088442] env[62211]: value = "task-2075282" [ 2147.088442] env[62211]: _type = "Task" [ 2147.088442] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.097157] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.291716] env[62211]: DEBUG oslo_vmware.api [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Task: {'id': task-2075279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132724} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.293660] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2147.293660] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2147.293660] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2147.293660] env[62211]: INFO nova.compute.manager [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Took 1.39 seconds to destroy the instance on the hypervisor. [ 2147.293660] env[62211]: DEBUG oslo.service.loopingcall [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2147.293660] env[62211]: DEBUG nova.compute.manager [-] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2147.293660] env[62211]: DEBUG nova.network.neutron [-] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2147.447261] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075280, 'name': ReconfigVM_Task, 'duration_secs': 0.297315} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.451825] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a1416796-8b45-4761-84e8-d0ea2d8540f6/a1416796-8b45-4761-84e8-d0ea2d8540f6.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2147.452305] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c39176e5-9d81-4da0-aa3b-f91ad781742f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.467068] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075281, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.469380] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2147.469380] env[62211]: value = "task-2075283" [ 2147.469380] env[62211]: _type = "Task" [ 2147.469380] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.483445] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075283, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.495690] env[62211]: DEBUG nova.compute.utils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2147.502841] env[62211]: DEBUG nova.compute.manager [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2147.503051] env[62211]: DEBUG nova.network.neutron [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2147.576355] env[62211]: DEBUG nova.policy [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '222bad1fbda94a4c905f4288f77b7677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '033209100e0042c29d6fe811748bbdba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2147.601261] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501519} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.601558] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] b63f03dd-e7ca-413e-b2e7-082b65db92a8/b63f03dd-e7ca-413e-b2e7-082b65db92a8.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2147.601775] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2147.602054] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40dc1282-21d7-4317-bddf-d85e0ecea5af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.608150] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Waiting for the task: (returnval){ [ 2147.608150] env[62211]: value = "task-2075284" [ 2147.608150] env[62211]: _type = "Task" [ 2147.608150] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.617359] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.774672] env[62211]: DEBUG nova.compute.manager [req-f3991e04-e226-4ead-ba98-e88723d46d7e req-9aedcd8a-37fa-4888-bf03-d12ae6d98dee service nova] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Received event network-vif-deleted-c2bab428-c9a3-4200-ae96-f1b84f089320 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2147.774672] env[62211]: INFO nova.compute.manager [req-f3991e04-e226-4ead-ba98-e88723d46d7e req-9aedcd8a-37fa-4888-bf03-d12ae6d98dee service nova] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Neutron deleted interface c2bab428-c9a3-4200-ae96-f1b84f089320; detaching it from the instance and deleting it from the info cache [ 2147.775589] env[62211]: DEBUG nova.network.neutron [req-f3991e04-e226-4ead-ba98-e88723d46d7e req-9aedcd8a-37fa-4888-bf03-d12ae6d98dee service nova] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.843355] env[62211]: DEBUG nova.network.neutron [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Successfully created port: 9ba50442-7da1-4374-8d6b-a460c568c3c0 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2147.957036] env[62211]: DEBUG oslo_vmware.api [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075281, 'name': PowerOnVM_Task, 'duration_secs': 0.575422} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.957349] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2147.957592] env[62211]: INFO nova.compute.manager [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Took 10.00 seconds to spawn the instance on the hypervisor. [ 2147.957859] env[62211]: DEBUG nova.compute.manager [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2147.958634] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f14f159-5f4d-4ab1-bf8a-324692ebb608 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.979732] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075283, 'name': Rename_Task, 'duration_secs': 0.169368} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.981078] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2147.981078] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baa927c1-21b2-4ea2-a234-9b74f5160337 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.987225] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2147.987225] env[62211]: value = "task-2075285" [ 2147.987225] env[62211]: _type = "Task" [ 2147.987225] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.995298] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.003764] env[62211]: DEBUG nova.compute.manager [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2148.007625] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a08f23f4-95f9-4b44-8ffc-14ba07885850 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.008710] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.534s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.010098] env[62211]: INFO nova.compute.claims [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2148.118127] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073677} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.118400] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2148.119246] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1639a09-f8f3-4cab-ad02-9cab171a545b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.143184] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] b63f03dd-e7ca-413e-b2e7-082b65db92a8/b63f03dd-e7ca-413e-b2e7-082b65db92a8.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2148.143998] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ced0c9-133b-469b-af4a-a00ff64089fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.164904] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Waiting for the task: (returnval){ [ 2148.164904] env[62211]: value = "task-2075286" [ 2148.164904] env[62211]: _type = "Task" [ 2148.164904] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.172999] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.246564] env[62211]: DEBUG nova.network.neutron [-] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.278405] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c9b28ec-df92-4888-af01-2ee07fc99a19 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.287996] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d772af95-8aa7-484c-8c7a-5f361f08084a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.324902] env[62211]: DEBUG nova.compute.manager [req-f3991e04-e226-4ead-ba98-e88723d46d7e req-9aedcd8a-37fa-4888-bf03-d12ae6d98dee service nova] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Detach interface failed, port_id=c2bab428-c9a3-4200-ae96-f1b84f089320, reason: Instance bee14f32-64e5-462c-ad68-ea4777bc16b2 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2148.474486] env[62211]: INFO nova.compute.manager [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Took 26.19 seconds to build instance. [ 2148.497192] env[62211]: DEBUG oslo_vmware.api [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075285, 'name': PowerOnVM_Task, 'duration_secs': 0.458355} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.498081] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2148.498299] env[62211]: INFO nova.compute.manager [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Took 12.87 seconds to spawn the instance on the hypervisor. [ 2148.498481] env[62211]: DEBUG nova.compute.manager [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2148.499573] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b93ee-597b-4076-b086-5cd361c0ac9b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.674948] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.749286] env[62211]: INFO nova.compute.manager [-] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Took 1.46 seconds to deallocate network for instance. [ 2148.977170] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3e8c37f9-8cc1-4db7-9939-4feaa6d91e8e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "76b778ef-3239-485f-a54c-46cb1cbe9cfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.719s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.018117] env[62211]: DEBUG nova.compute.manager [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2149.027811] env[62211]: INFO nova.compute.manager [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Took 27.79 seconds to build instance. [ 2149.055823] env[62211]: DEBUG nova.virt.hardware [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='25203592182805882b02ec0e85cb4209',container_format='bare',created_at=2025-01-13T09:33:17Z,direct_url=,disk_format='vmdk',id=daa56a9c-f976-492e-a25d-5e5a06673c10,min_disk=1,min_ram=0,name='tempest-test-snap-1702542300',owner='033209100e0042c29d6fe811748bbdba',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-01-13T09:33:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2149.056189] env[62211]: DEBUG nova.virt.hardware [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2149.056242] env[62211]: DEBUG nova.virt.hardware [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2149.056424] env[62211]: DEBUG nova.virt.hardware [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2149.056609] env[62211]: DEBUG nova.virt.hardware [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2149.059564] env[62211]: DEBUG nova.virt.hardware [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2149.059862] env[62211]: DEBUG nova.virt.hardware [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2149.060054] env[62211]: DEBUG nova.virt.hardware [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2149.060235] env[62211]: DEBUG nova.virt.hardware [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2149.060405] env[62211]: DEBUG nova.virt.hardware [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2149.060713] env[62211]: DEBUG nova.virt.hardware [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2149.061785] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa5d341-5e12-47dd-b016-de453c08e6d9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.072877] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f4d6d6-7c0b-4df1-ba60-a011e712f2b9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.177578] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075286, 'name': ReconfigVM_Task, 'duration_secs': 0.907232} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.178202] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Reconfigured VM instance instance-00000055 to attach disk [datastore1] b63f03dd-e7ca-413e-b2e7-082b65db92a8/b63f03dd-e7ca-413e-b2e7-082b65db92a8.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2149.178854] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23ef01ec-e2ec-4c0e-ab92-6774ea286dbe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.188643] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Waiting for the task: (returnval){ [ 2149.188643] env[62211]: value = "task-2075287" [ 2149.188643] env[62211]: _type = "Task" [ 2149.188643] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.201351] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075287, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.256073] env[62211]: DEBUG oslo_concurrency.lockutils [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.318703] env[62211]: INFO nova.compute.manager [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Rescuing [ 2149.319052] env[62211]: DEBUG oslo_concurrency.lockutils [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "refresh_cache-76b778ef-3239-485f-a54c-46cb1cbe9cfe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.319257] env[62211]: DEBUG oslo_concurrency.lockutils [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "refresh_cache-76b778ef-3239-485f-a54c-46cb1cbe9cfe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.320219] env[62211]: DEBUG nova.network.neutron [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2149.348379] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a412148-2dc8-4f57-acb8-5995a1aebfb6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.358148] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9689fc31-5b2b-410b-975b-1469cb4e3377 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.397999] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f185bf7-8b3c-42ef-83aa-4b42595feb85 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.406877] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c3c2e2-8f8c-49fd-9518-fe36b1e9cf52 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.422774] env[62211]: DEBUG nova.compute.provider_tree [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2149.445425] env[62211]: DEBUG nova.compute.manager [req-a7b4945d-9789-4d9f-a5f8-7913ce823a74 req-72c19e23-133e-4972-9343-25adcc6c733f service nova] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Received event network-vif-plugged-9ba50442-7da1-4374-8d6b-a460c568c3c0 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2149.445512] env[62211]: DEBUG oslo_concurrency.lockutils [req-a7b4945d-9789-4d9f-a5f8-7913ce823a74 req-72c19e23-133e-4972-9343-25adcc6c733f service nova] Acquiring lock "ff310a0a-2d9d-4f20-ab6b-6235757752b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.445742] env[62211]: DEBUG oslo_concurrency.lockutils [req-a7b4945d-9789-4d9f-a5f8-7913ce823a74 req-72c19e23-133e-4972-9343-25adcc6c733f service nova] Lock "ff310a0a-2d9d-4f20-ab6b-6235757752b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.445895] env[62211]: DEBUG oslo_concurrency.lockutils [req-a7b4945d-9789-4d9f-a5f8-7913ce823a74 req-72c19e23-133e-4972-9343-25adcc6c733f service nova] Lock "ff310a0a-2d9d-4f20-ab6b-6235757752b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.446074] env[62211]: DEBUG nova.compute.manager [req-a7b4945d-9789-4d9f-a5f8-7913ce823a74 req-72c19e23-133e-4972-9343-25adcc6c733f service nova] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] No waiting events found dispatching network-vif-plugged-9ba50442-7da1-4374-8d6b-a460c568c3c0 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2149.446243] env[62211]: WARNING nova.compute.manager [req-a7b4945d-9789-4d9f-a5f8-7913ce823a74 req-72c19e23-133e-4972-9343-25adcc6c733f service nova] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Received unexpected event network-vif-plugged-9ba50442-7da1-4374-8d6b-a460c568c3c0 for instance with vm_state building and task_state spawning. [ 2149.528963] env[62211]: DEBUG nova.network.neutron [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Successfully updated port: 9ba50442-7da1-4374-8d6b-a460c568c3c0 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2149.530303] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a27619ea-dc9a-442a-982c-07030b78e302 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "a1416796-8b45-4761-84e8-d0ea2d8540f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.314s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.698754] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075287, 'name': Rename_Task, 'duration_secs': 0.216883} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.699052] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2149.699328] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f555bec6-cd75-4b49-af7d-f05ccb899ae7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.705508] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Waiting for the task: (returnval){ [ 2149.705508] env[62211]: value = "task-2075288" [ 2149.705508] env[62211]: _type = "Task" [ 2149.705508] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.713096] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.926456] env[62211]: DEBUG nova.scheduler.client.report [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2150.035730] env[62211]: DEBUG nova.network.neutron [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Updating instance_info_cache with network_info: [{"id": "9b570f8a-65f8-4649-9c13-46171a2d7966", "address": "fa:16:3e:e7:b0:fa", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b570f8a-65", "ovs_interfaceid": "9b570f8a-65f8-4649-9c13-46171a2d7966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.038332] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "refresh_cache-ff310a0a-2d9d-4f20-ab6b-6235757752b3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.038496] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "refresh_cache-ff310a0a-2d9d-4f20-ab6b-6235757752b3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.038656] env[62211]: DEBUG nova.network.neutron [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2150.216693] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075288, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.434219] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.434719] env[62211]: DEBUG nova.compute.manager [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2150.437498] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.959s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.439044] env[62211]: INFO nova.compute.claims [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2150.541486] env[62211]: DEBUG oslo_concurrency.lockutils [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "refresh_cache-76b778ef-3239-485f-a54c-46cb1cbe9cfe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.575719] env[62211]: DEBUG nova.network.neutron [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2150.717541] env[62211]: DEBUG oslo_vmware.api [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075288, 'name': PowerOnVM_Task, 'duration_secs': 0.566937} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.718537] env[62211]: DEBUG nova.network.neutron [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Updating instance_info_cache with network_info: [{"id": "9ba50442-7da1-4374-8d6b-a460c568c3c0", "address": "fa:16:3e:b9:07:db", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba50442-7d", "ovs_interfaceid": "9ba50442-7da1-4374-8d6b-a460c568c3c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.719862] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2150.720058] env[62211]: INFO nova.compute.manager [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Took 8.00 seconds to spawn the instance on the hypervisor. [ 2150.720253] env[62211]: DEBUG nova.compute.manager [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2150.721303] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40767c90-aaaa-40f4-bb9e-a34793f9131a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.943544] env[62211]: DEBUG nova.compute.utils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2150.947104] env[62211]: DEBUG nova.compute.manager [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2150.947242] env[62211]: DEBUG nova.network.neutron [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2150.989971] env[62211]: DEBUG nova.policy [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '587a85f91290430d9d2d1cd866e636c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615e477a88c5481fa583b4b97dec4c26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2151.221821] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "refresh_cache-ff310a0a-2d9d-4f20-ab6b-6235757752b3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.222180] env[62211]: DEBUG nova.compute.manager [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Instance network_info: |[{"id": "9ba50442-7da1-4374-8d6b-a460c568c3c0", "address": "fa:16:3e:b9:07:db", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba50442-7d", "ovs_interfaceid": "9ba50442-7da1-4374-8d6b-a460c568c3c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2151.222666] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:07:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ba50442-7da1-4374-8d6b-a460c568c3c0', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2151.235261] env[62211]: DEBUG oslo.service.loopingcall [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2151.239854] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2151.240397] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b61fd19-8e57-4e92-b887-9083c9e83131 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.258969] env[62211]: INFO nova.compute.manager [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Took 27.45 seconds to build instance. [ 2151.265221] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2151.265221] env[62211]: value = "task-2075289" [ 2151.265221] env[62211]: _type = "Task" [ 2151.265221] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.275915] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075289, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.412815] env[62211]: DEBUG nova.network.neutron [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Successfully created port: a6a236bb-db20-46d0-a1eb-b14d51878427 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2151.448636] env[62211]: DEBUG nova.compute.manager [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2151.519244] env[62211]: DEBUG nova.compute.manager [req-be750483-3659-4c61-9dff-05d73731d115 req-1ab76677-ab6a-49fa-b075-a85b881fb86f service nova] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Received event network-changed-9ba50442-7da1-4374-8d6b-a460c568c3c0 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2151.520092] env[62211]: DEBUG nova.compute.manager [req-be750483-3659-4c61-9dff-05d73731d115 req-1ab76677-ab6a-49fa-b075-a85b881fb86f service nova] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Refreshing instance network info cache due to event network-changed-9ba50442-7da1-4374-8d6b-a460c568c3c0. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2151.520092] env[62211]: DEBUG oslo_concurrency.lockutils [req-be750483-3659-4c61-9dff-05d73731d115 req-1ab76677-ab6a-49fa-b075-a85b881fb86f service nova] Acquiring lock "refresh_cache-ff310a0a-2d9d-4f20-ab6b-6235757752b3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.520092] env[62211]: DEBUG oslo_concurrency.lockutils [req-be750483-3659-4c61-9dff-05d73731d115 req-1ab76677-ab6a-49fa-b075-a85b881fb86f service nova] Acquired lock "refresh_cache-ff310a0a-2d9d-4f20-ab6b-6235757752b3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.520092] env[62211]: DEBUG nova.network.neutron [req-be750483-3659-4c61-9dff-05d73731d115 req-1ab76677-ab6a-49fa-b075-a85b881fb86f service nova] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Refreshing network info cache for port 9ba50442-7da1-4374-8d6b-a460c568c3c0 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2151.763515] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e804f2ce-45bf-4c0f-b5ba-8d9ce4eadd1f tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Lock "b63f03dd-e7ca-413e-b2e7-082b65db92a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.960s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.771601] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef465df6-8deb-4cb7-8687-22eccda5cb67 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.777355] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075289, 'name': CreateVM_Task, 'duration_secs': 0.45203} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.777776] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2151.778491] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/daa56a9c-f976-492e-a25d-5e5a06673c10" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.778662] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/daa56a9c-f976-492e-a25d-5e5a06673c10" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.779056] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/daa56a9c-f976-492e-a25d-5e5a06673c10" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2151.779287] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3371e9-9a5e-45e6-b262-be565b1330ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.783441] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab571ec-69ab-4b07-b746-b70a0c8b5dbe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.787768] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2151.787768] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]524f9682-8a7e-66b0-86ed-c371ce8494f4" [ 2151.787768] env[62211]: _type = "Task" [ 2151.787768] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.815227] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf88cfcf-a75d-449d-b3af-803b6910e86e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.821241] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/daa56a9c-f976-492e-a25d-5e5a06673c10" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.821448] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Processing image daa56a9c-f976-492e-a25d-5e5a06673c10 {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2151.821684] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/daa56a9c-f976-492e-a25d-5e5a06673c10/daa56a9c-f976-492e-a25d-5e5a06673c10.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.821930] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/daa56a9c-f976-492e-a25d-5e5a06673c10/daa56a9c-f976-492e-a25d-5e5a06673c10.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.822170] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2151.822258] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cbfd949-46b0-4562-839e-510d83daa4ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.828805] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a998ae0-b37a-4100-9ad1-6e64c6ebbf1d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.833566] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2151.833744] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2151.841656] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a65a0b8-8e01-4b7f-8ab4-0335a01cccb9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.844115] env[62211]: DEBUG nova.compute.provider_tree [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2151.848252] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2151.848252] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]522ee636-bba4-bd44-867b-fabdbb2e4349" [ 2151.848252] env[62211]: _type = "Task" [ 2151.848252] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.855473] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522ee636-bba4-bd44-867b-fabdbb2e4349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.081238] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2152.081595] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98605d30-41bd-4952-adf4-3d0bd110b556 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.089020] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2152.089020] env[62211]: value = "task-2075290" [ 2152.089020] env[62211]: _type = "Task" [ 2152.089020] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.099267] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.256824] env[62211]: DEBUG nova.network.neutron [req-be750483-3659-4c61-9dff-05d73731d115 req-1ab76677-ab6a-49fa-b075-a85b881fb86f service nova] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Updated VIF entry in instance network info cache for port 9ba50442-7da1-4374-8d6b-a460c568c3c0. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2152.256824] env[62211]: DEBUG nova.network.neutron [req-be750483-3659-4c61-9dff-05d73731d115 req-1ab76677-ab6a-49fa-b075-a85b881fb86f service nova] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Updating instance_info_cache with network_info: [{"id": "9ba50442-7da1-4374-8d6b-a460c568c3c0", "address": "fa:16:3e:b9:07:db", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba50442-7d", "ovs_interfaceid": "9ba50442-7da1-4374-8d6b-a460c568c3c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.347497] env[62211]: DEBUG nova.scheduler.client.report [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2152.362416] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Preparing fetch location {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2152.362815] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Fetch image to [datastore1] OSTACK_IMG_dee879ac-6767-440c-b221-722018cf460a/OSTACK_IMG_dee879ac-6767-440c-b221-722018cf460a.vmdk {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2152.362953] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Downloading stream optimized image daa56a9c-f976-492e-a25d-5e5a06673c10 to [datastore1] OSTACK_IMG_dee879ac-6767-440c-b221-722018cf460a/OSTACK_IMG_dee879ac-6767-440c-b221-722018cf460a.vmdk on the data store datastore1 as vApp {{(pid=62211) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2152.363958] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Downloading image file data daa56a9c-f976-492e-a25d-5e5a06673c10 to the ESX as VM named 'OSTACK_IMG_dee879ac-6767-440c-b221-722018cf460a' {{(pid=62211) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2152.452512] env[62211]: DEBUG oslo_vmware.rw_handles [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2152.452512] env[62211]: value = "resgroup-9" [ 2152.452512] env[62211]: _type = "ResourcePool" [ 2152.452512] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2152.452774] env[62211]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-94473d26-7517-4373-9a0c-3be8f3eb75af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.470573] env[62211]: DEBUG nova.compute.manager [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2152.478929] env[62211]: DEBUG oslo_vmware.rw_handles [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lease: (returnval){ [ 2152.478929] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cfb0f7-59e4-4ddb-ce60-b33c9fb1087b" [ 2152.478929] env[62211]: _type = "HttpNfcLease" [ 2152.478929] env[62211]: } obtained for vApp import into resource pool (val){ [ 2152.478929] env[62211]: value = "resgroup-9" [ 2152.478929] env[62211]: _type = "ResourcePool" [ 2152.478929] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2152.479229] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the lease: (returnval){ [ 2152.479229] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cfb0f7-59e4-4ddb-ce60-b33c9fb1087b" [ 2152.479229] env[62211]: _type = "HttpNfcLease" [ 2152.479229] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2152.485823] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2152.485823] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cfb0f7-59e4-4ddb-ce60-b33c9fb1087b" [ 2152.485823] env[62211]: _type = "HttpNfcLease" [ 2152.485823] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2152.493779] env[62211]: DEBUG nova.virt.hardware [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2152.494025] env[62211]: DEBUG nova.virt.hardware [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2152.494718] env[62211]: DEBUG nova.virt.hardware [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2152.494718] env[62211]: DEBUG nova.virt.hardware [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2152.494718] env[62211]: DEBUG nova.virt.hardware [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2152.494718] env[62211]: DEBUG nova.virt.hardware [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2152.495171] env[62211]: DEBUG nova.virt.hardware [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2152.495171] env[62211]: DEBUG nova.virt.hardware [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2152.495420] env[62211]: DEBUG nova.virt.hardware [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2152.495575] env[62211]: DEBUG nova.virt.hardware [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2152.495720] env[62211]: DEBUG nova.virt.hardware [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2152.496566] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4da967-a6b1-414b-a9ba-65f4f4fb9b6e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.504082] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2669aeff-2cd0-4daa-a08b-99fd137fcc42 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.599636] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075290, 'name': PowerOffVM_Task, 'duration_secs': 0.354413} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.600312] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2152.601163] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d88ba9b-fae7-4c3b-a4a5-8f911c354067 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.622367] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e3c410-3021-4fa9-9304-ca90a63139e0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.654883] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2152.655252] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89d9d0e3-68eb-4220-8e7f-a64d93587801 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.662270] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2152.662270] env[62211]: value = "task-2075292" [ 2152.662270] env[62211]: _type = "Task" [ 2152.662270] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.671102] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.764320] env[62211]: DEBUG oslo_concurrency.lockutils [req-be750483-3659-4c61-9dff-05d73731d115 req-1ab76677-ab6a-49fa-b075-a85b881fb86f service nova] Releasing lock "refresh_cache-ff310a0a-2d9d-4f20-ab6b-6235757752b3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.852968] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.853637] env[62211]: DEBUG nova.compute.manager [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2152.857355] env[62211]: DEBUG oslo_concurrency.lockutils [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.798s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.857705] env[62211]: DEBUG nova.objects.instance [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lazy-loading 'resources' on Instance uuid 476f50bc-1505-4384-8804-4610e14c24fb {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2152.988307] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2152.988307] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cfb0f7-59e4-4ddb-ce60-b33c9fb1087b" [ 2152.988307] env[62211]: _type = "HttpNfcLease" [ 2152.988307] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2153.172787] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] VM already powered off {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2153.172999] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2153.173261] env[62211]: DEBUG oslo_concurrency.lockutils [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.173413] env[62211]: DEBUG oslo_concurrency.lockutils [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.173590] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2153.173835] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2945f2c-9759-486c-be0d-e30e051fdf3f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.190911] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2153.191118] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2153.192117] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-138cb752-046d-4295-abd2-62f94243aea2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.194824] env[62211]: DEBUG nova.network.neutron [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Successfully updated port: a6a236bb-db20-46d0-a1eb-b14d51878427 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2153.201751] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2153.201751] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523ceeae-0b9d-2fd3-d23d-7b7b50e144ef" [ 2153.201751] env[62211]: _type = "Task" [ 2153.201751] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.214869] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523ceeae-0b9d-2fd3-d23d-7b7b50e144ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.216127] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635915be-3336-4b61-89ee-5ad48395ddc3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.223692] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2153.223692] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52ebafe4-7aa8-26cf-99f4-aff5d60f019f" [ 2153.223692] env[62211]: _type = "Task" [ 2153.223692] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.233451] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ebafe4-7aa8-26cf-99f4-aff5d60f019f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.362880] env[62211]: DEBUG nova.compute.utils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2153.368884] env[62211]: DEBUG nova.compute.manager [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2153.369475] env[62211]: DEBUG nova.network.neutron [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2153.441477] env[62211]: DEBUG nova.policy [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61d68b99b33940a6acfea771f67bda52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c9a9a234ac84c3ab56554aefc964250', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2153.493165] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2153.493165] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cfb0f7-59e4-4ddb-ce60-b33c9fb1087b" [ 2153.493165] env[62211]: _type = "HttpNfcLease" [ 2153.493165] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2153.493463] env[62211]: DEBUG oslo_vmware.rw_handles [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2153.493463] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cfb0f7-59e4-4ddb-ce60-b33c9fb1087b" [ 2153.493463] env[62211]: _type = "HttpNfcLease" [ 2153.493463] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2153.494334] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ff2164-e033-4947-89e8-395059fe2d82 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.501292] env[62211]: DEBUG oslo_vmware.rw_handles [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274bd24-bcbd-e001-2cea-6571e5c25297/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2153.505241] env[62211]: DEBUG oslo_vmware.rw_handles [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274bd24-bcbd-e001-2cea-6571e5c25297/disk-0.vmdk. {{(pid=62211) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2153.572824] env[62211]: DEBUG nova.compute.manager [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Received event network-changed-9ebfe0bf-6855-4c6c-ad32-1785a2a01985 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2153.573082] env[62211]: DEBUG nova.compute.manager [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Refreshing instance network info cache due to event network-changed-9ebfe0bf-6855-4c6c-ad32-1785a2a01985. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2153.573357] env[62211]: DEBUG oslo_concurrency.lockutils [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] Acquiring lock "refresh_cache-b63f03dd-e7ca-413e-b2e7-082b65db92a8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.573541] env[62211]: DEBUG oslo_concurrency.lockutils [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] Acquired lock "refresh_cache-b63f03dd-e7ca-413e-b2e7-082b65db92a8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.573733] env[62211]: DEBUG nova.network.neutron [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Refreshing network info cache for port 9ebfe0bf-6855-4c6c-ad32-1785a2a01985 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2153.583958] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9ae2f950-27df-4f19-aa25-0d9fd01dec45 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.694378] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf6785a-e07e-4e85-b4d2-045cb26bb60d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.697413] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "refresh_cache-679eb629-4427-49e3-92d5-7c38b49f2f06" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.697576] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "refresh_cache-679eb629-4427-49e3-92d5-7c38b49f2f06" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.697693] env[62211]: DEBUG nova.network.neutron [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2153.703684] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab29651f-a77b-4e47-9890-6d06451efad1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.737966] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dcd4e1-0977-4478-aa88-67529cdc0298 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.748973] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa1e5af-dc07-4657-8027-ed2572769d56 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.752792] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ebafe4-7aa8-26cf-99f4-aff5d60f019f, 'name': SearchDatastore_Task, 'duration_secs': 0.011645} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.753337] env[62211]: DEBUG oslo_concurrency.lockutils [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.753604] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 76b778ef-3239-485f-a54c-46cb1cbe9cfe/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk. {{(pid=62211) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2153.754189] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee3ee8ef-86ee-4a97-8ac7-ada531354d96 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.763982] env[62211]: DEBUG nova.compute.provider_tree [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2153.771326] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2153.771326] env[62211]: value = "task-2075293" [ 2153.771326] env[62211]: _type = "Task" [ 2153.771326] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.779504] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.854072] env[62211]: DEBUG nova.network.neutron [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Successfully created port: ebf1d0e8-3b47-4446-89cd-400e55770844 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2153.868586] env[62211]: DEBUG nova.compute.manager [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2154.239773] env[62211]: DEBUG nova.network.neutron [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2154.248875] env[62211]: DEBUG oslo_concurrency.lockutils [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.249058] env[62211]: DEBUG oslo_concurrency.lockutils [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.267081] env[62211]: DEBUG nova.scheduler.client.report [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2154.297144] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075293, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.474842] env[62211]: DEBUG nova.network.neutron [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Updating instance_info_cache with network_info: [{"id": "a6a236bb-db20-46d0-a1eb-b14d51878427", "address": "fa:16:3e:a8:65:57", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a236bb-db", "ovs_interfaceid": "a6a236bb-db20-46d0-a1eb-b14d51878427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.504777] env[62211]: DEBUG nova.network.neutron [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Updated VIF entry in instance network info cache for port 9ebfe0bf-6855-4c6c-ad32-1785a2a01985. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2154.505155] env[62211]: DEBUG nova.network.neutron [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Updating instance_info_cache with network_info: [{"id": "9ebfe0bf-6855-4c6c-ad32-1785a2a01985", "address": "fa:16:3e:e3:4e:d2", "network": {"id": "298abc97-2b06-4b92-9c44-1720545e01cc", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-435793835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c56572d88e4e4d04be8dc49a9fcf9a33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebfe0bf-68", "ovs_interfaceid": "9ebfe0bf-6855-4c6c-ad32-1785a2a01985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.538251] env[62211]: DEBUG oslo_vmware.rw_handles [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Completed reading data from the image iterator. {{(pid=62211) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2154.538557] env[62211]: DEBUG oslo_vmware.rw_handles [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274bd24-bcbd-e001-2cea-6571e5c25297/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2154.539908] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0648cc6-9830-463b-b761-ed9ab816538f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.547114] env[62211]: DEBUG oslo_vmware.rw_handles [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274bd24-bcbd-e001-2cea-6571e5c25297/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2154.547306] env[62211]: DEBUG oslo_vmware.rw_handles [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274bd24-bcbd-e001-2cea-6571e5c25297/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2154.547644] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dcaa6283-20a8-408c-b0ca-19d3f93ed713 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.752704] env[62211]: DEBUG nova.compute.utils [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2154.783790] env[62211]: DEBUG oslo_concurrency.lockutils [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.786418] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.141s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.786773] env[62211]: DEBUG nova.objects.instance [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lazy-loading 'pci_requests' on Instance uuid 08571a4e-7b57-4675-a635-808ee5bdcbdc {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2154.798701] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541089} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.799035] env[62211]: INFO nova.virt.vmwareapi.ds_util [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 76b778ef-3239-485f-a54c-46cb1cbe9cfe/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk. [ 2154.799881] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0678beee-79ea-4727-afbc-257950b3946b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.831757] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 76b778ef-3239-485f-a54c-46cb1cbe9cfe/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2154.832959] env[62211]: INFO nova.scheduler.client.report [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Deleted allocations for instance 476f50bc-1505-4384-8804-4610e14c24fb [ 2154.834229] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e17bf33-3d70-42fa-9024-9e4d4a05792f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.856307] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2154.856307] env[62211]: value = "task-2075294" [ 2154.856307] env[62211]: _type = "Task" [ 2154.856307] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.865513] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.884635] env[62211]: DEBUG nova.compute.manager [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2154.912020] env[62211]: DEBUG nova.virt.hardware [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2154.912317] env[62211]: DEBUG nova.virt.hardware [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2154.912485] env[62211]: DEBUG nova.virt.hardware [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2154.912668] env[62211]: DEBUG nova.virt.hardware [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2154.912809] env[62211]: DEBUG nova.virt.hardware [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2154.912953] env[62211]: DEBUG nova.virt.hardware [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2154.913173] env[62211]: DEBUG nova.virt.hardware [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2154.913329] env[62211]: DEBUG nova.virt.hardware [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2154.913493] env[62211]: DEBUG nova.virt.hardware [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2154.913652] env[62211]: DEBUG nova.virt.hardware [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2154.913821] env[62211]: DEBUG nova.virt.hardware [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2154.915429] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cf2dcd-d76e-412c-a1e9-6630869217e5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.924046] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeea3bb-4cee-48e2-ba9f-a195459a17b8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.981016] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "refresh_cache-679eb629-4427-49e3-92d5-7c38b49f2f06" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.981016] env[62211]: DEBUG nova.compute.manager [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Instance network_info: |[{"id": "a6a236bb-db20-46d0-a1eb-b14d51878427", "address": "fa:16:3e:a8:65:57", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a236bb-db", "ovs_interfaceid": "a6a236bb-db20-46d0-a1eb-b14d51878427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2154.981016] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:65:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6a236bb-db20-46d0-a1eb-b14d51878427', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2154.987450] env[62211]: DEBUG oslo.service.loopingcall [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2154.987681] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2154.987911] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a378366b-f7df-41f5-bc94-c7f3bfb20c3d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.007626] env[62211]: DEBUG oslo_concurrency.lockutils [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] Releasing lock "refresh_cache-b63f03dd-e7ca-413e-b2e7-082b65db92a8" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.007873] env[62211]: DEBUG nova.compute.manager [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Received event network-vif-plugged-a6a236bb-db20-46d0-a1eb-b14d51878427 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2155.008080] env[62211]: DEBUG oslo_concurrency.lockutils [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] Acquiring lock "679eb629-4427-49e3-92d5-7c38b49f2f06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.008493] env[62211]: DEBUG oslo_concurrency.lockutils [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] Lock "679eb629-4427-49e3-92d5-7c38b49f2f06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.008690] env[62211]: DEBUG oslo_concurrency.lockutils [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] Lock "679eb629-4427-49e3-92d5-7c38b49f2f06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.008863] env[62211]: DEBUG nova.compute.manager [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] No waiting events found dispatching network-vif-plugged-a6a236bb-db20-46d0-a1eb-b14d51878427 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2155.009046] env[62211]: WARNING nova.compute.manager [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Received unexpected event network-vif-plugged-a6a236bb-db20-46d0-a1eb-b14d51878427 for instance with vm_state building and task_state spawning. [ 2155.009216] env[62211]: DEBUG nova.compute.manager [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Received event network-changed-a6a236bb-db20-46d0-a1eb-b14d51878427 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2155.009374] env[62211]: DEBUG nova.compute.manager [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Refreshing instance network info cache due to event network-changed-a6a236bb-db20-46d0-a1eb-b14d51878427. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2155.009571] env[62211]: DEBUG oslo_concurrency.lockutils [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] Acquiring lock "refresh_cache-679eb629-4427-49e3-92d5-7c38b49f2f06" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.009709] env[62211]: DEBUG oslo_concurrency.lockutils [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] Acquired lock "refresh_cache-679eb629-4427-49e3-92d5-7c38b49f2f06" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.009866] env[62211]: DEBUG nova.network.neutron [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Refreshing network info cache for port a6a236bb-db20-46d0-a1eb-b14d51878427 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2155.010920] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2155.010920] env[62211]: value = "task-2075295" [ 2155.010920] env[62211]: _type = "Task" [ 2155.010920] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.022608] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.215397] env[62211]: DEBUG oslo_vmware.rw_handles [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274bd24-bcbd-e001-2cea-6571e5c25297/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2155.215397] env[62211]: INFO nova.virt.vmwareapi.images [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Downloaded image file data daa56a9c-f976-492e-a25d-5e5a06673c10 [ 2155.216855] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6088e2fd-6738-4459-b1e3-a347a2e9a70a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.234297] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81122eab-ea7f-470b-be05-97894f655756 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.255654] env[62211]: DEBUG oslo_concurrency.lockutils [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.297814] env[62211]: DEBUG nova.objects.instance [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lazy-loading 'numa_topology' on Instance uuid 08571a4e-7b57-4675-a635-808ee5bdcbdc {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2155.315866] env[62211]: INFO nova.virt.vmwareapi.images [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] The imported VM was unregistered [ 2155.319863] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Caching image {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2155.320115] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Creating directory with path [datastore1] devstack-image-cache_base/daa56a9c-f976-492e-a25d-5e5a06673c10 {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2155.320709] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83074a98-2f3f-4bea-ae4e-a8a33f1fda35 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.335618] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Created directory with path [datastore1] devstack-image-cache_base/daa56a9c-f976-492e-a25d-5e5a06673c10 {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2155.335618] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_dee879ac-6767-440c-b221-722018cf460a/OSTACK_IMG_dee879ac-6767-440c-b221-722018cf460a.vmdk to [datastore1] devstack-image-cache_base/daa56a9c-f976-492e-a25d-5e5a06673c10/daa56a9c-f976-492e-a25d-5e5a06673c10.vmdk. {{(pid=62211) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2155.335618] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-07e1e64b-6418-43e1-b407-7992b6684652 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.340831] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2155.340831] env[62211]: value = "task-2075297" [ 2155.340831] env[62211]: _type = "Task" [ 2155.340831] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.349341] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075297, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.356626] env[62211]: DEBUG oslo_concurrency.lockutils [None req-076bb615-c610-4e0a-9f09-84c27f19cfa1 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "476f50bc-1505-4384-8804-4610e14c24fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.888s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.369715] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.526094] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.805187] env[62211]: INFO nova.compute.claims [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2155.825902] env[62211]: DEBUG nova.network.neutron [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Successfully updated port: ebf1d0e8-3b47-4446-89cd-400e55770844 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2155.859978] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075297, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.872553] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075294, 'name': ReconfigVM_Task, 'duration_secs': 0.69347} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.874670] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 76b778ef-3239-485f-a54c-46cb1cbe9cfe/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2155.874670] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de8e5f3-1b66-46cc-90f3-3233f5e2792e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.908456] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b76caee-b745-45ef-a94f-97db3cfe15ec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.919992] env[62211]: DEBUG nova.network.neutron [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Updated VIF entry in instance network info cache for port a6a236bb-db20-46d0-a1eb-b14d51878427. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2155.920340] env[62211]: DEBUG nova.network.neutron [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Updating instance_info_cache with network_info: [{"id": "a6a236bb-db20-46d0-a1eb-b14d51878427", "address": "fa:16:3e:a8:65:57", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a236bb-db", "ovs_interfaceid": "a6a236bb-db20-46d0-a1eb-b14d51878427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.930122] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2155.930122] env[62211]: value = "task-2075298" [ 2155.930122] env[62211]: _type = "Task" [ 2155.930122] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.943535] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075298, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.977507] env[62211]: DEBUG nova.compute.manager [req-d2a6e3f7-868d-4ab5-ac4a-fe2ec30df0cf req-92b050b4-43db-4713-a2aa-0380098f843a service nova] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Received event network-vif-plugged-ebf1d0e8-3b47-4446-89cd-400e55770844 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2155.977748] env[62211]: DEBUG oslo_concurrency.lockutils [req-d2a6e3f7-868d-4ab5-ac4a-fe2ec30df0cf req-92b050b4-43db-4713-a2aa-0380098f843a service nova] Acquiring lock "35a7c576-3bd2-4884-a499-cc29294c94e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.978475] env[62211]: DEBUG oslo_concurrency.lockutils [req-d2a6e3f7-868d-4ab5-ac4a-fe2ec30df0cf req-92b050b4-43db-4713-a2aa-0380098f843a service nova] Lock "35a7c576-3bd2-4884-a499-cc29294c94e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.978602] env[62211]: DEBUG oslo_concurrency.lockutils [req-d2a6e3f7-868d-4ab5-ac4a-fe2ec30df0cf req-92b050b4-43db-4713-a2aa-0380098f843a service nova] Lock "35a7c576-3bd2-4884-a499-cc29294c94e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.978812] env[62211]: DEBUG nova.compute.manager [req-d2a6e3f7-868d-4ab5-ac4a-fe2ec30df0cf req-92b050b4-43db-4713-a2aa-0380098f843a service nova] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] No waiting events found dispatching network-vif-plugged-ebf1d0e8-3b47-4446-89cd-400e55770844 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2155.978993] env[62211]: WARNING nova.compute.manager [req-d2a6e3f7-868d-4ab5-ac4a-fe2ec30df0cf req-92b050b4-43db-4713-a2aa-0380098f843a service nova] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Received unexpected event network-vif-plugged-ebf1d0e8-3b47-4446-89cd-400e55770844 for instance with vm_state building and task_state spawning. [ 2156.024752] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.330490] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "refresh_cache-35a7c576-3bd2-4884-a499-cc29294c94e0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.330490] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired lock "refresh_cache-35a7c576-3bd2-4884-a499-cc29294c94e0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.330490] env[62211]: DEBUG nova.network.neutron [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2156.357644] env[62211]: DEBUG oslo_concurrency.lockutils [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.357919] env[62211]: DEBUG oslo_concurrency.lockutils [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.358156] env[62211]: INFO nova.compute.manager [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Attaching volume dc7733f8-4520-449c-8709-d7aef01bda87 to /dev/sdb [ 2156.360385] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075297, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.402158] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79290e3-3079-41a0-a54f-95de86048ecc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.414273] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da367a1-fa48-4178-8975-e8c0c834dc18 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.423645] env[62211]: DEBUG oslo_concurrency.lockutils [req-69a677a2-3310-4b56-9344-d7595845e496 req-f47ebb92-985a-4f48-8bc5-7c6d5e16bce4 service nova] Releasing lock "refresh_cache-679eb629-4427-49e3-92d5-7c38b49f2f06" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.428260] env[62211]: DEBUG nova.virt.block_device [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Updating existing volume attachment record: 62d4a4be-fa4a-43a8-9e41-828f21d9ceac {{(pid=62211) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2156.443183] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075298, 'name': ReconfigVM_Task, 'duration_secs': 0.506986} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.443471] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2156.443763] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeab83c4-1460-4dfb-9a4f-8875023563a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.451373] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2156.451373] env[62211]: value = "task-2075300" [ 2156.451373] env[62211]: _type = "Task" [ 2156.451373] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.461729] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.526678] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.858684] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075297, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.866995] env[62211]: DEBUG nova.network.neutron [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2156.965190] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.026146] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.041090] env[62211]: DEBUG nova.network.neutron [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Updating instance_info_cache with network_info: [{"id": "ebf1d0e8-3b47-4446-89cd-400e55770844", "address": "fa:16:3e:43:b1:bf", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf1d0e8-3b", "ovs_interfaceid": "ebf1d0e8-3b47-4446-89cd-400e55770844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.098768] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb79be0-9395-4b4c-8cd2-33926e4ad90a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.110179] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469fecf4-5626-463e-b9e1-be3f6d3892fb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.145771] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7472ef6c-f55e-400c-a1fc-76df9d5056b9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.156412] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac279fc8-47e6-4f45-8292-e75256c2eed8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.175469] env[62211]: DEBUG nova.compute.provider_tree [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2157.225649] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.226509] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.358305] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075297, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.464064] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075300, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.530222] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.544065] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Releasing lock "refresh_cache-35a7c576-3bd2-4884-a499-cc29294c94e0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.544293] env[62211]: DEBUG nova.compute.manager [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Instance network_info: |[{"id": "ebf1d0e8-3b47-4446-89cd-400e55770844", "address": "fa:16:3e:43:b1:bf", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf1d0e8-3b", "ovs_interfaceid": "ebf1d0e8-3b47-4446-89cd-400e55770844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2157.544801] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:b1:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebf1d0e8-3b47-4446-89cd-400e55770844', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2157.556863] env[62211]: DEBUG oslo.service.loopingcall [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2157.557264] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2157.557605] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67691ce3-d846-48a0-9936-f286254f6124 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.582866] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2157.582866] env[62211]: value = "task-2075304" [ 2157.582866] env[62211]: _type = "Task" [ 2157.582866] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.594464] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075304, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.679024] env[62211]: DEBUG nova.scheduler.client.report [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2157.732538] env[62211]: DEBUG nova.compute.manager [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2157.855247] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075297, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.451314} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.855560] env[62211]: INFO nova.virt.vmwareapi.ds_util [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_dee879ac-6767-440c-b221-722018cf460a/OSTACK_IMG_dee879ac-6767-440c-b221-722018cf460a.vmdk to [datastore1] devstack-image-cache_base/daa56a9c-f976-492e-a25d-5e5a06673c10/daa56a9c-f976-492e-a25d-5e5a06673c10.vmdk. [ 2157.855754] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Cleaning up location [datastore1] OSTACK_IMG_dee879ac-6767-440c-b221-722018cf460a {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2157.855918] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_dee879ac-6767-440c-b221-722018cf460a {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2157.856189] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18451e7e-4d0a-465b-9d2d-7252734833f3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.861764] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2157.861764] env[62211]: value = "task-2075305" [ 2157.861764] env[62211]: _type = "Task" [ 2157.861764] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.869279] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.962748] env[62211]: DEBUG oslo_vmware.api [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075300, 'name': PowerOnVM_Task, 'duration_secs': 1.196456} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.963041] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2157.966079] env[62211]: DEBUG nova.compute.manager [None req-584705e4-74a2-49e5-a3bc-644b8657a2b3 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2157.967016] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7976390-eec2-4fd3-bd93-fad26e974e74 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.005945] env[62211]: DEBUG nova.compute.manager [req-54decbb8-a380-4ed9-b3d3-bd476fad47ec req-d28dab9f-7852-4614-944a-d8fbaca302be service nova] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Received event network-changed-ebf1d0e8-3b47-4446-89cd-400e55770844 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2158.006173] env[62211]: DEBUG nova.compute.manager [req-54decbb8-a380-4ed9-b3d3-bd476fad47ec req-d28dab9f-7852-4614-944a-d8fbaca302be service nova] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Refreshing instance network info cache due to event network-changed-ebf1d0e8-3b47-4446-89cd-400e55770844. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2158.006429] env[62211]: DEBUG oslo_concurrency.lockutils [req-54decbb8-a380-4ed9-b3d3-bd476fad47ec req-d28dab9f-7852-4614-944a-d8fbaca302be service nova] Acquiring lock "refresh_cache-35a7c576-3bd2-4884-a499-cc29294c94e0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.006589] env[62211]: DEBUG oslo_concurrency.lockutils [req-54decbb8-a380-4ed9-b3d3-bd476fad47ec req-d28dab9f-7852-4614-944a-d8fbaca302be service nova] Acquired lock "refresh_cache-35a7c576-3bd2-4884-a499-cc29294c94e0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.006832] env[62211]: DEBUG nova.network.neutron [req-54decbb8-a380-4ed9-b3d3-bd476fad47ec req-d28dab9f-7852-4614-944a-d8fbaca302be service nova] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Refreshing network info cache for port ebf1d0e8-3b47-4446-89cd-400e55770844 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2158.026947] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.096553] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075304, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.184525] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.398s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.187411] env[62211]: DEBUG oslo_concurrency.lockutils [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.931s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.187908] env[62211]: DEBUG nova.objects.instance [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Lazy-loading 'resources' on Instance uuid bee14f32-64e5-462c-ad68-ea4777bc16b2 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2158.260976] env[62211]: INFO nova.network.neutron [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updating port 766fc2fc-aa5d-4f5f-8ed0-3c144001e64f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2158.263820] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.372516] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042857} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.372979] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2158.373331] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/daa56a9c-f976-492e-a25d-5e5a06673c10/daa56a9c-f976-492e-a25d-5e5a06673c10.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.373744] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/daa56a9c-f976-492e-a25d-5e5a06673c10/daa56a9c-f976-492e-a25d-5e5a06673c10.vmdk to [datastore1] ff310a0a-2d9d-4f20-ab6b-6235757752b3/ff310a0a-2d9d-4f20-ab6b-6235757752b3.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2158.374204] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9dcbcba-4ba7-4e99-a414-45a9620421e5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.381016] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2158.381016] env[62211]: value = "task-2075306" [ 2158.381016] env[62211]: _type = "Task" [ 2158.381016] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.390191] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.528971] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.597845] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075304, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.624330] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.624580] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.624794] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.624981] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.625177] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.630227] env[62211]: INFO nova.compute.manager [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Terminating instance [ 2158.733245] env[62211]: DEBUG nova.network.neutron [req-54decbb8-a380-4ed9-b3d3-bd476fad47ec req-d28dab9f-7852-4614-944a-d8fbaca302be service nova] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Updated VIF entry in instance network info cache for port ebf1d0e8-3b47-4446-89cd-400e55770844. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2158.733614] env[62211]: DEBUG nova.network.neutron [req-54decbb8-a380-4ed9-b3d3-bd476fad47ec req-d28dab9f-7852-4614-944a-d8fbaca302be service nova] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Updating instance_info_cache with network_info: [{"id": "ebf1d0e8-3b47-4446-89cd-400e55770844", "address": "fa:16:3e:43:b1:bf", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf1d0e8-3b", "ovs_interfaceid": "ebf1d0e8-3b47-4446-89cd-400e55770844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.895491] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075306, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.947455] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000b0b08-545a-475a-a9e9-29f05c687c16 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.957200] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d568cf0a-7507-4c0e-a54b-5f182a07facd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.994039] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bb2e7b-7f90-4a0d-bdfb-fc4a8703504c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.003677] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76138b41-bf33-431a-b210-cdbf9b09008b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.020537] env[62211]: DEBUG nova.compute.provider_tree [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2159.031715] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.095404] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075304, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.134860] env[62211]: DEBUG nova.compute.manager [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2159.135128] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2159.136232] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce26c615-e346-46f9-a1e4-77a9c24998ca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.146963] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2159.146963] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9f268a0-d8f8-469d-ac89-e625528b394a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.155640] env[62211]: DEBUG oslo_vmware.api [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2159.155640] env[62211]: value = "task-2075308" [ 2159.155640] env[62211]: _type = "Task" [ 2159.155640] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.166634] env[62211]: DEBUG oslo_vmware.api [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.236946] env[62211]: DEBUG oslo_concurrency.lockutils [req-54decbb8-a380-4ed9-b3d3-bd476fad47ec req-d28dab9f-7852-4614-944a-d8fbaca302be service nova] Releasing lock "refresh_cache-35a7c576-3bd2-4884-a499-cc29294c94e0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.395084] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075306, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.526810] env[62211]: DEBUG nova.scheduler.client.report [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2159.536843] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.597038] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075304, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.667672] env[62211]: DEBUG oslo_vmware.api [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075308, 'name': PowerOffVM_Task, 'duration_secs': 0.226961} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.667970] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2159.668160] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2159.668429] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5210b1a-2cab-4623-b782-356888598762 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.896379] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075306, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.030527] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.039029] env[62211]: DEBUG oslo_concurrency.lockutils [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.041019] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.777s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.042695] env[62211]: INFO nova.compute.claims [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2160.064019] env[62211]: INFO nova.scheduler.client.report [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Deleted allocations for instance bee14f32-64e5-462c-ad68-ea4777bc16b2 [ 2160.097148] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075304, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.387829] env[62211]: INFO nova.compute.manager [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Rescuing [ 2160.388148] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2160.388340] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2160.388543] env[62211]: DEBUG nova.network.neutron [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2160.399229] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075306, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.532773] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.571349] env[62211]: DEBUG oslo_concurrency.lockutils [None req-17d8367b-d1f3-49a7-a907-0077aeaec271 tempest-ServerAddressesTestJSON-647200525 tempest-ServerAddressesTestJSON-647200525-project-member] Lock "bee14f32-64e5-462c-ad68-ea4777bc16b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.181s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.597455] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075304, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.900718] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075306, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.321416} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.900718] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/daa56a9c-f976-492e-a25d-5e5a06673c10/daa56a9c-f976-492e-a25d-5e5a06673c10.vmdk to [datastore1] ff310a0a-2d9d-4f20-ab6b-6235757752b3/ff310a0a-2d9d-4f20-ab6b-6235757752b3.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2160.900718] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635dd061-a16e-4c94-9db4-ddcb8c76071b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.923551] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] ff310a0a-2d9d-4f20-ab6b-6235757752b3/ff310a0a-2d9d-4f20-ab6b-6235757752b3.vmdk or device None with type streamOptimized {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2160.924214] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcb45369-c8d7-4047-96ae-5783301e8c7a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.945855] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2160.945855] env[62211]: value = "task-2075310" [ 2160.945855] env[62211]: _type = "Task" [ 2160.945855] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.955943] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.034773] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.107498] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075304, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.272946] env[62211]: DEBUG nova.network.neutron [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Updating instance_info_cache with network_info: [{"id": "d57bfbdb-2cba-430f-ac8f-09fd04d21708", "address": "fa:16:3e:99:23:fe", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57bfbdb-2c", "ovs_interfaceid": "d57bfbdb-2cba-430f-ac8f-09fd04d21708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.294023] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2e3e28-77be-45f6-b208-7ce8af7eb5ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.300135] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c011c441-738c-40d0-8836-a038cfae803f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.334592] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97ce536-a69d-4066-ad81-9b24ef48c88a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.342182] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8828d4-16a4-4378-8236-1d478dec0460 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.355504] env[62211]: DEBUG nova.compute.provider_tree [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2161.457073] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075310, 'name': ReconfigVM_Task, 'duration_secs': 0.26117} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.457073] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Reconfigured VM instance instance-00000056 to attach disk [datastore1] ff310a0a-2d9d-4f20-ab6b-6235757752b3/ff310a0a-2d9d-4f20-ab6b-6235757752b3.vmdk or device None with type streamOptimized {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2161.457317] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3c4fc9e-9713-4584-ab14-b12580d064e8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.465018] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2161.465018] env[62211]: value = "task-2075311" [ 2161.465018] env[62211]: _type = "Task" [ 2161.465018] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.473447] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075311, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.538308] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.598539] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075304, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.775318] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2161.858551] env[62211]: DEBUG nova.scheduler.client.report [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2161.974188] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075311, 'name': Rename_Task, 'duration_secs': 0.16966} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.974536] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2161.974796] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d61b05a-43a0-4f6e-af17-7888c2f594a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.981130] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2161.981130] env[62211]: value = "task-2075312" [ 2161.981130] env[62211]: _type = "Task" [ 2161.981130] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.989895] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.042592] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.101451] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075304, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.363570] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.364556] env[62211]: DEBUG nova.compute.manager [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2162.491335] env[62211]: DEBUG oslo_vmware.api [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075312, 'name': PowerOnVM_Task, 'duration_secs': 0.48191} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.491608] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2162.491814] env[62211]: INFO nova.compute.manager [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Took 13.47 seconds to spawn the instance on the hypervisor. [ 2162.491998] env[62211]: DEBUG nova.compute.manager [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2162.492881] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8754702-c026-46aa-be14-5648b796fdd2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.540392] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.603387] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075304, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.649581] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2162.649581] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2162.649581] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Deleting the datastore file [datastore1] cd7ca1ba-b100-455d-8a9e-a540e5fc03a7 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2162.649859] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9fbe02f-cb63-4288-a621-a6f6530c5e4a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.656224] env[62211]: DEBUG oslo_vmware.api [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for the task: (returnval){ [ 2162.656224] env[62211]: value = "task-2075313" [ 2162.656224] env[62211]: _type = "Task" [ 2162.656224] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.664441] env[62211]: DEBUG oslo_vmware.api [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.870628] env[62211]: DEBUG nova.compute.utils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2162.872067] env[62211]: DEBUG nova.compute.manager [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2162.872849] env[62211]: DEBUG nova.network.neutron [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2162.940482] env[62211]: DEBUG nova.policy [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7979de12c19543faa83d02b906feb452', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0910f5b5208442e3b3b8bc246b6bffbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2162.981843] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Volume attach. Driver type: vmdk {{(pid=62211) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2162.982093] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425412', 'volume_id': 'dc7733f8-4520-449c-8709-d7aef01bda87', 'name': 'volume-dc7733f8-4520-449c-8709-d7aef01bda87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45ad4bb0-5e77-47d4-bdb8-542c2039dafe', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc7733f8-4520-449c-8709-d7aef01bda87', 'serial': 'dc7733f8-4520-449c-8709-d7aef01bda87'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2162.983080] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762609ec-0367-46de-8811-046879a70240 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.010824] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a75042a-dba4-4660-bd8e-44848f80041f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.016141] env[62211]: INFO nova.compute.manager [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Took 33.90 seconds to build instance. [ 2163.038023] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-dc7733f8-4520-449c-8709-d7aef01bda87/volume-dc7733f8-4520-449c-8709-d7aef01bda87.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2163.039086] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63631031-5fb2-4314-abaf-dafab8238059 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.063517] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075295, 'name': CreateVM_Task, 'duration_secs': 7.86984} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.064681] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2163.065018] env[62211]: DEBUG oslo_vmware.api [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2163.065018] env[62211]: value = "task-2075314" [ 2163.065018] env[62211]: _type = "Task" [ 2163.065018] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.065648] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.065806] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.066130] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2163.066424] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-312b0b1c-25de-4280-8c42-7e751a298389 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.073763] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2163.073763] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527d3f8e-47b9-6982-29ef-ff640a6ad3cc" [ 2163.073763] env[62211]: _type = "Task" [ 2163.073763] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.077107] env[62211]: DEBUG oslo_vmware.api [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075314, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.084579] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527d3f8e-47b9-6982-29ef-ff640a6ad3cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.100237] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075304, 'name': CreateVM_Task, 'duration_secs': 5.282752} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.100295] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2163.100975] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.166322] env[62211]: DEBUG oslo_vmware.api [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Task: {'id': task-2075313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146444} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.166322] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2163.166455] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2163.166911] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2163.167199] env[62211]: INFO nova.compute.manager [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Took 4.03 seconds to destroy the instance on the hypervisor. [ 2163.167462] env[62211]: DEBUG oslo.service.loopingcall [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2163.168061] env[62211]: DEBUG nova.compute.manager [-] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2163.168061] env[62211]: DEBUG nova.network.neutron [-] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2163.320814] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2163.320814] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccbfc7df-3188-4dba-8c79-dd6b1dbc66df {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.326910] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2163.326910] env[62211]: value = "task-2075315" [ 2163.326910] env[62211]: _type = "Task" [ 2163.326910] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.342477] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.375948] env[62211]: DEBUG nova.compute.manager [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2163.381330] env[62211]: DEBUG nova.network.neutron [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Successfully created port: cd735b0b-70f8-4068-8264-7e96f4c5a11b {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2163.518269] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0ce9ac10-f3d9-4f08-ba92-a5e90fc4f624 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "ff310a0a-2d9d-4f20-ab6b-6235757752b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.409s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.576916] env[62211]: DEBUG oslo_vmware.api [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.588022] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527d3f8e-47b9-6982-29ef-ff640a6ad3cc, 'name': SearchDatastore_Task, 'duration_secs': 0.016788} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.588022] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.588022] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2163.588022] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.588022] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.588022] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2163.588022] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.588022] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2163.588022] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63c9af98-a573-4b09-aae7-c07be574543e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.590053] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76bdc41f-aec2-4c97-9aaf-5bce55679cd0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.595452] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2163.595452] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52c8ee87-cd9e-dd1b-7b21-ded8c6ac0ba5" [ 2163.595452] env[62211]: _type = "Task" [ 2163.595452] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.600412] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2163.600793] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2163.601940] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c6799c-523b-4ab6-83d0-00a328252bcc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.606929] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c8ee87-cd9e-dd1b-7b21-ded8c6ac0ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.609874] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2163.609874] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52568a84-ae0e-373a-b3b1-f5fd325af63c" [ 2163.609874] env[62211]: _type = "Task" [ 2163.609874] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.621351] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52568a84-ae0e-373a-b3b1-f5fd325af63c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.657218] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "ff310a0a-2d9d-4f20-ab6b-6235757752b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.658255] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "ff310a0a-2d9d-4f20-ab6b-6235757752b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.658255] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "ff310a0a-2d9d-4f20-ab6b-6235757752b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.658255] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "ff310a0a-2d9d-4f20-ab6b-6235757752b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.658255] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "ff310a0a-2d9d-4f20-ab6b-6235757752b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.660793] env[62211]: INFO nova.compute.manager [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Terminating instance [ 2163.837687] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075315, 'name': PowerOffVM_Task, 'duration_secs': 0.237217} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.837987] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2163.843059] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbef033-35b1-4a67-9998-749856690214 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.865018] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d3495d-4877-4a69-93b4-7e6d74282f3a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.885725] env[62211]: DEBUG nova.compute.manager [req-f544006a-9a63-4448-bbd0-dfe783871ee4 req-36551037-659c-4cbe-803a-c62b43edd463 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Received event network-vif-plugged-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2163.885725] env[62211]: DEBUG oslo_concurrency.lockutils [req-f544006a-9a63-4448-bbd0-dfe783871ee4 req-36551037-659c-4cbe-803a-c62b43edd463 service nova] Acquiring lock "08571a4e-7b57-4675-a635-808ee5bdcbdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.885982] env[62211]: DEBUG oslo_concurrency.lockutils [req-f544006a-9a63-4448-bbd0-dfe783871ee4 req-36551037-659c-4cbe-803a-c62b43edd463 service nova] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.886192] env[62211]: DEBUG oslo_concurrency.lockutils [req-f544006a-9a63-4448-bbd0-dfe783871ee4 req-36551037-659c-4cbe-803a-c62b43edd463 service nova] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.886401] env[62211]: DEBUG nova.compute.manager [req-f544006a-9a63-4448-bbd0-dfe783871ee4 req-36551037-659c-4cbe-803a-c62b43edd463 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] No waiting events found dispatching network-vif-plugged-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2163.886638] env[62211]: WARNING nova.compute.manager [req-f544006a-9a63-4448-bbd0-dfe783871ee4 req-36551037-659c-4cbe-803a-c62b43edd463 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Received unexpected event network-vif-plugged-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f for instance with vm_state shelved_offloaded and task_state spawning. [ 2163.912141] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2163.912141] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d06dc742-deed-49c3-8f22-d73bec4a3ca6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.918631] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2163.918631] env[62211]: value = "task-2075316" [ 2163.918631] env[62211]: _type = "Task" [ 2163.918631] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.929605] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] VM already powered off {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2163.929877] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2163.930147] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.983903] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.984141] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.984292] env[62211]: DEBUG nova.network.neutron [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2164.038937] env[62211]: DEBUG nova.compute.manager [req-dd2dacde-2e5c-4e86-a4e5-39768121ddf2 req-51c283af-8fe4-4cde-94de-9323422b73fc service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Received event network-vif-deleted-074ccb8e-4174-4f2a-90b1-75aa7162a81c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2164.039274] env[62211]: INFO nova.compute.manager [req-dd2dacde-2e5c-4e86-a4e5-39768121ddf2 req-51c283af-8fe4-4cde-94de-9323422b73fc service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Neutron deleted interface 074ccb8e-4174-4f2a-90b1-75aa7162a81c; detaching it from the instance and deleting it from the info cache [ 2164.039385] env[62211]: DEBUG nova.network.neutron [req-dd2dacde-2e5c-4e86-a4e5-39768121ddf2 req-51c283af-8fe4-4cde-94de-9323422b73fc service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.078497] env[62211]: DEBUG oslo_vmware.api [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075314, 'name': ReconfigVM_Task, 'duration_secs': 0.610423} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.078777] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-dc7733f8-4520-449c-8709-d7aef01bda87/volume-dc7733f8-4520-449c-8709-d7aef01bda87.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2164.083679] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1887b867-e88f-46cf-aa45-55ae79c7e944 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.110088] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c8ee87-cd9e-dd1b-7b21-ded8c6ac0ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.112789] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.113659] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2164.113962] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.114636] env[62211]: DEBUG oslo_vmware.api [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2164.114636] env[62211]: value = "task-2075317" [ 2164.114636] env[62211]: _type = "Task" [ 2164.114636] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.126255] env[62211]: DEBUG oslo_vmware.api [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.131515] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52568a84-ae0e-373a-b3b1-f5fd325af63c, 'name': SearchDatastore_Task, 'duration_secs': 0.012409} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.132531] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a45bc3-6831-47b5-82b6-237a7ad07e21 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.137531] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2164.137531] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521ee75e-edf2-9b96-5b19-f58060244f08" [ 2164.137531] env[62211]: _type = "Task" [ 2164.137531] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.145610] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521ee75e-edf2-9b96-5b19-f58060244f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.164566] env[62211]: DEBUG nova.compute.manager [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2164.164829] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2164.165740] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957906d3-9d03-4342-bd7b-72fa4d3d563f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.174894] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2164.175239] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3e1824d-fd59-487f-9d24-bcad21f46f8c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.181896] env[62211]: DEBUG oslo_vmware.api [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2164.181896] env[62211]: value = "task-2075318" [ 2164.181896] env[62211]: _type = "Task" [ 2164.181896] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.190648] env[62211]: DEBUG oslo_vmware.api [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.389017] env[62211]: DEBUG nova.compute.manager [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2164.420559] env[62211]: DEBUG nova.virt.hardware [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2164.420816] env[62211]: DEBUG nova.virt.hardware [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2164.420974] env[62211]: DEBUG nova.virt.hardware [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2164.421175] env[62211]: DEBUG nova.virt.hardware [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2164.421322] env[62211]: DEBUG nova.virt.hardware [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2164.421478] env[62211]: DEBUG nova.virt.hardware [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2164.421677] env[62211]: DEBUG nova.virt.hardware [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2164.421838] env[62211]: DEBUG nova.virt.hardware [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2164.422015] env[62211]: DEBUG nova.virt.hardware [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2164.422185] env[62211]: DEBUG nova.virt.hardware [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2164.422458] env[62211]: DEBUG nova.virt.hardware [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2164.423336] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a1f471-7c45-4306-9c79-89a2b090413c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.432224] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21f2a68-82d2-4262-bc2d-28ba274e6ac0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.517314] env[62211]: DEBUG nova.network.neutron [-] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.541328] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7870037b-65b6-4203-889f-1ae722ad530a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.551553] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeea3706-7935-4099-a688-17899f732264 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.586436] env[62211]: DEBUG nova.compute.manager [req-dd2dacde-2e5c-4e86-a4e5-39768121ddf2 req-51c283af-8fe4-4cde-94de-9323422b73fc service nova] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Detach interface failed, port_id=074ccb8e-4174-4f2a-90b1-75aa7162a81c, reason: Instance cd7ca1ba-b100-455d-8a9e-a540e5fc03a7 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2164.627609] env[62211]: DEBUG oslo_vmware.api [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075317, 'name': ReconfigVM_Task, 'duration_secs': 0.180573} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.627987] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425412', 'volume_id': 'dc7733f8-4520-449c-8709-d7aef01bda87', 'name': 'volume-dc7733f8-4520-449c-8709-d7aef01bda87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45ad4bb0-5e77-47d4-bdb8-542c2039dafe', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc7733f8-4520-449c-8709-d7aef01bda87', 'serial': 'dc7733f8-4520-449c-8709-d7aef01bda87'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2164.651297] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521ee75e-edf2-9b96-5b19-f58060244f08, 'name': SearchDatastore_Task, 'duration_secs': 0.019398} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.651858] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.651858] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 679eb629-4427-49e3-92d5-7c38b49f2f06/679eb629-4427-49e3-92d5-7c38b49f2f06.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2164.652315] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.652544] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2164.652774] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f28f2f1d-09c4-4bc6-bb13-2b84c39b1a14 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.655011] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7acf8bc1-0665-40bc-aa5d-d1eba4c51b5d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.662606] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2164.662606] env[62211]: value = "task-2075319" [ 2164.662606] env[62211]: _type = "Task" [ 2164.662606] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.666772] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2164.666944] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2164.667928] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62afcc71-4437-4c63-b50a-01d7171267b5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.676535] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.679637] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2164.679637] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521177b1-11e5-8a2d-75d6-a2b194a52be1" [ 2164.679637] env[62211]: _type = "Task" [ 2164.679637] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.689321] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521177b1-11e5-8a2d-75d6-a2b194a52be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.692054] env[62211]: DEBUG oslo_vmware.api [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075318, 'name': PowerOffVM_Task, 'duration_secs': 0.192353} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.692268] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2164.692438] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2164.692928] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-835ca178-871c-4ddf-8fc0-911766f5bf17 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.773431] env[62211]: DEBUG nova.network.neutron [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updating instance_info_cache with network_info: [{"id": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "address": "fa:16:3e:69:13:3d", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap766fc2fc-aa", "ovs_interfaceid": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.793015] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2164.793267] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2164.793510] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleting the datastore file [datastore1] ff310a0a-2d9d-4f20-ab6b-6235757752b3 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2164.793832] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42a1a9e9-5382-4caa-ab52-c2d4a6662093 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.803216] env[62211]: DEBUG oslo_vmware.api [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2164.803216] env[62211]: value = "task-2075321" [ 2164.803216] env[62211]: _type = "Task" [ 2164.803216] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.813132] env[62211]: DEBUG oslo_vmware.api [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.022800] env[62211]: INFO nova.compute.manager [-] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Took 1.85 seconds to deallocate network for instance. [ 2165.173505] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485292} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.175681] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 679eb629-4427-49e3-92d5-7c38b49f2f06/679eb629-4427-49e3-92d5-7c38b49f2f06.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2165.175941] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2165.176247] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baa82868-7498-4653-80c3-c81768b47c53 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.185407] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2165.185407] env[62211]: value = "task-2075322" [ 2165.185407] env[62211]: _type = "Task" [ 2165.185407] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.193698] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521177b1-11e5-8a2d-75d6-a2b194a52be1, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.194944] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffebe47-4424-497a-8f6d-a4a15752ba01 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.200046] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.203772] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2165.203772] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f438f2-7f7f-372b-e2ec-0534546c115b" [ 2165.203772] env[62211]: _type = "Task" [ 2165.203772] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.213374] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f438f2-7f7f-372b-e2ec-0534546c115b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.239894] env[62211]: DEBUG nova.network.neutron [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Successfully updated port: cd735b0b-70f8-4068-8264-7e96f4c5a11b {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2165.276117] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.303190] env[62211]: DEBUG nova.virt.hardware [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b6614c0f6a05c073d7ec84e3de035e2c',container_format='bare',created_at=2025-01-13T09:33:10Z,direct_url=,disk_format='vmdk',id=c93f0821-453e-47ad-bb29-0e914808240d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1617384463-shelved',owner='1e7e728933d64b49b6dfcf72e5cf6fcd',properties=ImageMetaProps,protected=,size=31663616,status='active',tags=,updated_at=2025-01-13T09:33:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2165.303190] env[62211]: DEBUG nova.virt.hardware [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2165.303190] env[62211]: DEBUG nova.virt.hardware [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2165.303190] env[62211]: DEBUG nova.virt.hardware [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2165.303190] env[62211]: DEBUG nova.virt.hardware [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2165.303877] env[62211]: DEBUG nova.virt.hardware [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2165.303877] env[62211]: DEBUG nova.virt.hardware [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2165.303877] env[62211]: DEBUG nova.virt.hardware [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2165.303877] env[62211]: DEBUG nova.virt.hardware [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2165.308039] env[62211]: DEBUG nova.virt.hardware [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2165.308039] env[62211]: DEBUG nova.virt.hardware [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2165.308039] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b94139-6927-441f-ad58-829a6c2dc59e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.324319] env[62211]: DEBUG oslo_vmware.api [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404106} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.325530] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56f2ba2-0808-4cef-8b99-81a5018ff392 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.330898] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2165.331122] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2165.331308] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2165.331634] env[62211]: INFO nova.compute.manager [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2165.331946] env[62211]: DEBUG oslo.service.loopingcall [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2165.332376] env[62211]: DEBUG nova.compute.manager [-] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2165.332504] env[62211]: DEBUG nova.network.neutron [-] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2165.346662] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:13:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '766fc2fc-aa5d-4f5f-8ed0-3c144001e64f', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2165.355178] env[62211]: DEBUG oslo.service.loopingcall [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2165.355521] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2165.355765] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e0fefc2-34b1-48ce-90b3-7588d221c228 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.377754] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2165.377754] env[62211]: value = "task-2075323" [ 2165.377754] env[62211]: _type = "Task" [ 2165.377754] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.386692] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075323, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.533112] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.533112] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.533112] env[62211]: DEBUG nova.objects.instance [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lazy-loading 'resources' on Instance uuid cd7ca1ba-b100-455d-8a9e-a540e5fc03a7 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2165.680280] env[62211]: DEBUG nova.objects.instance [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lazy-loading 'flavor' on Instance uuid 45ad4bb0-5e77-47d4-bdb8-542c2039dafe {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2165.697096] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063102} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.698020] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2165.698820] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6acd5e-5b75-4a39-81ab-0deb387be2a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.722790] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 679eb629-4427-49e3-92d5-7c38b49f2f06/679eb629-4427-49e3-92d5-7c38b49f2f06.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2165.726267] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4504c2e-b454-4638-84c0-ee08124e489d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.743085] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.743226] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.743388] env[62211]: DEBUG nova.network.neutron [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2165.747898] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f438f2-7f7f-372b-e2ec-0534546c115b, 'name': SearchDatastore_Task, 'duration_secs': 0.009002} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.749360] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.749645] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] a1416796-8b45-4761-84e8-d0ea2d8540f6/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk. {{(pid=62211) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2165.749972] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2165.749972] env[62211]: value = "task-2075324" [ 2165.749972] env[62211]: _type = "Task" [ 2165.749972] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.750195] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.750381] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2165.750597] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa234abf-9908-43d7-95a3-4385568a9191 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.752705] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-429a0d86-7d6f-4a0e-9ad5-65f35b524972 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.764418] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.766808] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2165.766808] env[62211]: value = "task-2075325" [ 2165.766808] env[62211]: _type = "Task" [ 2165.766808] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.767167] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2165.767403] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2165.768533] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e2ae306-71ba-44af-b12d-51b88d12958e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.780351] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2165.780351] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]524ab774-bc8d-27ba-58f3-1b32eea003e7" [ 2165.780351] env[62211]: _type = "Task" [ 2165.780351] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.784897] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.793302] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]524ab774-bc8d-27ba-58f3-1b32eea003e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.794477] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b2d3cc-5435-44ff-be84-d3b1844a6b78 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.800029] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2165.800029] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f78a6d-0e45-965b-f758-bdff068c200e" [ 2165.800029] env[62211]: _type = "Task" [ 2165.800029] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.808785] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f78a6d-0e45-965b-f758-bdff068c200e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.889281] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075323, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.915572] env[62211]: DEBUG nova.compute.manager [req-2e054822-84c7-4dd2-829b-e13fa27fd9ee req-050ca2c7-494f-4017-af57-56cbe0ab7943 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Received event network-changed-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2165.915847] env[62211]: DEBUG nova.compute.manager [req-2e054822-84c7-4dd2-829b-e13fa27fd9ee req-050ca2c7-494f-4017-af57-56cbe0ab7943 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Refreshing instance network info cache due to event network-changed-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2165.916171] env[62211]: DEBUG oslo_concurrency.lockutils [req-2e054822-84c7-4dd2-829b-e13fa27fd9ee req-050ca2c7-494f-4017-af57-56cbe0ab7943 service nova] Acquiring lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.916381] env[62211]: DEBUG oslo_concurrency.lockutils [req-2e054822-84c7-4dd2-829b-e13fa27fd9ee req-050ca2c7-494f-4017-af57-56cbe0ab7943 service nova] Acquired lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.916588] env[62211]: DEBUG nova.network.neutron [req-2e054822-84c7-4dd2-829b-e13fa27fd9ee req-050ca2c7-494f-4017-af57-56cbe0ab7943 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Refreshing network info cache for port 766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2165.937348] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7cbacb7d-b71e-46b7-9518-263f571fd956 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.073602] env[62211]: DEBUG nova.compute.manager [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Received event network-vif-plugged-cd735b0b-70f8-4068-8264-7e96f4c5a11b {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2166.074244] env[62211]: DEBUG oslo_concurrency.lockutils [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] Acquiring lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.074761] env[62211]: DEBUG oslo_concurrency.lockutils [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] Lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.075156] env[62211]: DEBUG oslo_concurrency.lockutils [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] Lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.075505] env[62211]: DEBUG nova.compute.manager [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] No waiting events found dispatching network-vif-plugged-cd735b0b-70f8-4068-8264-7e96f4c5a11b {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2166.075844] env[62211]: WARNING nova.compute.manager [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Received unexpected event network-vif-plugged-cd735b0b-70f8-4068-8264-7e96f4c5a11b for instance with vm_state building and task_state spawning. [ 2166.076184] env[62211]: DEBUG nova.compute.manager [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Received event network-changed-cd735b0b-70f8-4068-8264-7e96f4c5a11b {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2166.076460] env[62211]: DEBUG nova.compute.manager [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Refreshing instance network info cache due to event network-changed-cd735b0b-70f8-4068-8264-7e96f4c5a11b. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2166.076818] env[62211]: DEBUG oslo_concurrency.lockutils [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] Acquiring lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.142052] env[62211]: DEBUG nova.network.neutron [-] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2166.186020] env[62211]: DEBUG oslo_concurrency.lockutils [None req-78346c7a-dee5-4e5d-8ef8-6dcf9cc00e37 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.828s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.187118] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7cbacb7d-b71e-46b7-9518-263f571fd956 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.250s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.187322] env[62211]: DEBUG nova.compute.manager [None req-7cbacb7d-b71e-46b7-9518-263f571fd956 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2166.190556] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e336e623-01b3-4dea-a683-6fd7871743c5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.202654] env[62211]: DEBUG nova.compute.manager [None req-7cbacb7d-b71e-46b7-9518-263f571fd956 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62211) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2166.203457] env[62211]: DEBUG nova.objects.instance [None req-7cbacb7d-b71e-46b7-9518-263f571fd956 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lazy-loading 'flavor' on Instance uuid 45ad4bb0-5e77-47d4-bdb8-542c2039dafe {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2166.266520] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075324, 'name': ReconfigVM_Task, 'duration_secs': 0.337295} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.270132] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 679eb629-4427-49e3-92d5-7c38b49f2f06/679eb629-4427-49e3-92d5-7c38b49f2f06.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2166.271306] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6bac98c-95c0-459f-9ced-4bc665cb614b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.284292] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.287146] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2166.287146] env[62211]: value = "task-2075326" [ 2166.287146] env[62211]: _type = "Task" [ 2166.287146] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.289946] env[62211]: DEBUG nova.network.neutron [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2166.306861] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075326, 'name': Rename_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.325219] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f78a6d-0e45-965b-f758-bdff068c200e, 'name': SearchDatastore_Task, 'duration_secs': 0.022941} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.325749] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2166.326124] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 35a7c576-3bd2-4884-a499-cc29294c94e0/35a7c576-3bd2-4884-a499-cc29294c94e0.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2166.326517] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af225938-6314-42b7-a50e-46e104856da1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.340153] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2166.340153] env[62211]: value = "task-2075327" [ 2166.340153] env[62211]: _type = "Task" [ 2166.340153] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.353237] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.362430] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3364133-f9e0-476b-a48e-d4a67b311952 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.373520] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f8d46e-04ad-4115-9fa1-ca8357b859bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.412763] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208ccb7b-ec2c-4e19-b3bb-9801eb3dab66 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.421349] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075323, 'name': CreateVM_Task, 'duration_secs': 0.541192} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.423151] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2166.423151] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.423151] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.423716] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2166.425968] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14730b16-ddc2-450e-98b8-7de8821dd902 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.429017] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2f3897-906a-4b12-bca9-c0af55b9f675 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.446484] env[62211]: DEBUG nova.compute.provider_tree [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2166.446484] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2166.446484] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52225bea-fd7b-d3eb-75aa-e7504fd00e4c" [ 2166.446484] env[62211]: _type = "Task" [ 2166.446484] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.458515] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2166.458721] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Processing image c93f0821-453e-47ad-bb29-0e914808240d {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2166.458968] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d/c93f0821-453e-47ad-bb29-0e914808240d.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.459127] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d/c93f0821-453e-47ad-bb29-0e914808240d.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.459304] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2166.460745] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc40019b-8e9a-4754-9139-7b59e5395c69 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.469461] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2166.469575] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2166.470689] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e68701a4-3118-490a-8eac-a0888f102ffb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.478026] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2166.478026] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52af14a4-e1fa-06e0-15a6-a617bcfde15b" [ 2166.478026] env[62211]: _type = "Task" [ 2166.478026] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.487680] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52af14a4-e1fa-06e0-15a6-a617bcfde15b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.639822] env[62211]: DEBUG nova.network.neutron [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Updating instance_info_cache with network_info: [{"id": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "address": "fa:16:3e:19:c1:50", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd735b0b-70", "ovs_interfaceid": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2166.645641] env[62211]: INFO nova.compute.manager [-] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Took 1.31 seconds to deallocate network for instance. [ 2166.782243] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617726} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.782582] env[62211]: INFO nova.virt.vmwareapi.ds_util [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] a1416796-8b45-4761-84e8-d0ea2d8540f6/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk. [ 2166.783445] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f5125c-c29e-46fd-9638-79a69e5d0d77 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.814300] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a1416796-8b45-4761-84e8-d0ea2d8540f6/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2166.815616] env[62211]: DEBUG nova.network.neutron [req-2e054822-84c7-4dd2-829b-e13fa27fd9ee req-050ca2c7-494f-4017-af57-56cbe0ab7943 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updated VIF entry in instance network info cache for port 766fc2fc-aa5d-4f5f-8ed0-3c144001e64f. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2166.815987] env[62211]: DEBUG nova.network.neutron [req-2e054822-84c7-4dd2-829b-e13fa27fd9ee req-050ca2c7-494f-4017-af57-56cbe0ab7943 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updating instance_info_cache with network_info: [{"id": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "address": "fa:16:3e:69:13:3d", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap766fc2fc-aa", "ovs_interfaceid": "766fc2fc-aa5d-4f5f-8ed0-3c144001e64f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2166.821930] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac51910-4a74-4b78-afe6-ad4eae152776 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.844412] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075326, 'name': Rename_Task, 'duration_secs': 0.176632} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.848641] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2166.848976] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2166.848976] env[62211]: value = "task-2075328" [ 2166.848976] env[62211]: _type = "Task" [ 2166.848976] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.849440] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-353f74b2-fa4a-4269-aec5-56d70c8800a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.857545] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075327, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.865181] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.866538] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2166.866538] env[62211]: value = "task-2075329" [ 2166.866538] env[62211]: _type = "Task" [ 2166.866538] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.873799] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.947019] env[62211]: DEBUG nova.scheduler.client.report [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2166.988081] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Preparing fetch location {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2166.988489] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Fetch image to [datastore1] OSTACK_IMG_d8c80bc8-4861-468a-ada8-b372493a0c73/OSTACK_IMG_d8c80bc8-4861-468a-ada8-b372493a0c73.vmdk {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2166.988734] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Downloading stream optimized image c93f0821-453e-47ad-bb29-0e914808240d to [datastore1] OSTACK_IMG_d8c80bc8-4861-468a-ada8-b372493a0c73/OSTACK_IMG_d8c80bc8-4861-468a-ada8-b372493a0c73.vmdk on the data store datastore1 as vApp {{(pid=62211) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2166.989018] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Downloading image file data c93f0821-453e-47ad-bb29-0e914808240d to the ESX as VM named 'OSTACK_IMG_d8c80bc8-4861-468a-ada8-b372493a0c73' {{(pid=62211) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2167.067577] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2167.067577] env[62211]: value = "resgroup-9" [ 2167.067577] env[62211]: _type = "ResourcePool" [ 2167.067577] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2167.067577] env[62211]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c956a358-c3a8-4ea0-ba1c-1402ec798be8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.089048] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lease: (returnval){ [ 2167.089048] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f48d97-9f40-11db-0bef-61618c30ee5f" [ 2167.089048] env[62211]: _type = "HttpNfcLease" [ 2167.089048] env[62211]: } obtained for vApp import into resource pool (val){ [ 2167.089048] env[62211]: value = "resgroup-9" [ 2167.089048] env[62211]: _type = "ResourcePool" [ 2167.089048] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2167.089531] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the lease: (returnval){ [ 2167.089531] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f48d97-9f40-11db-0bef-61618c30ee5f" [ 2167.089531] env[62211]: _type = "HttpNfcLease" [ 2167.089531] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2167.096371] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2167.096371] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f48d97-9f40-11db-0bef-61618c30ee5f" [ 2167.096371] env[62211]: _type = "HttpNfcLease" [ 2167.096371] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2167.143078] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.143491] env[62211]: DEBUG nova.compute.manager [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Instance network_info: |[{"id": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "address": "fa:16:3e:19:c1:50", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd735b0b-70", "ovs_interfaceid": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2167.143944] env[62211]: DEBUG oslo_concurrency.lockutils [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] Acquired lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.144191] env[62211]: DEBUG nova.network.neutron [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Refreshing network info cache for port cd735b0b-70f8-4068-8264-7e96f4c5a11b {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2167.146032] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:c1:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd735b0b-70f8-4068-8264-7e96f4c5a11b', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2167.153352] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Creating folder: Project (0910f5b5208442e3b3b8bc246b6bffbb). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2167.154612] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f53adb7f-8aa5-42e6-837d-79b74d2af3a7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.157655] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.166609] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Created folder: Project (0910f5b5208442e3b3b8bc246b6bffbb) in parent group-v425157. [ 2167.167402] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Creating folder: Instances. Parent ref: group-v425416. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2167.167402] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7493a1f7-a3cd-4a8d-84fc-f1d3f0380c88 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.177039] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Created folder: Instances in parent group-v425416. [ 2167.177039] env[62211]: DEBUG oslo.service.loopingcall [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2167.177039] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2167.177039] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-151292c4-e7d4-49e3-a2f4-4a1e4e05e2f7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.196568] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2167.196568] env[62211]: value = "task-2075333" [ 2167.196568] env[62211]: _type = "Task" [ 2167.196568] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.204671] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2167.204914] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075333, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.205126] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2167.211308] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbacb7d-b71e-46b7-9518-263f571fd956 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2167.211583] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a147be12-a48b-4510-9686-c71d0723e4b2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.218451] env[62211]: DEBUG oslo_vmware.api [None req-7cbacb7d-b71e-46b7-9518-263f571fd956 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2167.218451] env[62211]: value = "task-2075334" [ 2167.218451] env[62211]: _type = "Task" [ 2167.218451] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.228075] env[62211]: DEBUG oslo_vmware.api [None req-7cbacb7d-b71e-46b7-9518-263f571fd956 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.319792] env[62211]: DEBUG oslo_concurrency.lockutils [req-2e054822-84c7-4dd2-829b-e13fa27fd9ee req-050ca2c7-494f-4017-af57-56cbe0ab7943 service nova] Releasing lock "refresh_cache-08571a4e-7b57-4675-a635-808ee5bdcbdc" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.359051] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519806} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.363706] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 35a7c576-3bd2-4884-a499-cc29294c94e0/35a7c576-3bd2-4884-a499-cc29294c94e0.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2167.364083] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2167.364841] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7f36336-ede5-403c-a42f-60138826dfd3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.374941] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.376708] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2167.376708] env[62211]: value = "task-2075335" [ 2167.376708] env[62211]: _type = "Task" [ 2167.376708] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.384812] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075329, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.389852] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.452527] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.454879] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.297s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.455159] env[62211]: DEBUG nova.objects.instance [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lazy-loading 'resources' on Instance uuid ff310a0a-2d9d-4f20-ab6b-6235757752b3 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2167.481401] env[62211]: INFO nova.scheduler.client.report [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Deleted allocations for instance cd7ca1ba-b100-455d-8a9e-a540e5fc03a7 [ 2167.597305] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2167.597305] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f48d97-9f40-11db-0bef-61618c30ee5f" [ 2167.597305] env[62211]: _type = "HttpNfcLease" [ 2167.597305] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2167.706576] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075333, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.713471] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2167.713471] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2167.731883] env[62211]: DEBUG oslo_vmware.api [None req-7cbacb7d-b71e-46b7-9518-263f571fd956 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075334, 'name': PowerOffVM_Task, 'duration_secs': 0.421577} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.732201] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbacb7d-b71e-46b7-9518-263f571fd956 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2167.732381] env[62211]: DEBUG nova.compute.manager [None req-7cbacb7d-b71e-46b7-9518-263f571fd956 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2167.733197] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2eba9c-8d77-4d90-ad29-55fa3355d1ce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.859571] env[62211]: DEBUG oslo_concurrency.lockutils [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "28e0b971-2014-4773-bbe4-71e5b3f21c11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.859839] env[62211]: DEBUG oslo_concurrency.lockutils [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "28e0b971-2014-4773-bbe4-71e5b3f21c11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.860062] env[62211]: DEBUG oslo_concurrency.lockutils [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "28e0b971-2014-4773-bbe4-71e5b3f21c11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.860253] env[62211]: DEBUG oslo_concurrency.lockutils [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "28e0b971-2014-4773-bbe4-71e5b3f21c11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.860422] env[62211]: DEBUG oslo_concurrency.lockutils [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "28e0b971-2014-4773-bbe4-71e5b3f21c11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.867416] env[62211]: INFO nova.compute.manager [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Terminating instance [ 2167.878999] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075328, 'name': ReconfigVM_Task, 'duration_secs': 0.599936} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.883508] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a1416796-8b45-4761-84e8-d0ea2d8540f6/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2167.887893] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ab421f-7f01-41f2-a327-7317db30c59c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.891706] env[62211]: DEBUG oslo_vmware.api [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075329, 'name': PowerOnVM_Task, 'duration_secs': 0.761956} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.892417] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2167.892700] env[62211]: INFO nova.compute.manager [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Took 15.42 seconds to spawn the instance on the hypervisor. [ 2167.893039] env[62211]: DEBUG nova.compute.manager [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2167.895979] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72aa3bc-55b6-45f1-8418-93aa41b2d385 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.916696] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152429} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.924813] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2167.925166] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b67615b-365c-4433-924e-9fa43ed2f406 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.938611] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef453b11-07e6-4d20-9b39-c72dac92c11a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.967446] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 35a7c576-3bd2-4884-a499-cc29294c94e0/35a7c576-3bd2-4884-a499-cc29294c94e0.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2167.972980] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1ee26c2-de9a-4efc-ab0e-885e2897f880 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.988118] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2167.988118] env[62211]: value = "task-2075336" [ 2167.988118] env[62211]: _type = "Task" [ 2167.988118] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.000231] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c7f0fb-6dc9-4b8e-b8ad-eeb0395d6687 tempest-VolumesAdminNegativeTest-801305587 tempest-VolumesAdminNegativeTest-801305587-project-member] Lock "cd7ca1ba-b100-455d-8a9e-a540e5fc03a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.376s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.002881] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2168.002881] env[62211]: value = "task-2075337" [ 2168.002881] env[62211]: _type = "Task" [ 2168.002881] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.014202] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.023805] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.101309] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2168.101309] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f48d97-9f40-11db-0bef-61618c30ee5f" [ 2168.101309] env[62211]: _type = "HttpNfcLease" [ 2168.101309] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2168.172861] env[62211]: DEBUG nova.network.neutron [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Updated VIF entry in instance network info cache for port cd735b0b-70f8-4068-8264-7e96f4c5a11b. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2168.173242] env[62211]: DEBUG nova.network.neutron [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Updating instance_info_cache with network_info: [{"id": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "address": "fa:16:3e:19:c1:50", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd735b0b-70", "ovs_interfaceid": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.209929] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075333, 'name': CreateVM_Task, 'duration_secs': 0.923301} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.210159] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2168.210865] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.211100] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.211334] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2168.211594] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2caced43-c1d9-4dd0-af8d-01966a0630d8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.217351] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2168.217351] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5274a541-e292-9660-650a-409fa7e5d517" [ 2168.217351] env[62211]: _type = "Task" [ 2168.217351] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.226891] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5274a541-e292-9660-650a-409fa7e5d517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.247151] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7cbacb7d-b71e-46b7-9518-263f571fd956 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.258208] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794e636a-7665-46df-a105-8a562ac9b6cf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.267113] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30507315-ba04-4cec-b239-5e17180436b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.300055] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec290366-eac4-4371-ab55-c85e0683860f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.309394] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10cad5e-900b-422f-bf89-94a262f51b7f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.324246] env[62211]: DEBUG nova.compute.provider_tree [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2168.380404] env[62211]: DEBUG nova.compute.manager [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2168.380759] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2168.381581] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b08a35d-6e39-4c6f-a82c-6a5f7d9471f4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.389864] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2168.390106] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c7ddab4-1de5-4da8-8ded-1c4e014c49c0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.396166] env[62211]: DEBUG oslo_vmware.api [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2168.396166] env[62211]: value = "task-2075338" [ 2168.396166] env[62211]: _type = "Task" [ 2168.396166] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.405485] env[62211]: DEBUG oslo_vmware.api [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.455425] env[62211]: INFO nova.compute.manager [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Took 35.00 seconds to build instance. [ 2168.496979] env[62211]: DEBUG nova.objects.instance [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lazy-loading 'flavor' on Instance uuid 45ad4bb0-5e77-47d4-bdb8-542c2039dafe {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2168.511491] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075336, 'name': ReconfigVM_Task, 'duration_secs': 0.451466} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.512947] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2168.513267] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10d87f40-0437-4f82-abda-c37b9c177795 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.519188] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.524387] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2168.524387] env[62211]: value = "task-2075339" [ 2168.524387] env[62211]: _type = "Task" [ 2168.524387] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.532798] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.598573] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2168.598573] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f48d97-9f40-11db-0bef-61618c30ee5f" [ 2168.598573] env[62211]: _type = "HttpNfcLease" [ 2168.598573] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2168.598955] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2168.598955] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f48d97-9f40-11db-0bef-61618c30ee5f" [ 2168.598955] env[62211]: _type = "HttpNfcLease" [ 2168.598955] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2168.599847] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6721064-1b8f-48a7-84f2-864760ffecb9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.608539] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b854e-482e-7e8c-9c66-346ee1815280/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2168.608737] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Creating HTTP connection to write to file with size = 31663616 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b854e-482e-7e8c-9c66-346ee1815280/disk-0.vmdk. {{(pid=62211) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2168.677465] env[62211]: DEBUG oslo_concurrency.lockutils [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] Releasing lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.677794] env[62211]: DEBUG nova.compute.manager [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Received event network-vif-deleted-9ba50442-7da1-4374-8d6b-a460c568c3c0 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2168.678030] env[62211]: INFO nova.compute.manager [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Neutron deleted interface 9ba50442-7da1-4374-8d6b-a460c568c3c0; detaching it from the instance and deleting it from the info cache [ 2168.678220] env[62211]: DEBUG nova.network.neutron [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.679440] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4deaf7e-5401-4b8c-9b94-10e024682f18 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.733690] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5274a541-e292-9660-650a-409fa7e5d517, 'name': SearchDatastore_Task, 'duration_secs': 0.009791} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.734163] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.734519] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2168.734949] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.735180] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.735377] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2168.735681] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-237652b4-c5c9-43b5-bb58-df71d6b4e4a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.745759] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2168.746302] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2168.747104] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08013e97-23aa-43c8-8700-6625da12e9fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.753738] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2168.753738] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52c62ffc-1787-22d4-9e48-97f89aa10ce7" [ 2168.753738] env[62211]: _type = "Task" [ 2168.753738] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.762272] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c62ffc-1787-22d4-9e48-97f89aa10ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.827866] env[62211]: DEBUG nova.scheduler.client.report [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2168.908484] env[62211]: DEBUG oslo_vmware.api [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075338, 'name': PowerOffVM_Task, 'duration_secs': 0.279024} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.910328] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2168.910902] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2168.910902] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1030926b-44cd-4e1b-b862-b528b79e8e95 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.958044] env[62211]: DEBUG oslo_concurrency.lockutils [None req-13970636-5efa-45af-b762-068302f2497b tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "679eb629-4427-49e3-92d5-7c38b49f2f06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.510s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.011983] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.012254] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquired lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2169.012545] env[62211]: DEBUG nova.network.neutron [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2169.012797] env[62211]: DEBUG nova.objects.instance [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lazy-loading 'info_cache' on Instance uuid 45ad4bb0-5e77-47d4-bdb8-542c2039dafe {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2169.022329] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075337, 'name': ReconfigVM_Task, 'duration_secs': 0.665239} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.025070] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 35a7c576-3bd2-4884-a499-cc29294c94e0/35a7c576-3bd2-4884-a499-cc29294c94e0.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2169.025856] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2169.026113] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2169.026316] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleting the datastore file [datastore1] 28e0b971-2014-4773-bbe4-71e5b3f21c11 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2169.026620] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3676e705-baff-4e90-bc12-3a37ab968712 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.028427] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16117e70-e4b2-4f42-90ef-270aabda047c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.043181] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075339, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.046448] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2169.046448] env[62211]: value = "task-2075341" [ 2169.046448] env[62211]: _type = "Task" [ 2169.046448] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.053401] env[62211]: DEBUG oslo_vmware.api [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2169.053401] env[62211]: value = "task-2075342" [ 2169.053401] env[62211]: _type = "Task" [ 2169.053401] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.060513] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075341, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.068651] env[62211]: DEBUG oslo_vmware.api [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.185146] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d5a5ed8-3012-4018-868e-4990e4db92af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.209495] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afce6e1-9006-4bcf-8f7f-5aa90f123b40 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.259077] env[62211]: DEBUG nova.compute.manager [req-3b2ff2fc-9156-4322-bbe3-3eaad1b94ce4 req-734c6487-b44a-468e-a246-d971a151f93a service nova] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Detach interface failed, port_id=9ba50442-7da1-4374-8d6b-a460c568c3c0, reason: Instance ff310a0a-2d9d-4f20-ab6b-6235757752b3 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2169.269936] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c62ffc-1787-22d4-9e48-97f89aa10ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.271102] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-903c035d-da4d-4862-866f-3b7fb1d047fb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.276895] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2169.276895] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5254fd60-30ce-6409-6041-7068e1272473" [ 2169.276895] env[62211]: _type = "Task" [ 2169.276895] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.286870] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5254fd60-30ce-6409-6041-7068e1272473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.333404] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.357707] env[62211]: INFO nova.scheduler.client.report [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleted allocations for instance ff310a0a-2d9d-4f20-ab6b-6235757752b3 [ 2169.517773] env[62211]: DEBUG nova.objects.base [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Object Instance<45ad4bb0-5e77-47d4-bdb8-542c2039dafe> lazy-loaded attributes: flavor,info_cache {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2169.539999] env[62211]: DEBUG oslo_vmware.api [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075339, 'name': PowerOnVM_Task, 'duration_secs': 0.549242} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.541881] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2169.545387] env[62211]: DEBUG nova.compute.manager [None req-b573c28d-f5b2-425e-8dc5-5c76adb2520e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2169.551362] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee9f4a2-c65e-4c03-8330-eba28ee8fe43 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.582238] env[62211]: DEBUG oslo_vmware.api [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178618} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.585019] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075341, 'name': Rename_Task, 'duration_secs': 0.212097} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.585019] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2169.585019] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2169.585019] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2169.585019] env[62211]: INFO nova.compute.manager [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2169.585435] env[62211]: DEBUG oslo.service.loopingcall [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2169.586892] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2169.586892] env[62211]: DEBUG nova.compute.manager [-] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2169.586892] env[62211]: DEBUG nova.network.neutron [-] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2169.587889] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11098b18-7186-4423-977a-ed570b269788 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.598705] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2169.598705] env[62211]: value = "task-2075343" [ 2169.598705] env[62211]: _type = "Task" [ 2169.598705] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.608094] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.793172] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5254fd60-30ce-6409-6041-7068e1272473, 'name': SearchDatastore_Task, 'duration_secs': 0.016738} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.793172] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.793678] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7/d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2169.794127] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88a005ff-a30a-4197-b233-5caac498a4ec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.803020] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2169.803020] env[62211]: value = "task-2075344" [ 2169.803020] env[62211]: _type = "Task" [ 2169.803020] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.812671] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.868434] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7fb692a9-fb39-4fdd-a7bb-185004f6e513 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "ff310a0a-2d9d-4f20-ab6b-6235757752b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.210s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.897562] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Completed reading data from the image iterator. {{(pid=62211) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2169.897888] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b854e-482e-7e8c-9c66-346ee1815280/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2169.898992] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457c6f92-c9db-48aa-9b61-bbaf23215779 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.907084] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b854e-482e-7e8c-9c66-346ee1815280/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2169.907249] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b854e-482e-7e8c-9c66-346ee1815280/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2169.907800] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-29ed1805-1960-4a19-a66a-e1eca8b0b5f3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.111291] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.269750] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b854e-482e-7e8c-9c66-346ee1815280/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2170.269750] env[62211]: INFO nova.virt.vmwareapi.images [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Downloaded image file data c93f0821-453e-47ad-bb29-0e914808240d [ 2170.273640] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816ed9f8-fac3-4e63-9318-f323edb2e3e2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.299713] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc8393fb-0003-48ea-a1e3-3b09a9fdddbf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.321510] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075344, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.349307] env[62211]: INFO nova.virt.vmwareapi.images [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] The imported VM was unregistered [ 2170.351841] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Caching image {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2170.352844] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2170.353261] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9148c78a-c525-4f23-9469-77ec580a6fb8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.371308] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Created directory with path [datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2170.371308] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d8c80bc8-4861-468a-ada8-b372493a0c73/OSTACK_IMG_d8c80bc8-4861-468a-ada8-b372493a0c73.vmdk to [datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d/c93f0821-453e-47ad-bb29-0e914808240d.vmdk. {{(pid=62211) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2170.372066] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-59874a3f-3d6f-43c9-87e9-fb86803a0e84 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.381636] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2170.381636] env[62211]: value = "task-2075346" [ 2170.381636] env[62211]: _type = "Task" [ 2170.381636] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.391415] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075346, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.417923] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "679eb629-4427-49e3-92d5-7c38b49f2f06" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.418207] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "679eb629-4427-49e3-92d5-7c38b49f2f06" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.526763] env[62211]: DEBUG nova.network.neutron [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Updating instance_info_cache with network_info: [{"id": "2072a60c-effe-4986-a444-18fb2b41984b", "address": "fa:16:3e:dd:bd:cc", "network": {"id": "38a5c9e3-4c3a-4821-9215-528ac464972e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1148894248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e119e1e683247bfb39333607d0be683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2072a60c-ef", "ovs_interfaceid": "2072a60c-effe-4986-a444-18fb2b41984b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2170.612685] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075343, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.809203] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "93332dec-054c-4951-bb91-2206fddb633a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.809497] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "93332dec-054c-4951-bb91-2206fddb633a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.809761] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "93332dec-054c-4951-bb91-2206fddb633a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.809975] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "93332dec-054c-4951-bb91-2206fddb633a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.810260] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "93332dec-054c-4951-bb91-2206fddb633a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.816740] env[62211]: INFO nova.compute.manager [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Terminating instance [ 2170.829343] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524887} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.829625] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7/d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2170.829845] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2170.830686] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e43d51c-e01d-4df8-b7de-6919e215632a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.840248] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2170.840248] env[62211]: value = "task-2075347" [ 2170.840248] env[62211]: _type = "Task" [ 2170.840248] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.850431] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.894995] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075346, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.922830] env[62211]: DEBUG nova.compute.utils [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2170.961343] env[62211]: DEBUG nova.network.neutron [-] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.031192] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Releasing lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.111019] env[62211]: DEBUG oslo_vmware.api [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075343, 'name': PowerOnVM_Task, 'duration_secs': 1.162993} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.111329] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2171.111532] env[62211]: INFO nova.compute.manager [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Took 16.23 seconds to spawn the instance on the hypervisor. [ 2171.111722] env[62211]: DEBUG nova.compute.manager [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2171.112562] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a084d47-36fb-4d75-a0df-0b03fd145800 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.183058] env[62211]: DEBUG nova.compute.manager [req-06885d4d-e6b0-466e-98b2-d0251f08f3ca req-3b855023-b122-495f-a45c-6fc30a9b2b8a service nova] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Received event network-vif-deleted-3d9fb979-de27-4ab7-91f0-477ebe9633f7 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2171.248434] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2171.249037] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.249282] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.249369] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.249512] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.249731] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.250030] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.250117] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2171.250250] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.323258] env[62211]: DEBUG nova.compute.manager [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2171.323551] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2171.324517] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcca8c57-6cd0-4999-a113-087a1ce9c950 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.338645] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2171.338919] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adbca9b2-3c98-4326-81f9-f5dd0d201167 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.352191] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093175} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.354790] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2171.355365] env[62211]: DEBUG oslo_vmware.api [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2171.355365] env[62211]: value = "task-2075348" [ 2171.355365] env[62211]: _type = "Task" [ 2171.355365] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.356241] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5ba70b-b658-492f-aba0-fec90614bcfe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.389544] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7/d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2171.393612] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6feaed7-9ea9-4084-bd00-02bb3ca0a9d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.409713] env[62211]: DEBUG oslo_vmware.api [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.421091] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075346, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.422835] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2171.422835] env[62211]: value = "task-2075349" [ 2171.422835] env[62211]: _type = "Task" [ 2171.422835] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.426860] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "679eb629-4427-49e3-92d5-7c38b49f2f06" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.433141] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075349, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.464472] env[62211]: INFO nova.compute.manager [-] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Took 1.88 seconds to deallocate network for instance. [ 2171.632447] env[62211]: INFO nova.compute.manager [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Took 37.17 seconds to build instance. [ 2171.753493] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.753759] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.753984] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.754109] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2171.755641] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74554424-817e-4022-b39b-ac82944a942d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.768911] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2814a1-fb7c-4df0-bc2d-ac11ab9aff58 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.787943] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4ce486-bb73-4f8d-87ce-1266f873775d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.794194] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e4eb9d-6adb-46b7-ad70-5765c885cb9b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.827243] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179241MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2171.827853] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.828151] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.835349] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "ab54d26e-8f47-4539-9dd4-e78424211c8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.835635] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "ab54d26e-8f47-4539-9dd4-e78424211c8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.869991] env[62211]: DEBUG oslo_vmware.api [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.904987] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075346, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.936526] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.971911] env[62211]: DEBUG oslo_concurrency.lockutils [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.037623] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2172.037963] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-219890c6-d3be-4b8c-93df-3ef2d2fca416 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.047171] env[62211]: DEBUG oslo_vmware.api [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2172.047171] env[62211]: value = "task-2075350" [ 2172.047171] env[62211]: _type = "Task" [ 2172.047171] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.061869] env[62211]: DEBUG oslo_vmware.api [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.134822] env[62211]: DEBUG oslo_concurrency.lockutils [None req-98f2a16b-6b48-41f7-bbb5-1e598f8c0206 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "35a7c576-3bd2-4884-a499-cc29294c94e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.683s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.220127] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.220370] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.355038] env[62211]: DEBUG nova.compute.manager [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2172.365591] env[62211]: INFO nova.compute.manager [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Unrescuing [ 2172.365889] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.365992] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.366180] env[62211]: DEBUG nova.network.neutron [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2172.374360] env[62211]: DEBUG oslo_vmware.api [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075348, 'name': PowerOffVM_Task, 'duration_secs': 1.020623} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.375378] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2172.375378] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2172.375378] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c537e5d0-6aa3-46b8-8ab2-29dbb2a6c4bb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.404023] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075346, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.436233] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.505023] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "679eb629-4427-49e3-92d5-7c38b49f2f06" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.505306] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "679eb629-4427-49e3-92d5-7c38b49f2f06" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.505543] env[62211]: INFO nova.compute.manager [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Attaching volume 09478875-3fac-40ae-8ecc-3b2c53cf7dfe to /dev/sdb [ 2172.554352] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f190490e-7b96-4406-b71f-eda05427c06a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.568094] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8dd69e-3805-41e4-8738-bb1c0f90860b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.572286] env[62211]: DEBUG oslo_vmware.api [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.585416] env[62211]: DEBUG nova.virt.block_device [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Updating existing volume attachment record: e7bb3bd2-7d13-4702-b5df-bcf117de5b7f {{(pid=62211) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2172.724377] env[62211]: DEBUG nova.compute.utils [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2172.804265] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2172.804477] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2172.804721] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleting the datastore file [datastore1] 93332dec-054c-4951-bb91-2206fddb633a {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2172.804983] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aba55a81-897a-4841-a720-ddadd8fdf893 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.812814] env[62211]: DEBUG oslo_vmware.api [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2172.812814] env[62211]: value = "task-2075354" [ 2172.812814] env[62211]: _type = "Task" [ 2172.812814] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.820247] env[62211]: DEBUG oslo_vmware.api [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.876979] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.877900] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 34f95e70-db34-42cf-8b4f-bebcc26c289b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.878051] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.878177] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 220bf8d7-f907-44c3-874c-75303f484b04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.878317] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 28e0b971-2014-4773-bbe4-71e5b3f21c11 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2172.878436] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 0a478aaf-ea40-4062-ac9a-7f576b4d5d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.878551] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 93332dec-054c-4951-bb91-2206fddb633a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.878664] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 45ad4bb0-5e77-47d4-bdb8-542c2039dafe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.878776] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.878885] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance a1416796-8b45-4761-84e8-d0ea2d8540f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.878994] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 76b778ef-3239-485f-a54c-46cb1cbe9cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.881757] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance b63f03dd-e7ca-413e-b2e7-082b65db92a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.881757] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 08571a4e-7b57-4675-a635-808ee5bdcbdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.881757] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 679eb629-4427-49e3-92d5-7c38b49f2f06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.881757] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 35a7c576-3bd2-4884-a499-cc29294c94e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.881757] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2172.907067] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075346, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.935445] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.067283] env[62211]: DEBUG oslo_vmware.api [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075350, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.228856] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.324317] env[62211]: DEBUG oslo_vmware.api [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.384590] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance ab54d26e-8f47-4539-9dd4-e78424211c8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2173.384979] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2173.385291] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2173.407658] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075346, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.663767} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.408490] env[62211]: INFO nova.virt.vmwareapi.ds_util [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d8c80bc8-4861-468a-ada8-b372493a0c73/OSTACK_IMG_d8c80bc8-4861-468a-ada8-b372493a0c73.vmdk to [datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d/c93f0821-453e-47ad-bb29-0e914808240d.vmdk. [ 2173.408751] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Cleaning up location [datastore1] OSTACK_IMG_d8c80bc8-4861-468a-ada8-b372493a0c73 {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2173.409647] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d8c80bc8-4861-468a-ada8-b372493a0c73 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2173.409759] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-635d9062-2f49-4847-82f6-cde8b948f4b0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.421510] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2173.421510] env[62211]: value = "task-2075356" [ 2173.421510] env[62211]: _type = "Task" [ 2173.421510] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.434287] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.440093] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.551454] env[62211]: DEBUG nova.network.neutron [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Updating instance_info_cache with network_info: [{"id": "d57bfbdb-2cba-430f-ac8f-09fd04d21708", "address": "fa:16:3e:99:23:fe", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57bfbdb-2c", "ovs_interfaceid": "d57bfbdb-2cba-430f-ac8f-09fd04d21708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2173.565442] env[62211]: DEBUG oslo_vmware.api [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075350, 'name': PowerOnVM_Task, 'duration_secs': 1.23953} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.565950] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2173.565950] env[62211]: DEBUG nova.compute.manager [None req-d23d98bc-1771-413c-844f-adac73dcf036 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2173.567295] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7a9c45-de3f-46de-ade0-fc60fd0286c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.632441] env[62211]: DEBUG nova.compute.manager [req-9103c0e0-123d-460d-b5db-b56e902eee90 req-14907de2-bad3-4793-8362-d4e4329c84c1 service nova] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Received event network-changed-ebf1d0e8-3b47-4446-89cd-400e55770844 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2173.632441] env[62211]: DEBUG nova.compute.manager [req-9103c0e0-123d-460d-b5db-b56e902eee90 req-14907de2-bad3-4793-8362-d4e4329c84c1 service nova] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Refreshing instance network info cache due to event network-changed-ebf1d0e8-3b47-4446-89cd-400e55770844. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2173.632441] env[62211]: DEBUG oslo_concurrency.lockutils [req-9103c0e0-123d-460d-b5db-b56e902eee90 req-14907de2-bad3-4793-8362-d4e4329c84c1 service nova] Acquiring lock "refresh_cache-35a7c576-3bd2-4884-a499-cc29294c94e0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2173.632441] env[62211]: DEBUG oslo_concurrency.lockutils [req-9103c0e0-123d-460d-b5db-b56e902eee90 req-14907de2-bad3-4793-8362-d4e4329c84c1 service nova] Acquired lock "refresh_cache-35a7c576-3bd2-4884-a499-cc29294c94e0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2173.632691] env[62211]: DEBUG nova.network.neutron [req-9103c0e0-123d-460d-b5db-b56e902eee90 req-14907de2-bad3-4793-8362-d4e4329c84c1 service nova] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Refreshing network info cache for port ebf1d0e8-3b47-4446-89cd-400e55770844 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2173.642798] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a40691-6ca6-4951-aa86-e1f519fc40ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.651902] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaf098d-1fc7-431d-a607-5e38a541795b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.684264] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807c57ce-2237-4992-bc93-5ccba1db33da {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.691833] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256e9e1e-10c3-431d-90fa-ae541740e14c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.709133] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2173.823702] env[62211]: DEBUG oslo_vmware.api [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.936492] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.939698] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.945632] env[62211]: INFO nova.compute.manager [None req-c3898f35-e991-4c80-a24a-8ffe1f1edb0d tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Get console output [ 2173.946028] env[62211]: WARNING nova.virt.vmwareapi.driver [None req-c3898f35-e991-4c80-a24a-8ffe1f1edb0d tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] The console log is missing. Check your VSPC configuration [ 2174.054559] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.055444] env[62211]: DEBUG nova.objects.instance [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lazy-loading 'flavor' on Instance uuid a1416796-8b45-4761-84e8-d0ea2d8540f6 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2174.212763] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2174.299483] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.299754] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.299996] env[62211]: INFO nova.compute.manager [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Attaching volume 517f5d3a-5349-4cc5-bb9f-d51d77fde65d to /dev/sdb [ 2174.324300] env[62211]: DEBUG oslo_vmware.api [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.243124} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.324559] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2174.324824] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2174.325045] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2174.325231] env[62211]: INFO nova.compute.manager [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Took 3.00 seconds to destroy the instance on the hypervisor. [ 2174.325476] env[62211]: DEBUG oslo.service.loopingcall [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2174.325672] env[62211]: DEBUG nova.compute.manager [-] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2174.325781] env[62211]: DEBUG nova.network.neutron [-] [instance: 93332dec-054c-4951-bb91-2206fddb633a] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2174.347886] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ba08c3-932f-459e-97fc-5691578d4731 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.354900] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74683072-4798-44a6-b1ff-ca651e52afaf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.372371] env[62211]: DEBUG nova.virt.block_device [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating existing volume attachment record: 5f13ba7f-3d5a-4e58-bc93-02409956288a {{(pid=62211) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2174.414284] env[62211]: DEBUG nova.network.neutron [req-9103c0e0-123d-460d-b5db-b56e902eee90 req-14907de2-bad3-4793-8362-d4e4329c84c1 service nova] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Updated VIF entry in instance network info cache for port ebf1d0e8-3b47-4446-89cd-400e55770844. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2174.414824] env[62211]: DEBUG nova.network.neutron [req-9103c0e0-123d-460d-b5db-b56e902eee90 req-14907de2-bad3-4793-8362-d4e4329c84c1 service nova] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Updating instance_info_cache with network_info: [{"id": "ebf1d0e8-3b47-4446-89cd-400e55770844", "address": "fa:16:3e:43:b1:bf", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf1d0e8-3b", "ovs_interfaceid": "ebf1d0e8-3b47-4446-89cd-400e55770844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.435461] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.656507} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.436754] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2174.436979] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d/c93f0821-453e-47ad-bb29-0e914808240d.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.437253] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d/c93f0821-453e-47ad-bb29-0e914808240d.vmdk to [datastore1] 08571a4e-7b57-4675-a635-808ee5bdcbdc/08571a4e-7b57-4675-a635-808ee5bdcbdc.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2174.437764] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb9c7df1-53c9-432c-90a6-69a1674b372e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.445183] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075349, 'name': ReconfigVM_Task, 'duration_secs': 2.68261} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.445827] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Reconfigured VM instance instance-00000059 to attach disk [datastore1] d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7/d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2174.446474] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a60ccea1-fc41-4e92-98e9-3f8f632c4098 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.450041] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2174.450041] env[62211]: value = "task-2075357" [ 2174.450041] env[62211]: _type = "Task" [ 2174.450041] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.454408] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2174.454408] env[62211]: value = "task-2075358" [ 2174.454408] env[62211]: _type = "Task" [ 2174.454408] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.461226] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.469534] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075358, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.561563] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d87283-bcc4-4544-ab86-066c810aadcb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.590016] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2174.590016] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cce38f48-e89a-4e98-be83-3f7ce02cb21a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.593906] env[62211]: DEBUG oslo_vmware.api [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2174.593906] env[62211]: value = "task-2075360" [ 2174.593906] env[62211]: _type = "Task" [ 2174.593906] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.603855] env[62211]: DEBUG oslo_vmware.api [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.719946] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2174.720191] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.892s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.720456] env[62211]: DEBUG oslo_concurrency.lockutils [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.749s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.720634] env[62211]: DEBUG oslo_concurrency.lockutils [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.725107] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.846s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.725107] env[62211]: INFO nova.compute.claims [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2174.758140] env[62211]: INFO nova.scheduler.client.report [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleted allocations for instance 28e0b971-2014-4773-bbe4-71e5b3f21c11 [ 2174.917993] env[62211]: DEBUG oslo_concurrency.lockutils [req-9103c0e0-123d-460d-b5db-b56e902eee90 req-14907de2-bad3-4793-8362-d4e4329c84c1 service nova] Releasing lock "refresh_cache-35a7c576-3bd2-4884-a499-cc29294c94e0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.965297] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075358, 'name': Rename_Task, 'duration_secs': 0.189655} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.969895] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2174.970267] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075357, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.970446] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22bbed3d-4b30-4a23-a8b8-362a388b76c4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.981045] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2174.981045] env[62211]: value = "task-2075364" [ 2174.981045] env[62211]: _type = "Task" [ 2174.981045] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.989868] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.049845] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Acquiring lock "91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.050148] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Lock "91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.050368] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Acquiring lock "91fff514-7cbd-4ba7-bdea-d9f2251ef1b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.050558] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Lock "91fff514-7cbd-4ba7-bdea-d9f2251ef1b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.050801] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Lock "91fff514-7cbd-4ba7-bdea-d9f2251ef1b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.052871] env[62211]: INFO nova.compute.manager [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Terminating instance [ 2175.106357] env[62211]: DEBUG oslo_vmware.api [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075360, 'name': PowerOffVM_Task, 'duration_secs': 0.273827} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.106720] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2175.112819] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2175.113410] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-519b5ec9-ff92-4237-aaf2-920cf14e20e9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.137792] env[62211]: DEBUG oslo_vmware.api [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2175.137792] env[62211]: value = "task-2075365" [ 2175.137792] env[62211]: _type = "Task" [ 2175.137792] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.147665] env[62211]: DEBUG oslo_vmware.api [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075365, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.269184] env[62211]: DEBUG oslo_concurrency.lockutils [None req-84b07110-8e73-4a3a-b8a8-1a416e71cfcf tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "28e0b971-2014-4773-bbe4-71e5b3f21c11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.409s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.281908] env[62211]: DEBUG nova.network.neutron [-] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2175.462779] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075357, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.493308] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.556462] env[62211]: DEBUG nova.compute.manager [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2175.556736] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2175.557761] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e31bdbe-9da2-408a-b210-0cc57f1450b3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.568600] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2175.568894] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cd0e605-0ac8-4549-8614-a145912bf91e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.579288] env[62211]: DEBUG oslo_vmware.api [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Waiting for the task: (returnval){ [ 2175.579288] env[62211]: value = "task-2075366" [ 2175.579288] env[62211]: _type = "Task" [ 2175.579288] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.590370] env[62211]: DEBUG oslo_vmware.api [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2075366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.654199] env[62211]: DEBUG oslo_vmware.api [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075365, 'name': ReconfigVM_Task, 'duration_secs': 0.316091} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.654199] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2175.654394] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2175.654753] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44f4e52a-b3ba-4309-afdb-019f70eca0ab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.665509] env[62211]: DEBUG oslo_vmware.api [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2175.665509] env[62211]: value = "task-2075367" [ 2175.665509] env[62211]: _type = "Task" [ 2175.665509] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.672141] env[62211]: DEBUG nova.compute.manager [req-e709a955-72d2-4c73-a2cc-9a552d5e39ef req-2c8b94bd-3805-4a32-8fe9-75f36d07b18c service nova] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Received event network-vif-deleted-a90cf4ca-ecdc-4e7a-a4e0-7ed8bd38eee5 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2175.676179] env[62211]: DEBUG oslo_vmware.api [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.784626] env[62211]: INFO nova.compute.manager [-] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Took 1.46 seconds to deallocate network for instance. [ 2175.963951] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075357, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.993943] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075364, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.014934] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d76b3c-74eb-45b8-8ffb-d4e915689e1f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.024496] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da91dab1-6d37-4328-bb64-6e6680f01b61 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.061854] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3521b59c-9c43-472c-a4e7-1b15e7041de7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.071019] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc785616-c75b-48ad-bdcb-3fb1b5aad08a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.088348] env[62211]: DEBUG nova.compute.provider_tree [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2176.100230] env[62211]: DEBUG oslo_vmware.api [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2075366, 'name': PowerOffVM_Task, 'duration_secs': 0.29172} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.100681] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2176.100897] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2176.101190] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-321fc640-c605-4adc-a07e-08357c6c361f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.177190] env[62211]: DEBUG oslo_vmware.api [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075367, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.291527] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.293965] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2176.294244] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2176.294588] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Deleting the datastore file [datastore1] 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2176.294824] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-931eea86-3b20-4f0b-bb53-fd0ebfb27126 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.304129] env[62211]: DEBUG oslo_vmware.api [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Waiting for the task: (returnval){ [ 2176.304129] env[62211]: value = "task-2075369" [ 2176.304129] env[62211]: _type = "Task" [ 2176.304129] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.321446] env[62211]: DEBUG oslo_vmware.api [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2075369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.463017] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075357, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.499425] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075364, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.595314] env[62211]: DEBUG nova.scheduler.client.report [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2176.677913] env[62211]: DEBUG oslo_vmware.api [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075367, 'name': PowerOnVM_Task, 'duration_secs': 0.543359} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.678057] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2176.678319] env[62211]: DEBUG nova.compute.manager [None req-e97ed414-e084-46dc-bde9-c059c8081db7 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2176.679085] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376ab6db-4e48-4944-b334-1c4d56c35a15 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.817719] env[62211]: DEBUG oslo_vmware.api [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2075369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.966939] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075357, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.993114] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075364, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.106150] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.106734] env[62211]: DEBUG nova.compute.manager [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2177.109612] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.818s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2177.109763] env[62211]: DEBUG nova.objects.instance [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lazy-loading 'resources' on Instance uuid 93332dec-054c-4951-bb91-2206fddb633a {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2177.142570] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Volume attach. Driver type: vmdk {{(pid=62211) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2177.142733] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425420', 'volume_id': '09478875-3fac-40ae-8ecc-3b2c53cf7dfe', 'name': 'volume-09478875-3fac-40ae-8ecc-3b2c53cf7dfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '679eb629-4427-49e3-92d5-7c38b49f2f06', 'attached_at': '', 'detached_at': '', 'volume_id': '09478875-3fac-40ae-8ecc-3b2c53cf7dfe', 'serial': '09478875-3fac-40ae-8ecc-3b2c53cf7dfe'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2177.144214] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928f4f43-8cca-45dc-a33d-43d1523255a7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.174184] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cd563b-e5a0-4b9e-9aab-dde81c710159 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.227967] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-09478875-3fac-40ae-8ecc-3b2c53cf7dfe/volume-09478875-3fac-40ae-8ecc-3b2c53cf7dfe.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2177.230247] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5638df3f-0dab-4fe2-a95a-0960f3436584 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.261508] env[62211]: DEBUG oslo_vmware.api [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2177.261508] env[62211]: value = "task-2075370" [ 2177.261508] env[62211]: _type = "Task" [ 2177.261508] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.273648] env[62211]: DEBUG oslo_vmware.api [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.320013] env[62211]: DEBUG oslo_vmware.api [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Task: {'id': task-2075369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.815068} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.320631] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2177.321032] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2177.321514] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2177.321976] env[62211]: INFO nova.compute.manager [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Took 1.77 seconds to destroy the instance on the hypervisor. [ 2177.322561] env[62211]: DEBUG oslo.service.loopingcall [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2177.323198] env[62211]: DEBUG nova.compute.manager [-] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2177.323198] env[62211]: DEBUG nova.network.neutron [-] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2177.435017] env[62211]: DEBUG nova.compute.manager [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Stashing vm_state: active {{(pid=62211) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2177.463518] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075357, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.523801} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.463970] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c93f0821-453e-47ad-bb29-0e914808240d/c93f0821-453e-47ad-bb29-0e914808240d.vmdk to [datastore1] 08571a4e-7b57-4675-a635-808ee5bdcbdc/08571a4e-7b57-4675-a635-808ee5bdcbdc.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2177.464677] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef44911-9077-455c-b0e3-c9296af3576b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.496023] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 08571a4e-7b57-4675-a635-808ee5bdcbdc/08571a4e-7b57-4675-a635-808ee5bdcbdc.vmdk or device None with type streamOptimized {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2177.498165] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d88fc2d-789b-4004-8ac1-6f7091986fa5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.518913] env[62211]: DEBUG oslo_vmware.api [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075364, 'name': PowerOnVM_Task, 'duration_secs': 2.220277} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.521110] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2177.521110] env[62211]: INFO nova.compute.manager [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Took 13.13 seconds to spawn the instance on the hypervisor. [ 2177.521110] env[62211]: DEBUG nova.compute.manager [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2177.521110] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2177.521110] env[62211]: value = "task-2075371" [ 2177.521110] env[62211]: _type = "Task" [ 2177.521110] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.521499] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad24de5e-f667-4453-9ac7-0494289e6bd2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.537193] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075371, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.612296] env[62211]: DEBUG nova.compute.utils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2177.616888] env[62211]: DEBUG nova.compute.manager [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2177.617032] env[62211]: DEBUG nova.network.neutron [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2177.764022] env[62211]: DEBUG nova.policy [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '222bad1fbda94a4c905f4288f77b7677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '033209100e0042c29d6fe811748bbdba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2177.776502] env[62211]: DEBUG oslo_vmware.api [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.910632] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2e9255-ea89-4d7e-8c83-7ddef5aad417 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.919454] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec07abfe-0b43-47fb-8e71-f2f90a92df5d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.958719] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006065b3-770b-473c-89f8-24e23420d672 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.968028] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9606b028-2abb-4462-a3a0-6b5092d0aeaf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.974379] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.984439] env[62211]: DEBUG nova.compute.provider_tree [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2178.034760] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.045735] env[62211]: INFO nova.compute.manager [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Took 19.81 seconds to build instance. [ 2178.119839] env[62211]: DEBUG nova.compute.manager [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2178.275207] env[62211]: DEBUG oslo_vmware.api [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.336677] env[62211]: DEBUG nova.compute.manager [req-e4a4a5b8-02c9-4c63-8120-979c10e58bf6 req-78947b09-1989-4fd5-beb7-928efd6bf52a service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Received event network-vif-deleted-49c1ccc3-71b3-4c91-8f51-816fdf651714 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2178.337016] env[62211]: INFO nova.compute.manager [req-e4a4a5b8-02c9-4c63-8120-979c10e58bf6 req-78947b09-1989-4fd5-beb7-928efd6bf52a service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Neutron deleted interface 49c1ccc3-71b3-4c91-8f51-816fdf651714; detaching it from the instance and deleting it from the info cache [ 2178.338014] env[62211]: DEBUG nova.network.neutron [req-e4a4a5b8-02c9-4c63-8120-979c10e58bf6 req-78947b09-1989-4fd5-beb7-928efd6bf52a service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.490067] env[62211]: DEBUG nova.scheduler.client.report [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2178.531717] env[62211]: DEBUG nova.network.neutron [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Successfully created port: 2cf85688-cbed-4d88-bdad-ef0df9091400 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2178.541832] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075371, 'name': ReconfigVM_Task, 'duration_secs': 0.862538} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.542412] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 08571a4e-7b57-4675-a635-808ee5bdcbdc/08571a4e-7b57-4675-a635-808ee5bdcbdc.vmdk or device None with type streamOptimized {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2178.543890] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'device_type': 'disk', 'encryption_format': None, 'disk_bus': None, 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'size': 0, 'image_id': '5687f9a1-12e3-4ec8-9836-625d22e3eb7c'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'device_type': None, 'disk_bus': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425400', 'volume_id': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'name': 'volume-0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '08571a4e-7b57-4675-a635-808ee5bdcbdc', 'attached_at': '', 'detached_at': '', 'volume_id': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'serial': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b'}, 'guest_format': None, 'delete_on_termination': False, 'attachment_id': 'e0e05793-e37d-40a3-9f92-0529de091a83', 'volume_type': None}], 'swap': None} {{(pid=62211) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2178.544698] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Volume attach. Driver type: vmdk {{(pid=62211) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2178.544989] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425400', 'volume_id': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'name': 'volume-0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '08571a4e-7b57-4675-a635-808ee5bdcbdc', 'attached_at': '', 'detached_at': '', 'volume_id': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'serial': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2178.547855] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5853b5-ab61-43bb-8ebf-4c87845306a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.554294] env[62211]: DEBUG oslo_concurrency.lockutils [None req-79f7ec7e-ac2d-476f-b795-a5688f35cbaf tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.328s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.556181] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.556524] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.578029] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9832e1-6a11-4b8f-bdc6-b628e51805ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.611662] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] volume-0841bc39-1b9f-41d4-a5f0-72c412d4e19b/volume-0841bc39-1b9f-41d4-a5f0-72c412d4e19b.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2178.612505] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b20b93ce-ae12-47bd-a892-c5a13a173a6b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.635892] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2178.635892] env[62211]: value = "task-2075372" [ 2178.635892] env[62211]: _type = "Task" [ 2178.635892] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.649021] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.779026] env[62211]: DEBUG oslo_vmware.api [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075370, 'name': ReconfigVM_Task, 'duration_secs': 1.143475} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.780026] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-09478875-3fac-40ae-8ecc-3b2c53cf7dfe/volume-09478875-3fac-40ae-8ecc-3b2c53cf7dfe.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2178.784394] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c6a54d5-669c-4585-9886-969b9c52ffdf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.800108] env[62211]: DEBUG oslo_vmware.api [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2178.800108] env[62211]: value = "task-2075373" [ 2178.800108] env[62211]: _type = "Task" [ 2178.800108] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.805851] env[62211]: DEBUG nova.network.neutron [-] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.811785] env[62211]: DEBUG oslo_vmware.api [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.841723] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48ab6864-643a-4243-b219-9f4d68d5b12a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.851871] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5e594b-c766-4969-a369-1feb3b849475 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.883959] env[62211]: DEBUG nova.compute.manager [req-e4a4a5b8-02c9-4c63-8120-979c10e58bf6 req-78947b09-1989-4fd5-beb7-928efd6bf52a service nova] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Detach interface failed, port_id=49c1ccc3-71b3-4c91-8f51-816fdf651714, reason: Instance 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2178.995984] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.998283] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.025s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.027516] env[62211]: INFO nova.scheduler.client.report [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleted allocations for instance 93332dec-054c-4951-bb91-2206fddb633a [ 2179.065566] env[62211]: DEBUG nova.compute.manager [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2179.133322] env[62211]: DEBUG nova.compute.manager [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2179.150089] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.166541] env[62211]: DEBUG nova.virt.hardware [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2179.166750] env[62211]: DEBUG nova.virt.hardware [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2179.166898] env[62211]: DEBUG nova.virt.hardware [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2179.167100] env[62211]: DEBUG nova.virt.hardware [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2179.167553] env[62211]: DEBUG nova.virt.hardware [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2179.167553] env[62211]: DEBUG nova.virt.hardware [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2179.168183] env[62211]: DEBUG nova.virt.hardware [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2179.168808] env[62211]: DEBUG nova.virt.hardware [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2179.169049] env[62211]: DEBUG nova.virt.hardware [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2179.169785] env[62211]: DEBUG nova.virt.hardware [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2179.169785] env[62211]: DEBUG nova.virt.hardware [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2179.170612] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a425a05-2954-4c3c-9a27-bbc40541cd2c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.178511] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7b9e04-569c-4b1a-b6ab-1b275456067f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.312337] env[62211]: INFO nova.compute.manager [-] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Took 1.99 seconds to deallocate network for instance. [ 2179.312893] env[62211]: DEBUG oslo_vmware.api [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075373, 'name': ReconfigVM_Task, 'duration_secs': 0.153662} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.315161] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425420', 'volume_id': '09478875-3fac-40ae-8ecc-3b2c53cf7dfe', 'name': 'volume-09478875-3fac-40ae-8ecc-3b2c53cf7dfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '679eb629-4427-49e3-92d5-7c38b49f2f06', 'attached_at': '', 'detached_at': '', 'volume_id': '09478875-3fac-40ae-8ecc-3b2c53cf7dfe', 'serial': '09478875-3fac-40ae-8ecc-3b2c53cf7dfe'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2179.503028] env[62211]: INFO nova.compute.claims [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2179.535438] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d484625d-abc2-4c42-ab83-a5b52bfac3da tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "93332dec-054c-4951-bb91-2206fddb633a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.726s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.587748] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.645761] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075372, 'name': ReconfigVM_Task, 'duration_secs': 0.740919} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.646093] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Reconfigured VM instance instance-0000003b to attach disk [datastore1] volume-0841bc39-1b9f-41d4-a5f0-72c412d4e19b/volume-0841bc39-1b9f-41d4-a5f0-72c412d4e19b.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2179.650841] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-287089d3-25a8-4cdf-a664-a38d52dda826 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.666036] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2179.666036] env[62211]: value = "task-2075375" [ 2179.666036] env[62211]: _type = "Task" [ 2179.666036] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.673866] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.824607] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.009347] env[62211]: INFO nova.compute.resource_tracker [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating resource usage from migration 329e1420-7e45-4b95-8d45-645705599b08 [ 2180.176347] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075375, 'name': ReconfigVM_Task, 'duration_secs': 0.257368} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.179624] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425400', 'volume_id': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'name': 'volume-0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '08571a4e-7b57-4675-a635-808ee5bdcbdc', 'attached_at': '', 'detached_at': '', 'volume_id': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'serial': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2180.179786] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adf8af51-4ea2-4ae7-8b1b-f4634dbb410f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.186115] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2180.186115] env[62211]: value = "task-2075376" [ 2180.186115] env[62211]: _type = "Task" [ 2180.186115] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.194822] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075376, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.231092] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6908a315-bae3-4604-8156-2fb7d0b7a930 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.238663] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad96c65-383d-46a2-9584-9e5763edf1a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.270167] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cda3a5-a909-48b1-9d09-ea9420930a25 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.277707] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45cee15-9962-4e22-b85c-65bd5d9808c4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.292329] env[62211]: DEBUG nova.compute.provider_tree [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2180.364107] env[62211]: DEBUG nova.compute.manager [req-3c9d207c-818a-4d12-9a1f-08f192b7ee9e req-5d487284-553a-4e63-9f9e-24bec127c1b6 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Received event network-changed-cd735b0b-70f8-4068-8264-7e96f4c5a11b {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2180.364358] env[62211]: DEBUG nova.compute.manager [req-3c9d207c-818a-4d12-9a1f-08f192b7ee9e req-5d487284-553a-4e63-9f9e-24bec127c1b6 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Refreshing instance network info cache due to event network-changed-cd735b0b-70f8-4068-8264-7e96f4c5a11b. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2180.364583] env[62211]: DEBUG oslo_concurrency.lockutils [req-3c9d207c-818a-4d12-9a1f-08f192b7ee9e req-5d487284-553a-4e63-9f9e-24bec127c1b6 service nova] Acquiring lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.364751] env[62211]: DEBUG oslo_concurrency.lockutils [req-3c9d207c-818a-4d12-9a1f-08f192b7ee9e req-5d487284-553a-4e63-9f9e-24bec127c1b6 service nova] Acquired lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2180.365057] env[62211]: DEBUG nova.network.neutron [req-3c9d207c-818a-4d12-9a1f-08f192b7ee9e req-5d487284-553a-4e63-9f9e-24bec127c1b6 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Refreshing network info cache for port cd735b0b-70f8-4068-8264-7e96f4c5a11b {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2180.366781] env[62211]: DEBUG nova.objects.instance [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lazy-loading 'flavor' on Instance uuid 679eb629-4427-49e3-92d5-7c38b49f2f06 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2180.699513] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075376, 'name': Rename_Task, 'duration_secs': 0.327363} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.699873] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2180.700203] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7530cdd-b31f-4b0c-a404-83f0fc5baf56 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.706560] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2180.706560] env[62211]: value = "task-2075377" [ 2180.706560] env[62211]: _type = "Task" [ 2180.706560] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.714421] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.777154] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "de6efed1-75b1-4240-b980-a04a790079dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.777497] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "de6efed1-75b1-4240-b980-a04a790079dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.795500] env[62211]: DEBUG nova.scheduler.client.report [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2180.873151] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7c37bb8-903e-4fed-ae4a-1dd2aea692c0 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "679eb629-4427-49e3-92d5-7c38b49f2f06" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.368s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.930883] env[62211]: DEBUG oslo_concurrency.lockutils [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "679eb629-4427-49e3-92d5-7c38b49f2f06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.931121] env[62211]: DEBUG oslo_concurrency.lockutils [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "679eb629-4427-49e3-92d5-7c38b49f2f06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.931730] env[62211]: DEBUG oslo_concurrency.lockutils [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "679eb629-4427-49e3-92d5-7c38b49f2f06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.931730] env[62211]: DEBUG oslo_concurrency.lockutils [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "679eb629-4427-49e3-92d5-7c38b49f2f06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.931730] env[62211]: DEBUG oslo_concurrency.lockutils [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "679eb629-4427-49e3-92d5-7c38b49f2f06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.933826] env[62211]: INFO nova.compute.manager [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Terminating instance [ 2180.937537] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Volume attach. Driver type: vmdk {{(pid=62211) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2180.938325] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425422', 'volume_id': '517f5d3a-5349-4cc5-bb9f-d51d77fde65d', 'name': 'volume-517f5d3a-5349-4cc5-bb9f-d51d77fde65d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e', 'attached_at': '', 'detached_at': '', 'volume_id': '517f5d3a-5349-4cc5-bb9f-d51d77fde65d', 'serial': '517f5d3a-5349-4cc5-bb9f-d51d77fde65d'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2180.939022] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baf5276-1590-4d7c-9ae3-27b571c5b42c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.959628] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42bcdce-cdb1-4a42-8510-fa506e62ca14 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.984738] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-517f5d3a-5349-4cc5-bb9f-d51d77fde65d/volume-517f5d3a-5349-4cc5-bb9f-d51d77fde65d.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2180.985057] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6611dda0-dc7a-4842-a074-40094b12c15b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.003983] env[62211]: DEBUG oslo_vmware.api [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2181.003983] env[62211]: value = "task-2075378" [ 2181.003983] env[62211]: _type = "Task" [ 2181.003983] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.012228] env[62211]: DEBUG oslo_vmware.api [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.220437] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.225251] env[62211]: DEBUG nova.network.neutron [req-3c9d207c-818a-4d12-9a1f-08f192b7ee9e req-5d487284-553a-4e63-9f9e-24bec127c1b6 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Updated VIF entry in instance network info cache for port cd735b0b-70f8-4068-8264-7e96f4c5a11b. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2181.225624] env[62211]: DEBUG nova.network.neutron [req-3c9d207c-818a-4d12-9a1f-08f192b7ee9e req-5d487284-553a-4e63-9f9e-24bec127c1b6 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Updating instance_info_cache with network_info: [{"id": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "address": "fa:16:3e:19:c1:50", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd735b0b-70", "ovs_interfaceid": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.280289] env[62211]: DEBUG nova.compute.manager [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2181.300657] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.302s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.300926] env[62211]: INFO nova.compute.manager [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Migrating [ 2181.308609] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.721s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.310154] env[62211]: INFO nova.compute.claims [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2181.438028] env[62211]: DEBUG nova.compute.manager [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2181.438387] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2181.438704] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec9ea945-5f07-4355-a6bf-b67cd5165557 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.446480] env[62211]: DEBUG oslo_vmware.api [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2181.446480] env[62211]: value = "task-2075379" [ 2181.446480] env[62211]: _type = "Task" [ 2181.446480] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.455725] env[62211]: DEBUG oslo_vmware.api [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.514024] env[62211]: DEBUG oslo_vmware.api [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075378, 'name': ReconfigVM_Task, 'duration_secs': 0.4934} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.514300] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-517f5d3a-5349-4cc5-bb9f-d51d77fde65d/volume-517f5d3a-5349-4cc5-bb9f-d51d77fde65d.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2181.519070] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e1ce652-e650-4e82-b021-d46d02d2204b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.533468] env[62211]: DEBUG oslo_vmware.api [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2181.533468] env[62211]: value = "task-2075380" [ 2181.533468] env[62211]: _type = "Task" [ 2181.533468] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.543558] env[62211]: DEBUG oslo_vmware.api [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.717787] env[62211]: DEBUG oslo_vmware.api [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075377, 'name': PowerOnVM_Task, 'duration_secs': 0.703849} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.718126] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2181.727985] env[62211]: DEBUG oslo_concurrency.lockutils [req-3c9d207c-818a-4d12-9a1f-08f192b7ee9e req-5d487284-553a-4e63-9f9e-24bec127c1b6 service nova] Releasing lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.802892] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.822815] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.822944] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.823034] env[62211]: DEBUG nova.network.neutron [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2181.834080] env[62211]: DEBUG nova.compute.manager [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2181.835108] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec99511-7078-49b5-a155-9bf528522b3e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.956613] env[62211]: DEBUG oslo_vmware.api [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075379, 'name': PowerOffVM_Task, 'duration_secs': 0.42194} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.956814] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2181.957020] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2181.957260] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425420', 'volume_id': '09478875-3fac-40ae-8ecc-3b2c53cf7dfe', 'name': 'volume-09478875-3fac-40ae-8ecc-3b2c53cf7dfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '679eb629-4427-49e3-92d5-7c38b49f2f06', 'attached_at': '', 'detached_at': '', 'volume_id': '09478875-3fac-40ae-8ecc-3b2c53cf7dfe', 'serial': '09478875-3fac-40ae-8ecc-3b2c53cf7dfe'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2181.958014] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b30240-f3d2-4af9-be47-546aa9239983 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.980541] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8d3f2f-78e7-41df-8d13-412617cd87d9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.987819] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e48a11-b578-4f62-a228-61c350f3f429 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.009336] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432f422c-f36e-4d40-9c56-a1c9131659c8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.024203] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] The volume has not been displaced from its original location: [datastore1] volume-09478875-3fac-40ae-8ecc-3b2c53cf7dfe/volume-09478875-3fac-40ae-8ecc-3b2c53cf7dfe.vmdk. No consolidation needed. {{(pid=62211) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2182.029661] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2182.030343] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0b5748b-6b1e-4ccb-a346-d00b58da331b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.049952] env[62211]: DEBUG oslo_vmware.api [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075380, 'name': ReconfigVM_Task, 'duration_secs': 0.161902} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.051132] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425422', 'volume_id': '517f5d3a-5349-4cc5-bb9f-d51d77fde65d', 'name': 'volume-517f5d3a-5349-4cc5-bb9f-d51d77fde65d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e', 'attached_at': '', 'detached_at': '', 'volume_id': '517f5d3a-5349-4cc5-bb9f-d51d77fde65d', 'serial': '517f5d3a-5349-4cc5-bb9f-d51d77fde65d'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2182.052598] env[62211]: DEBUG oslo_vmware.api [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2182.052598] env[62211]: value = "task-2075381" [ 2182.052598] env[62211]: _type = "Task" [ 2182.052598] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.060799] env[62211]: DEBUG oslo_vmware.api [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.356102] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3bae7897-cb46-45c6-a4db-7a7f066ce62d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 43.492s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.559719] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4b53c5-ff1b-4478-b84d-3910e06cd669 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.570456] env[62211]: DEBUG oslo_vmware.api [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075381, 'name': ReconfigVM_Task, 'duration_secs': 0.326054} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.572282] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2182.577185] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ad6ceef-e631-421f-8251-9fceda876eca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.587882] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f289480-ea38-4a0a-82d5-ce47f00b571c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.623203] env[62211]: DEBUG nova.network.neutron [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance_info_cache with network_info: [{"id": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "address": "fa:16:3e:0c:67:0a", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f0a82-e3", "ovs_interfaceid": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.627204] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69e7549-104b-4637-af86-f747fdbb293f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.630512] env[62211]: DEBUG oslo_vmware.api [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2182.630512] env[62211]: value = "task-2075382" [ 2182.630512] env[62211]: _type = "Task" [ 2182.630512] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.638721] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96a76d4-e11f-4090-b6a3-e9a9748ec14e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.646105] env[62211]: DEBUG oslo_vmware.api [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.656973] env[62211]: DEBUG nova.compute.provider_tree [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2183.095353] env[62211]: DEBUG nova.objects.instance [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lazy-loading 'flavor' on Instance uuid 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2183.132482] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2183.142582] env[62211]: DEBUG oslo_vmware.api [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075382, 'name': ReconfigVM_Task, 'duration_secs': 0.491528} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.142875] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425420', 'volume_id': '09478875-3fac-40ae-8ecc-3b2c53cf7dfe', 'name': 'volume-09478875-3fac-40ae-8ecc-3b2c53cf7dfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '679eb629-4427-49e3-92d5-7c38b49f2f06', 'attached_at': '', 'detached_at': '', 'volume_id': '09478875-3fac-40ae-8ecc-3b2c53cf7dfe', 'serial': '09478875-3fac-40ae-8ecc-3b2c53cf7dfe'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2183.143179] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2183.144394] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77714ca8-e1f4-4826-b4d4-3b167d781a8e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.151369] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2183.151588] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d302fd94-56a8-4f83-834b-bff8aa8cdecc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.160356] env[62211]: DEBUG nova.scheduler.client.report [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2183.378341] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2183.378657] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2183.378765] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleting the datastore file [datastore1] 679eb629-4427-49e3-92d5-7c38b49f2f06 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2183.378988] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84edbd65-7fe2-4b42-a8c2-34b9c5e8f856 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.385067] env[62211]: DEBUG oslo_vmware.api [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2183.385067] env[62211]: value = "task-2075384" [ 2183.385067] env[62211]: _type = "Task" [ 2183.385067] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.392734] env[62211]: DEBUG oslo_vmware.api [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.601026] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5405f124-cb9a-4561-a358-37c2f38809a9 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.301s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.665106] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.665733] env[62211]: DEBUG nova.compute.manager [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2183.668638] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.844s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2183.669305] env[62211]: DEBUG nova.objects.instance [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Lazy-loading 'resources' on Instance uuid 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2183.898528] env[62211]: DEBUG oslo_vmware.api [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368032} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.898825] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2183.899045] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2183.899231] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2183.899408] env[62211]: INFO nova.compute.manager [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Took 2.46 seconds to destroy the instance on the hypervisor. [ 2183.899691] env[62211]: DEBUG oslo.service.loopingcall [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2183.899842] env[62211]: DEBUG nova.compute.manager [-] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2183.899939] env[62211]: DEBUG nova.network.neutron [-] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2184.172685] env[62211]: DEBUG nova.compute.utils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2184.179207] env[62211]: DEBUG nova.compute.manager [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2184.179480] env[62211]: DEBUG nova.network.neutron [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2184.209198] env[62211]: DEBUG nova.compute.manager [req-ab3bf2c6-4844-47d2-bd4f-2013b6f877db req-667a0cb1-6377-456d-84ec-305e4f9c559c service nova] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Received event network-vif-deleted-a6a236bb-db20-46d0-a1eb-b14d51878427 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2184.209419] env[62211]: INFO nova.compute.manager [req-ab3bf2c6-4844-47d2-bd4f-2013b6f877db req-667a0cb1-6377-456d-84ec-305e4f9c559c service nova] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Neutron deleted interface a6a236bb-db20-46d0-a1eb-b14d51878427; detaching it from the instance and deleting it from the info cache [ 2184.209576] env[62211]: DEBUG nova.network.neutron [req-ab3bf2c6-4844-47d2-bd4f-2013b6f877db req-667a0cb1-6377-456d-84ec-305e4f9c559c service nova] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2184.229821] env[62211]: DEBUG nova.policy [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a4becf9f64d44f6ad701f02c0103aed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0d295a3752407286cac74c6474bcbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2184.404192] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6427c48-4977-478f-84d2-4b275944c355 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.412191] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1670aa-6eda-477c-ba9c-500e8b7b7d5b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.443803] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c90110-c70c-435c-a399-9cc464531298 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.452062] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128fe311-f754-48bf-8daa-20a439e13d24 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.465824] env[62211]: DEBUG nova.compute.provider_tree [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2184.572037] env[62211]: DEBUG nova.network.neutron [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Successfully created port: 8691c7f9-71d6-4a9a-ada7-1ffa19753d51 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2184.651017] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58013ad0-f11c-496e-8fea-ad061447990f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.670986] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance '34f95e70-db34-42cf-8b4f-bebcc26c289b' progress to 0 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2184.680808] env[62211]: DEBUG nova.compute.manager [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2184.682808] env[62211]: DEBUG nova.network.neutron [-] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2184.714698] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9895d382-0058-454c-bada-02b521e0ffea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.726809] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805868e3-946b-4af5-9a15-77939776fe63 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.763909] env[62211]: DEBUG nova.compute.manager [req-ab3bf2c6-4844-47d2-bd4f-2013b6f877db req-667a0cb1-6377-456d-84ec-305e4f9c559c service nova] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Detach interface failed, port_id=a6a236bb-db20-46d0-a1eb-b14d51878427, reason: Instance 679eb629-4427-49e3-92d5-7c38b49f2f06 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2184.967957] env[62211]: DEBUG nova.scheduler.client.report [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2185.020514] env[62211]: DEBUG nova.compute.manager [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Stashing vm_state: active {{(pid=62211) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2185.029864] env[62211]: DEBUG nova.network.neutron [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Successfully updated port: 2cf85688-cbed-4d88-bdad-ef0df9091400 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2185.178332] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2185.178701] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e92505-7d1e-41e0-80a7-bcde31efb1fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.188969] env[62211]: INFO nova.compute.manager [-] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Took 1.29 seconds to deallocate network for instance. [ 2185.189374] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2185.189374] env[62211]: value = "task-2075385" [ 2185.189374] env[62211]: _type = "Task" [ 2185.189374] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.200312] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.473565] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.476260] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.673s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.478515] env[62211]: INFO nova.compute.claims [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2185.506252] env[62211]: INFO nova.scheduler.client.report [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Deleted allocations for instance 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8 [ 2185.534530] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "refresh_cache-ab54d26e-8f47-4539-9dd4-e78424211c8c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2185.535612] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "refresh_cache-ab54d26e-8f47-4539-9dd4-e78424211c8c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2185.535952] env[62211]: DEBUG nova.network.neutron [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2185.544431] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.691672] env[62211]: DEBUG nova.compute.manager [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2185.703046] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075385, 'name': PowerOffVM_Task, 'duration_secs': 0.192582} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.703317] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2185.703500] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance '34f95e70-db34-42cf-8b4f-bebcc26c289b' progress to 17 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2185.718134] env[62211]: DEBUG nova.virt.hardware [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2185.718296] env[62211]: DEBUG nova.virt.hardware [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2185.718344] env[62211]: DEBUG nova.virt.hardware [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2185.718575] env[62211]: DEBUG nova.virt.hardware [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2185.718731] env[62211]: DEBUG nova.virt.hardware [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2185.718976] env[62211]: DEBUG nova.virt.hardware [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2185.719161] env[62211]: DEBUG nova.virt.hardware [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2185.719361] env[62211]: DEBUG nova.virt.hardware [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2185.719585] env[62211]: DEBUG nova.virt.hardware [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2185.719785] env[62211]: DEBUG nova.virt.hardware [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2185.719990] env[62211]: DEBUG nova.virt.hardware [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2185.720901] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66270478-4fd8-4fab-9acc-a27db3689812 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.728825] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87229c34-f1e4-46f8-b299-0be0719f59a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.745964] env[62211]: INFO nova.compute.manager [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Took 0.56 seconds to detach 1 volumes for instance. [ 2186.015684] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56c715cb-fca6-45a1-a17f-82090faa05ca tempest-ServerActionsTestOtherA-233784753 tempest-ServerActionsTestOtherA-233784753-project-member] Lock "91fff514-7cbd-4ba7-bdea-d9f2251ef1b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.965s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.101157] env[62211]: DEBUG nova.network.neutron [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2186.210012] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2186.210349] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2186.210443] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2186.210625] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2186.210773] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2186.210920] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2186.211141] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2186.211305] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2186.211472] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2186.211634] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2186.211805] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2186.216993] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8450522-1761-418d-90b0-137ead9759d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.243784] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2186.243784] env[62211]: value = "task-2075386" [ 2186.243784] env[62211]: _type = "Task" [ 2186.243784] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.252718] env[62211]: DEBUG oslo_concurrency.lockutils [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.255047] env[62211]: DEBUG nova.compute.manager [req-888f01f8-ff51-4787-b578-d16b353d80e6 req-55eec873-6b66-44b7-b379-852431b15fa8 service nova] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Received event network-vif-plugged-2cf85688-cbed-4d88-bdad-ef0df9091400 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2186.255256] env[62211]: DEBUG oslo_concurrency.lockutils [req-888f01f8-ff51-4787-b578-d16b353d80e6 req-55eec873-6b66-44b7-b379-852431b15fa8 service nova] Acquiring lock "ab54d26e-8f47-4539-9dd4-e78424211c8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.255501] env[62211]: DEBUG oslo_concurrency.lockutils [req-888f01f8-ff51-4787-b578-d16b353d80e6 req-55eec873-6b66-44b7-b379-852431b15fa8 service nova] Lock "ab54d26e-8f47-4539-9dd4-e78424211c8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.255674] env[62211]: DEBUG oslo_concurrency.lockutils [req-888f01f8-ff51-4787-b578-d16b353d80e6 req-55eec873-6b66-44b7-b379-852431b15fa8 service nova] Lock "ab54d26e-8f47-4539-9dd4-e78424211c8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.255887] env[62211]: DEBUG nova.compute.manager [req-888f01f8-ff51-4787-b578-d16b353d80e6 req-55eec873-6b66-44b7-b379-852431b15fa8 service nova] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] No waiting events found dispatching network-vif-plugged-2cf85688-cbed-4d88-bdad-ef0df9091400 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2186.256006] env[62211]: WARNING nova.compute.manager [req-888f01f8-ff51-4787-b578-d16b353d80e6 req-55eec873-6b66-44b7-b379-852431b15fa8 service nova] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Received unexpected event network-vif-plugged-2cf85688-cbed-4d88-bdad-ef0df9091400 for instance with vm_state building and task_state spawning. [ 2186.256177] env[62211]: DEBUG nova.compute.manager [req-888f01f8-ff51-4787-b578-d16b353d80e6 req-55eec873-6b66-44b7-b379-852431b15fa8 service nova] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Received event network-changed-2cf85688-cbed-4d88-bdad-ef0df9091400 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2186.256331] env[62211]: DEBUG nova.compute.manager [req-888f01f8-ff51-4787-b578-d16b353d80e6 req-55eec873-6b66-44b7-b379-852431b15fa8 service nova] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Refreshing instance network info cache due to event network-changed-2cf85688-cbed-4d88-bdad-ef0df9091400. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2186.256499] env[62211]: DEBUG oslo_concurrency.lockutils [req-888f01f8-ff51-4787-b578-d16b353d80e6 req-55eec873-6b66-44b7-b379-852431b15fa8 service nova] Acquiring lock "refresh_cache-ab54d26e-8f47-4539-9dd4-e78424211c8c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2186.264525] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.481091] env[62211]: DEBUG nova.network.neutron [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Updating instance_info_cache with network_info: [{"id": "2cf85688-cbed-4d88-bdad-ef0df9091400", "address": "fa:16:3e:21:be:03", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cf85688-cb", "ovs_interfaceid": "2cf85688-cbed-4d88-bdad-ef0df9091400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2186.665588] env[62211]: DEBUG nova.network.neutron [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Successfully updated port: 8691c7f9-71d6-4a9a-ada7-1ffa19753d51 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2186.756529] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075386, 'name': ReconfigVM_Task, 'duration_secs': 0.207581} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.756863] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance '34f95e70-db34-42cf-8b4f-bebcc26c289b' progress to 33 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2186.785928] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b3fe89-cc8d-45c7-a60a-96ba8f0dfd0d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.793773] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670b4f35-0943-4bad-b7a6-b64b6299912d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.831360] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3e9645-7a62-4966-90a8-7b4bffa5ee98 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.840491] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e14fa59-d125-4876-a34a-0a981610b1b8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.855287] env[62211]: DEBUG nova.compute.provider_tree [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2186.984325] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "refresh_cache-ab54d26e-8f47-4539-9dd4-e78424211c8c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2186.984647] env[62211]: DEBUG nova.compute.manager [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Instance network_info: |[{"id": "2cf85688-cbed-4d88-bdad-ef0df9091400", "address": "fa:16:3e:21:be:03", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cf85688-cb", "ovs_interfaceid": "2cf85688-cbed-4d88-bdad-ef0df9091400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2186.985013] env[62211]: DEBUG oslo_concurrency.lockutils [req-888f01f8-ff51-4787-b578-d16b353d80e6 req-55eec873-6b66-44b7-b379-852431b15fa8 service nova] Acquired lock "refresh_cache-ab54d26e-8f47-4539-9dd4-e78424211c8c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2186.985201] env[62211]: DEBUG nova.network.neutron [req-888f01f8-ff51-4787-b578-d16b353d80e6 req-55eec873-6b66-44b7-b379-852431b15fa8 service nova] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Refreshing network info cache for port 2cf85688-cbed-4d88-bdad-ef0df9091400 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2186.986751] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:be:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cf85688-cbed-4d88-bdad-ef0df9091400', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2186.994624] env[62211]: DEBUG oslo.service.loopingcall [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2186.997835] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2186.998222] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fba021ba-7b95-4ff9-be86-981959f9774c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.018927] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2187.018927] env[62211]: value = "task-2075387" [ 2187.018927] env[62211]: _type = "Task" [ 2187.018927] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.026643] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075387, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.168786] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "refresh_cache-759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.168786] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "refresh_cache-759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.168983] env[62211]: DEBUG nova.network.neutron [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2187.263282] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2187.263704] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2187.263704] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2187.263954] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2187.264012] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2187.264136] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2187.264345] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2187.264509] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2187.264678] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2187.265077] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2187.265269] env[62211]: DEBUG nova.virt.hardware [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2187.271547] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2187.271878] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9da1144f-c473-4d9b-abc5-34a079ba722b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.291320] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2187.291320] env[62211]: value = "task-2075388" [ 2187.291320] env[62211]: _type = "Task" [ 2187.291320] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.300191] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.358579] env[62211]: DEBUG nova.scheduler.client.report [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2187.366055] env[62211]: DEBUG nova.network.neutron [req-888f01f8-ff51-4787-b578-d16b353d80e6 req-55eec873-6b66-44b7-b379-852431b15fa8 service nova] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Updated VIF entry in instance network info cache for port 2cf85688-cbed-4d88-bdad-ef0df9091400. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2187.366519] env[62211]: DEBUG nova.network.neutron [req-888f01f8-ff51-4787-b578-d16b353d80e6 req-55eec873-6b66-44b7-b379-852431b15fa8 service nova] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Updating instance_info_cache with network_info: [{"id": "2cf85688-cbed-4d88-bdad-ef0df9091400", "address": "fa:16:3e:21:be:03", "network": {"id": "6527b55a-b854-45d7-afe5-db108bf92694", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1618520945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "033209100e0042c29d6fe811748bbdba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cf85688-cb", "ovs_interfaceid": "2cf85688-cbed-4d88-bdad-ef0df9091400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.529420] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075387, 'name': CreateVM_Task, 'duration_secs': 0.377919} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.529591] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2187.530293] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.530470] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.530791] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2187.531110] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02cbb69f-3062-48e2-bb5d-584ae3f23887 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.535742] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2187.535742] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b3a88e-8759-47de-afb3-e6526004937b" [ 2187.535742] env[62211]: _type = "Task" [ 2187.535742] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.543307] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b3a88e-8759-47de-afb3-e6526004937b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.702867] env[62211]: DEBUG nova.network.neutron [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2187.802299] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075388, 'name': ReconfigVM_Task, 'duration_secs': 0.164991} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.802806] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2187.803764] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846aa02e-ff79-4c1c-b2b2-be66dd066c1f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.832645] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 34f95e70-db34-42cf-8b4f-bebcc26c289b/34f95e70-db34-42cf-8b4f-bebcc26c289b.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2187.833320] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d1b7684-25c7-494f-ae6c-cb771b5807d1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.858832] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2187.858832] env[62211]: value = "task-2075389" [ 2187.858832] env[62211]: _type = "Task" [ 2187.858832] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.866883] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.867619] env[62211]: DEBUG nova.compute.manager [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2187.874121] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.874121] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.328s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.874121] env[62211]: DEBUG oslo_concurrency.lockutils [req-888f01f8-ff51-4787-b578-d16b353d80e6 req-55eec873-6b66-44b7-b379-852431b15fa8 service nova] Releasing lock "refresh_cache-ab54d26e-8f47-4539-9dd4-e78424211c8c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.903794] env[62211]: DEBUG nova.network.neutron [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Updating instance_info_cache with network_info: [{"id": "8691c7f9-71d6-4a9a-ada7-1ffa19753d51", "address": "fa:16:3e:e3:fb:ce", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8691c7f9-71", "ovs_interfaceid": "8691c7f9-71d6-4a9a-ada7-1ffa19753d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2188.048373] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b3a88e-8759-47de-afb3-e6526004937b, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.048835] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2188.048986] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2188.049247] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2188.049398] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2188.049576] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2188.049850] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8487f54-fee7-4dde-a47f-225abc47bef5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.058365] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2188.058542] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2188.059286] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd33f7b-f0e8-4ec8-b5e7-e85158451742 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.065532] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2188.065532] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521a6641-31fe-8075-3662-09f0bf02145d" [ 2188.065532] env[62211]: _type = "Task" [ 2188.065532] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.073300] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521a6641-31fe-8075-3662-09f0bf02145d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.204726] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Acquiring lock "b63f03dd-e7ca-413e-b2e7-082b65db92a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.205057] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Lock "b63f03dd-e7ca-413e-b2e7-082b65db92a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.205299] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Acquiring lock "b63f03dd-e7ca-413e-b2e7-082b65db92a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.205507] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Lock "b63f03dd-e7ca-413e-b2e7-082b65db92a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.205746] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Lock "b63f03dd-e7ca-413e-b2e7-082b65db92a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.207803] env[62211]: INFO nova.compute.manager [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Terminating instance [ 2188.285032] env[62211]: DEBUG nova.compute.manager [req-cb25c2cc-da20-4e8b-9e6b-0a7e2f3bd228 req-c13f8712-7869-4950-9191-de5a6b7e9423 service nova] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Received event network-vif-plugged-8691c7f9-71d6-4a9a-ada7-1ffa19753d51 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2188.285283] env[62211]: DEBUG oslo_concurrency.lockutils [req-cb25c2cc-da20-4e8b-9e6b-0a7e2f3bd228 req-c13f8712-7869-4950-9191-de5a6b7e9423 service nova] Acquiring lock "759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.285433] env[62211]: DEBUG oslo_concurrency.lockutils [req-cb25c2cc-da20-4e8b-9e6b-0a7e2f3bd228 req-c13f8712-7869-4950-9191-de5a6b7e9423 service nova] Lock "759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.285597] env[62211]: DEBUG oslo_concurrency.lockutils [req-cb25c2cc-da20-4e8b-9e6b-0a7e2f3bd228 req-c13f8712-7869-4950-9191-de5a6b7e9423 service nova] Lock "759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.285762] env[62211]: DEBUG nova.compute.manager [req-cb25c2cc-da20-4e8b-9e6b-0a7e2f3bd228 req-c13f8712-7869-4950-9191-de5a6b7e9423 service nova] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] No waiting events found dispatching network-vif-plugged-8691c7f9-71d6-4a9a-ada7-1ffa19753d51 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2188.285941] env[62211]: WARNING nova.compute.manager [req-cb25c2cc-da20-4e8b-9e6b-0a7e2f3bd228 req-c13f8712-7869-4950-9191-de5a6b7e9423 service nova] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Received unexpected event network-vif-plugged-8691c7f9-71d6-4a9a-ada7-1ffa19753d51 for instance with vm_state building and task_state spawning. [ 2188.286137] env[62211]: DEBUG nova.compute.manager [req-cb25c2cc-da20-4e8b-9e6b-0a7e2f3bd228 req-c13f8712-7869-4950-9191-de5a6b7e9423 service nova] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Received event network-changed-8691c7f9-71d6-4a9a-ada7-1ffa19753d51 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2188.286347] env[62211]: DEBUG nova.compute.manager [req-cb25c2cc-da20-4e8b-9e6b-0a7e2f3bd228 req-c13f8712-7869-4950-9191-de5a6b7e9423 service nova] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Refreshing instance network info cache due to event network-changed-8691c7f9-71d6-4a9a-ada7-1ffa19753d51. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2188.286533] env[62211]: DEBUG oslo_concurrency.lockutils [req-cb25c2cc-da20-4e8b-9e6b-0a7e2f3bd228 req-c13f8712-7869-4950-9191-de5a6b7e9423 service nova] Acquiring lock "refresh_cache-759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2188.369035] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075389, 'name': ReconfigVM_Task, 'duration_secs': 0.260994} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.369315] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 34f95e70-db34-42cf-8b4f-bebcc26c289b/34f95e70-db34-42cf-8b4f-bebcc26c289b.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2188.369623] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance '34f95e70-db34-42cf-8b4f-bebcc26c289b' progress to 50 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2188.374255] env[62211]: DEBUG nova.compute.utils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2188.377631] env[62211]: INFO nova.compute.claims [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2188.384934] env[62211]: DEBUG nova.compute.manager [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2188.385171] env[62211]: DEBUG nova.network.neutron [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2188.406746] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "refresh_cache-759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2188.407116] env[62211]: DEBUG nova.compute.manager [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Instance network_info: |[{"id": "8691c7f9-71d6-4a9a-ada7-1ffa19753d51", "address": "fa:16:3e:e3:fb:ce", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8691c7f9-71", "ovs_interfaceid": "8691c7f9-71d6-4a9a-ada7-1ffa19753d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2188.407415] env[62211]: DEBUG oslo_concurrency.lockutils [req-cb25c2cc-da20-4e8b-9e6b-0a7e2f3bd228 req-c13f8712-7869-4950-9191-de5a6b7e9423 service nova] Acquired lock "refresh_cache-759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2188.407592] env[62211]: DEBUG nova.network.neutron [req-cb25c2cc-da20-4e8b-9e6b-0a7e2f3bd228 req-c13f8712-7869-4950-9191-de5a6b7e9423 service nova] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Refreshing network info cache for port 8691c7f9-71d6-4a9a-ada7-1ffa19753d51 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2188.408907] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:fb:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8691c7f9-71d6-4a9a-ada7-1ffa19753d51', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2188.417876] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Creating folder: Project (7d0d295a3752407286cac74c6474bcbd). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2188.419249] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9fcc2aa-65bb-4a2a-9013-e53cdd55c9a9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.430806] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Created folder: Project (7d0d295a3752407286cac74c6474bcbd) in parent group-v425157. [ 2188.431020] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Creating folder: Instances. Parent ref: group-v425424. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2188.431314] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93ab3d63-c406-4cbc-a3e4-c9a0e42cbfb0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.434068] env[62211]: DEBUG nova.policy [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '890f9dc54eef495ea27977679ff11361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd7ba949a77e4198a6ee0a1daf9fa69c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2188.443201] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Created folder: Instances in parent group-v425424. [ 2188.443534] env[62211]: DEBUG oslo.service.loopingcall [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2188.443612] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2188.444106] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b87d239-7e01-4a96-bf13-35fd2960ae9a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.464045] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2188.464045] env[62211]: value = "task-2075392" [ 2188.464045] env[62211]: _type = "Task" [ 2188.464045] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.475142] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075392, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.578317] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521a6641-31fe-8075-3662-09f0bf02145d, 'name': SearchDatastore_Task, 'duration_secs': 0.009909} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.579353] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2868934-8ca9-4cf2-9c6a-d46391b17437 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.584972] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2188.584972] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5274c57f-aa4d-54fd-f756-15a146c5b67f" [ 2188.584972] env[62211]: _type = "Task" [ 2188.584972] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.593193] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5274c57f-aa4d-54fd-f756-15a146c5b67f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.712084] env[62211]: DEBUG nova.compute.manager [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2188.712349] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2188.713336] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0133b798-d54a-47b1-a3a1-1a655ed6844a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.722526] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2188.722859] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fadfae43-1b72-4181-935c-e6c82b3dc993 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.729455] env[62211]: DEBUG oslo_vmware.api [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Waiting for the task: (returnval){ [ 2188.729455] env[62211]: value = "task-2075393" [ 2188.729455] env[62211]: _type = "Task" [ 2188.729455] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.737536] env[62211]: DEBUG oslo_vmware.api [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.862381] env[62211]: DEBUG nova.network.neutron [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Successfully created port: d100192a-7155-4c19-ac3f-ecd980272638 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2188.878537] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a32ad46-2913-443a-8f43-79669a7f8a5e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.898904] env[62211]: DEBUG nova.compute.manager [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2188.903175] env[62211]: INFO nova.compute.resource_tracker [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating resource usage from migration 90bcc9f7-682e-45f1-848c-d9e6fbb0f340 [ 2188.908148] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023fa7cb-73f0-47b0-9b7c-7577adacf286 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.934820] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance '34f95e70-db34-42cf-8b4f-bebcc26c289b' progress to 67 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2188.976618] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075392, 'name': CreateVM_Task, 'duration_secs': 0.469878} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.976800] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2188.977497] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2188.977863] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2188.977973] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2188.978232] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ebdc30-5b71-48ea-8601-1e9483859de0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.983521] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2188.983521] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52ac2d9d-d82d-82ac-b90c-6cf095a3fd22" [ 2188.983521] env[62211]: _type = "Task" [ 2188.983521] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.996018] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ac2d9d-d82d-82ac-b90c-6cf095a3fd22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.096176] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5274c57f-aa4d-54fd-f756-15a146c5b67f, 'name': SearchDatastore_Task, 'duration_secs': 0.012208} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.099032] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.101863] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] ab54d26e-8f47-4539-9dd4-e78424211c8c/ab54d26e-8f47-4539-9dd4-e78424211c8c.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2189.103596] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-959620df-f39c-4933-993d-fb4cb1c3f0ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.119163] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2189.119163] env[62211]: value = "task-2075394" [ 2189.119163] env[62211]: _type = "Task" [ 2189.119163] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.131557] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.203260] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a61e908-5417-4400-8c21-982d2bcfca32 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.211140] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87bb7fb-2268-4027-9083-4b5c3572d070 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.250607] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9149fad0-8959-4912-a685-27a2ccf004cf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.269047] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2906e8ae-e519-46a8-8aa4-94d838d361b9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.273855] env[62211]: DEBUG oslo_vmware.api [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075393, 'name': PowerOffVM_Task, 'duration_secs': 0.190554} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.274439] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2189.274728] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2189.275816] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59d153c1-1b1d-4757-a298-f0c00e277ce0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.286937] env[62211]: DEBUG nova.compute.provider_tree [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2189.389685] env[62211]: DEBUG nova.network.neutron [req-cb25c2cc-da20-4e8b-9e6b-0a7e2f3bd228 req-c13f8712-7869-4950-9191-de5a6b7e9423 service nova] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Updated VIF entry in instance network info cache for port 8691c7f9-71d6-4a9a-ada7-1ffa19753d51. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2189.390079] env[62211]: DEBUG nova.network.neutron [req-cb25c2cc-da20-4e8b-9e6b-0a7e2f3bd228 req-c13f8712-7869-4950-9191-de5a6b7e9423 service nova] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Updating instance_info_cache with network_info: [{"id": "8691c7f9-71d6-4a9a-ada7-1ffa19753d51", "address": "fa:16:3e:e3:fb:ce", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8691c7f9-71", "ovs_interfaceid": "8691c7f9-71d6-4a9a-ada7-1ffa19753d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2189.392582] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2189.393042] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2189.393306] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Deleting the datastore file [datastore1] b63f03dd-e7ca-413e-b2e7-082b65db92a8 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2189.393832] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aafc8a01-8a3c-4a64-8e51-cc3097296639 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.400819] env[62211]: DEBUG oslo_vmware.api [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Waiting for the task: (returnval){ [ 2189.400819] env[62211]: value = "task-2075396" [ 2189.400819] env[62211]: _type = "Task" [ 2189.400819] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.414470] env[62211]: DEBUG oslo_vmware.api [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.495111] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ac2d9d-d82d-82ac-b90c-6cf095a3fd22, 'name': SearchDatastore_Task, 'duration_secs': 0.009376} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.495464] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.495709] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2189.495972] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.496146] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.496335] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2189.496621] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-866d5956-5db3-4b33-97a4-c247ebcc940c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.526360] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2189.526360] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2189.527617] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c45e92d7-1885-45f7-8bd2-654260e2fcb7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.539024] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2189.539024] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52eef372-0d94-91fc-3238-5c54105f5f8d" [ 2189.539024] env[62211]: _type = "Task" [ 2189.539024] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.550738] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52eef372-0d94-91fc-3238-5c54105f5f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.633437] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075394, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.708990] env[62211]: DEBUG nova.network.neutron [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Port c69f0a82-e3e7-4af8-8416-64a42fdc029a binding to destination host cpu-1 is already ACTIVE {{(pid=62211) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2189.791379] env[62211]: DEBUG nova.scheduler.client.report [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2189.895209] env[62211]: DEBUG oslo_concurrency.lockutils [req-cb25c2cc-da20-4e8b-9e6b-0a7e2f3bd228 req-c13f8712-7869-4950-9191-de5a6b7e9423 service nova] Releasing lock "refresh_cache-759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.910248] env[62211]: DEBUG oslo_vmware.api [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Task: {'id': task-2075396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404754} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.910492] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2189.911068] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2189.911068] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2189.911068] env[62211]: INFO nova.compute.manager [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2189.911271] env[62211]: DEBUG oslo.service.loopingcall [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2189.911460] env[62211]: DEBUG nova.compute.manager [-] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2189.911555] env[62211]: DEBUG nova.network.neutron [-] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2189.916574] env[62211]: DEBUG nova.compute.manager [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2189.945035] env[62211]: DEBUG nova.virt.hardware [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2189.945314] env[62211]: DEBUG nova.virt.hardware [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2189.945480] env[62211]: DEBUG nova.virt.hardware [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2189.945661] env[62211]: DEBUG nova.virt.hardware [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2189.945834] env[62211]: DEBUG nova.virt.hardware [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2189.945997] env[62211]: DEBUG nova.virt.hardware [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2189.946225] env[62211]: DEBUG nova.virt.hardware [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2189.946471] env[62211]: DEBUG nova.virt.hardware [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2189.946733] env[62211]: DEBUG nova.virt.hardware [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2189.946999] env[62211]: DEBUG nova.virt.hardware [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2189.947268] env[62211]: DEBUG nova.virt.hardware [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2189.948585] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0649e652-1a64-4a5b-adfa-a64d469779ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.956326] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1166819-b4c9-4454-b4b2-1d0689f368e6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.052316] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52eef372-0d94-91fc-3238-5c54105f5f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.055543} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.052316] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05716108-349b-46ab-a308-568eca12a292 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.058020] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2190.058020] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5276ec23-48e4-bad8-4595-034ae8cbba0f" [ 2190.058020] env[62211]: _type = "Task" [ 2190.058020] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.063101] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5276ec23-48e4-bad8-4595-034ae8cbba0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.131856] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551528} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.132335] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] ab54d26e-8f47-4539-9dd4-e78424211c8c/ab54d26e-8f47-4539-9dd4-e78424211c8c.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2190.132769] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2190.133156] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5710d025-a648-4f75-8bbc-68ec11816d7d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.139616] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2190.139616] env[62211]: value = "task-2075397" [ 2190.139616] env[62211]: _type = "Task" [ 2190.139616] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.148721] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.296967] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.425s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.297261] env[62211]: INFO nova.compute.manager [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Migrating [ 2190.305219] env[62211]: DEBUG oslo_concurrency.lockutils [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.052s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.305460] env[62211]: DEBUG nova.objects.instance [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lazy-loading 'resources' on Instance uuid 679eb629-4427-49e3-92d5-7c38b49f2f06 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2190.532400] env[62211]: DEBUG nova.compute.manager [req-b3df263c-57b8-42ec-be0a-bc507c31453d req-829450a0-2a39-4a66-b236-270b47cc7293 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Received event network-vif-deleted-9ebfe0bf-6855-4c6c-ad32-1785a2a01985 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2190.532738] env[62211]: INFO nova.compute.manager [req-b3df263c-57b8-42ec-be0a-bc507c31453d req-829450a0-2a39-4a66-b236-270b47cc7293 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Neutron deleted interface 9ebfe0bf-6855-4c6c-ad32-1785a2a01985; detaching it from the instance and deleting it from the info cache [ 2190.532850] env[62211]: DEBUG nova.network.neutron [req-b3df263c-57b8-42ec-be0a-bc507c31453d req-829450a0-2a39-4a66-b236-270b47cc7293 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.568089] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5276ec23-48e4-bad8-4595-034ae8cbba0f, 'name': SearchDatastore_Task, 'duration_secs': 0.070095} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.568288] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.568548] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7/759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2190.568805] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec07dc8a-ec3f-40ab-9e50-519bac62e9d8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.575245] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2190.575245] env[62211]: value = "task-2075398" [ 2190.575245] env[62211]: _type = "Task" [ 2190.575245] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.583473] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.649871] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06665} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.650161] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2190.650981] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa242dd-fbdc-4256-b097-7e936c1e8b02 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.672458] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] ab54d26e-8f47-4539-9dd4-e78424211c8c/ab54d26e-8f47-4539-9dd4-e78424211c8c.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2190.673046] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede278a9-e89b-4f28-977d-098f078e9521 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.692381] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2190.692381] env[62211]: value = "task-2075399" [ 2190.692381] env[62211]: _type = "Task" [ 2190.692381] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.700700] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.715019] env[62211]: DEBUG nova.network.neutron [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Successfully updated port: d100192a-7155-4c19-ac3f-ecd980272638 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2190.740652] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "34f95e70-db34-42cf-8b4f-bebcc26c289b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.740652] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.740652] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.818920] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.818920] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.818920] env[62211]: DEBUG nova.network.neutron [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2191.010123] env[62211]: DEBUG nova.network.neutron [-] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.036441] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09564951-3a84-4853-97e2-a2f8ae9386b4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.045523] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81e71de-ebe6-4177-92c7-5ea4bb97e7e0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.086418] env[62211]: DEBUG nova.compute.manager [req-b3df263c-57b8-42ec-be0a-bc507c31453d req-829450a0-2a39-4a66-b236-270b47cc7293 service nova] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Detach interface failed, port_id=9ebfe0bf-6855-4c6c-ad32-1785a2a01985, reason: Instance b63f03dd-e7ca-413e-b2e7-082b65db92a8 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2191.092107] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b511afff-a8d3-4817-83d5-3ce751100e07 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.100071] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075398, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.102689] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636b48f5-7a6f-4b6a-bdfd-974deac71dc3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.133761] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29963d67-17a0-4dd9-8a4d-a951a065ac37 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.141438] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6d449f-ab74-4ff6-9a35-c6b0d092fe8e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.154589] env[62211]: DEBUG nova.compute.provider_tree [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2191.202335] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.218263] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.218530] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.218723] env[62211]: DEBUG nova.network.neutron [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2191.515482] env[62211]: INFO nova.compute.manager [-] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Took 1.60 seconds to deallocate network for instance. [ 2191.597441] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525525} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.600062] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7/759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2191.600747] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2191.601059] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8e13813-7c4f-4d47-aa7c-166b789e5898 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.608015] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2191.608015] env[62211]: value = "task-2075400" [ 2191.608015] env[62211]: _type = "Task" [ 2191.608015] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.620483] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.658146] env[62211]: DEBUG nova.scheduler.client.report [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2191.681876] env[62211]: DEBUG nova.network.neutron [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance_info_cache with network_info: [{"id": "a06e39c2-54a2-4705-bad4-f538e7184bef", "address": "fa:16:3e:33:47:9b", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa06e39c2-54", "ovs_interfaceid": "a06e39c2-54a2-4705-bad4-f538e7184bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.702585] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075399, 'name': ReconfigVM_Task, 'duration_secs': 0.58419} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.702854] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Reconfigured VM instance instance-0000005a to attach disk [datastore1] ab54d26e-8f47-4539-9dd4-e78424211c8c/ab54d26e-8f47-4539-9dd4-e78424211c8c.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2191.703487] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aa3a850-30a8-4451-aafb-6d64bb08b26a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.709683] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2191.709683] env[62211]: value = "task-2075401" [ 2191.709683] env[62211]: _type = "Task" [ 2191.709683] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.717250] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075401, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.747659] env[62211]: DEBUG nova.network.neutron [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2191.792044] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.792279] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.792460] env[62211]: DEBUG nova.network.neutron [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2191.888957] env[62211]: DEBUG nova.network.neutron [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Updating instance_info_cache with network_info: [{"id": "d100192a-7155-4c19-ac3f-ecd980272638", "address": "fa:16:3e:b0:71:4d", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd100192a-71", "ovs_interfaceid": "d100192a-7155-4c19-ac3f-ecd980272638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.025523] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.119098] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067816} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.119172] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2192.119989] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b180c21-dd4c-4c41-b278-adb8a62ea2c8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.141774] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7/759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2192.142050] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec18399e-19a5-4e02-8dea-82fd0d01c477 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.160674] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2192.160674] env[62211]: value = "task-2075402" [ 2192.160674] env[62211]: _type = "Task" [ 2192.160674] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.164225] env[62211]: DEBUG oslo_concurrency.lockutils [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2192.166243] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.141s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2192.166469] env[62211]: DEBUG nova.objects.instance [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Lazy-loading 'resources' on Instance uuid b63f03dd-e7ca-413e-b2e7-082b65db92a8 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2192.172170] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075402, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.184985] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.187138] env[62211]: INFO nova.scheduler.client.report [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleted allocations for instance 679eb629-4427-49e3-92d5-7c38b49f2f06 [ 2192.219473] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075401, 'name': Rename_Task, 'duration_secs': 0.132716} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.219807] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2192.220104] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de688774-c429-4d9f-8637-d9b70f0ee0a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.227102] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2192.227102] env[62211]: value = "task-2075403" [ 2192.227102] env[62211]: _type = "Task" [ 2192.227102] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.237752] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.391533] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.392050] env[62211]: DEBUG nova.compute.manager [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Instance network_info: |[{"id": "d100192a-7155-4c19-ac3f-ecd980272638", "address": "fa:16:3e:b0:71:4d", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd100192a-71", "ovs_interfaceid": "d100192a-7155-4c19-ac3f-ecd980272638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2192.392711] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:71:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd100192a-7155-4c19-ac3f-ecd980272638', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2192.401272] env[62211]: DEBUG oslo.service.loopingcall [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2192.401272] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2192.404482] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9337a145-d1e0-48c8-963e-085690ee79ca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.425128] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2192.425128] env[62211]: value = "task-2075404" [ 2192.425128] env[62211]: _type = "Task" [ 2192.425128] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.433428] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075404, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.538138] env[62211]: DEBUG nova.network.neutron [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance_info_cache with network_info: [{"id": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "address": "fa:16:3e:0c:67:0a", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f0a82-e3", "ovs_interfaceid": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.562837] env[62211]: DEBUG nova.compute.manager [req-80962096-7281-4946-a0a2-6a67f36290e8 req-91dbf9ac-4bd6-4bed-b2d5-15166e88aadb service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Received event network-vif-plugged-d100192a-7155-4c19-ac3f-ecd980272638 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2192.563097] env[62211]: DEBUG oslo_concurrency.lockutils [req-80962096-7281-4946-a0a2-6a67f36290e8 req-91dbf9ac-4bd6-4bed-b2d5-15166e88aadb service nova] Acquiring lock "de6efed1-75b1-4240-b980-a04a790079dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.563397] env[62211]: DEBUG oslo_concurrency.lockutils [req-80962096-7281-4946-a0a2-6a67f36290e8 req-91dbf9ac-4bd6-4bed-b2d5-15166e88aadb service nova] Lock "de6efed1-75b1-4240-b980-a04a790079dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2192.563527] env[62211]: DEBUG oslo_concurrency.lockutils [req-80962096-7281-4946-a0a2-6a67f36290e8 req-91dbf9ac-4bd6-4bed-b2d5-15166e88aadb service nova] Lock "de6efed1-75b1-4240-b980-a04a790079dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2192.564993] env[62211]: DEBUG nova.compute.manager [req-80962096-7281-4946-a0a2-6a67f36290e8 req-91dbf9ac-4bd6-4bed-b2d5-15166e88aadb service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] No waiting events found dispatching network-vif-plugged-d100192a-7155-4c19-ac3f-ecd980272638 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2192.565220] env[62211]: WARNING nova.compute.manager [req-80962096-7281-4946-a0a2-6a67f36290e8 req-91dbf9ac-4bd6-4bed-b2d5-15166e88aadb service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Received unexpected event network-vif-plugged-d100192a-7155-4c19-ac3f-ecd980272638 for instance with vm_state building and task_state spawning. [ 2192.565390] env[62211]: DEBUG nova.compute.manager [req-80962096-7281-4946-a0a2-6a67f36290e8 req-91dbf9ac-4bd6-4bed-b2d5-15166e88aadb service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Received event network-changed-d100192a-7155-4c19-ac3f-ecd980272638 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2192.565551] env[62211]: DEBUG nova.compute.manager [req-80962096-7281-4946-a0a2-6a67f36290e8 req-91dbf9ac-4bd6-4bed-b2d5-15166e88aadb service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Refreshing instance network info cache due to event network-changed-d100192a-7155-4c19-ac3f-ecd980272638. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2192.565741] env[62211]: DEBUG oslo_concurrency.lockutils [req-80962096-7281-4946-a0a2-6a67f36290e8 req-91dbf9ac-4bd6-4bed-b2d5-15166e88aadb service nova] Acquiring lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.565877] env[62211]: DEBUG oslo_concurrency.lockutils [req-80962096-7281-4946-a0a2-6a67f36290e8 req-91dbf9ac-4bd6-4bed-b2d5-15166e88aadb service nova] Acquired lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.566154] env[62211]: DEBUG nova.network.neutron [req-80962096-7281-4946-a0a2-6a67f36290e8 req-91dbf9ac-4bd6-4bed-b2d5-15166e88aadb service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Refreshing network info cache for port d100192a-7155-4c19-ac3f-ecd980272638 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2192.676322] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075402, 'name': ReconfigVM_Task, 'duration_secs': 0.342182} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.676960] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7/759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2192.677675] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7463e2eb-11a6-4d70-bb37-65d35df3d920 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.683868] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2192.683868] env[62211]: value = "task-2075405" [ 2192.683868] env[62211]: _type = "Task" [ 2192.683868] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.705860] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075405, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.710980] env[62211]: DEBUG oslo_concurrency.lockutils [None req-38271192-80e2-48b3-9490-0ddaa6f34cbc tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "679eb629-4427-49e3-92d5-7c38b49f2f06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.780s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2192.740611] env[62211]: DEBUG oslo_vmware.api [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075403, 'name': PowerOnVM_Task, 'duration_secs': 0.473014} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.741648] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2192.741857] env[62211]: INFO nova.compute.manager [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Took 13.61 seconds to spawn the instance on the hypervisor. [ 2192.742045] env[62211]: DEBUG nova.compute.manager [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2192.742870] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f23a73-1da1-4a27-88cb-62611067129e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.934955] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075404, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.947978] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96770b02-2901-44eb-a417-5855b9b843f2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.954983] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1f8f8d-7b56-498d-b796-1a9181dfe7cf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.987227] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b56068-91f6-48af-b1c8-20ed6cf2fb3b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.994822] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d280e254-2bbf-4664-859b-e942747b8e7d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.008339] env[62211]: DEBUG nova.compute.provider_tree [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2193.041122] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.193701] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075405, 'name': Rename_Task, 'duration_secs': 0.140209} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.194014] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2193.194249] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef28ded7-bfa2-4d17-9083-3154bc22b533 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.200723] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2193.200723] env[62211]: value = "task-2075406" [ 2193.200723] env[62211]: _type = "Task" [ 2193.200723] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.211913] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.267072] env[62211]: INFO nova.compute.manager [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Took 20.41 seconds to build instance. [ 2193.286753] env[62211]: DEBUG nova.network.neutron [req-80962096-7281-4946-a0a2-6a67f36290e8 req-91dbf9ac-4bd6-4bed-b2d5-15166e88aadb service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Updated VIF entry in instance network info cache for port d100192a-7155-4c19-ac3f-ecd980272638. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2193.287151] env[62211]: DEBUG nova.network.neutron [req-80962096-7281-4946-a0a2-6a67f36290e8 req-91dbf9ac-4bd6-4bed-b2d5-15166e88aadb service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Updating instance_info_cache with network_info: [{"id": "d100192a-7155-4c19-ac3f-ecd980272638", "address": "fa:16:3e:b0:71:4d", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd100192a-71", "ovs_interfaceid": "d100192a-7155-4c19-ac3f-ecd980272638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.435034] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075404, 'name': CreateVM_Task, 'duration_secs': 0.51854} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.435260] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2193.435977] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.436167] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.436481] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2193.436737] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-884fb8dd-73cb-4c3b-ad1c-3a3c59992be8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.441298] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2193.441298] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52a677e1-4aa9-0292-4ef7-36d2470bdf35" [ 2193.441298] env[62211]: _type = "Task" [ 2193.441298] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.452329] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a677e1-4aa9-0292-4ef7-36d2470bdf35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.513053] env[62211]: DEBUG nova.scheduler.client.report [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2193.563383] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1f14ff-c427-4893-a3fb-45bd8e7699fa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.585518] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cfbe3c-198c-4d03-a1fb-2fb6e9730dac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.593659] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance '34f95e70-db34-42cf-8b4f-bebcc26c289b' progress to 83 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2193.711581] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.716942] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfcc1e4-c1dd-459d-bc40-5f7b6f8da845 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.737770] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance '5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e' progress to 0 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2193.770155] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e8baf14b-25ec-4c90-af4e-3f33c62e067b tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "ab54d26e-8f47-4539-9dd4-e78424211c8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.934s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.790591] env[62211]: DEBUG oslo_concurrency.lockutils [req-80962096-7281-4946-a0a2-6a67f36290e8 req-91dbf9ac-4bd6-4bed-b2d5-15166e88aadb service nova] Releasing lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.952019] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a677e1-4aa9-0292-4ef7-36d2470bdf35, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.952327] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.952569] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2193.952822] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.952970] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.953185] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2193.953472] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39f37b5c-2af1-4156-b118-5c15cc2595ca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.961774] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2193.961945] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2193.962679] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e034a8-6b35-4340-aef1-bf7fa6fda21f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.967849] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2193.967849] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d3883e-7b26-426d-6a46-75faaecaa4ef" [ 2193.967849] env[62211]: _type = "Task" [ 2193.967849] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.975709] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d3883e-7b26-426d-6a46-75faaecaa4ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.018500] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.038712] env[62211]: INFO nova.scheduler.client.report [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Deleted allocations for instance b63f03dd-e7ca-413e-b2e7-082b65db92a8 [ 2194.099597] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2194.100224] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f524e0a-fd89-498a-a266-93fc7dc67d96 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.107847] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2194.107847] env[62211]: value = "task-2075407" [ 2194.107847] env[62211]: _type = "Task" [ 2194.107847] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.122960] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075407, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.214717] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.243691] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2194.243995] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36dea33a-d457-4568-88de-b0c780808147 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.251555] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2194.251555] env[62211]: value = "task-2075408" [ 2194.251555] env[62211]: _type = "Task" [ 2194.251555] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.260098] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.335818] env[62211]: DEBUG nova.compute.manager [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2194.336983] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8686d25e-61e8-4748-95b6-d82dd1b23c97 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.479486] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d3883e-7b26-426d-6a46-75faaecaa4ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008516} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.480473] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7baf0a-bcb5-47c5-980a-53e5f6233afb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.486759] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2194.486759] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52dd19ba-b343-0f53-9ebb-b93c545fec92" [ 2194.486759] env[62211]: _type = "Task" [ 2194.486759] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.495098] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52dd19ba-b343-0f53-9ebb-b93c545fec92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.536686] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "16974130-a930-4bed-b1fe-e1da89503264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.536935] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "16974130-a930-4bed-b1fe-e1da89503264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.549912] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9a1d1cae-4587-4dff-bace-1dc7717674ba tempest-ServersTestFqdnHostnames-992707779 tempest-ServersTestFqdnHostnames-992707779-project-member] Lock "b63f03dd-e7ca-413e-b2e7-082b65db92a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.344s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.621251] env[62211]: DEBUG oslo_vmware.api [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075407, 'name': PowerOnVM_Task, 'duration_secs': 0.37845} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.621584] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2194.621758] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3c99d203-9404-4306-b334-76dd33bac59b tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance '34f95e70-db34-42cf-8b4f-bebcc26c289b' progress to 100 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2194.711735] env[62211]: DEBUG oslo_vmware.api [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075406, 'name': PowerOnVM_Task, 'duration_secs': 1.477485} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.711735] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2194.711735] env[62211]: INFO nova.compute.manager [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Took 9.02 seconds to spawn the instance on the hypervisor. [ 2194.711997] env[62211]: DEBUG nova.compute.manager [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2194.712900] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6337b12-124e-42a7-b927-6805ba4e3cab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.761730] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075408, 'name': PowerOffVM_Task, 'duration_secs': 0.275768} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.762021] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2194.762226] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance '5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e' progress to 17 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2194.848886] env[62211]: INFO nova.compute.manager [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] instance snapshotting [ 2194.851478] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cbcbfd-0f65-404d-804f-a2561b4cac43 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.871866] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe1e95d-10fc-4813-9d86-d11744a41ef2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.999012] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52dd19ba-b343-0f53-9ebb-b93c545fec92, 'name': SearchDatastore_Task, 'duration_secs': 0.009261} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.999410] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.999678] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] de6efed1-75b1-4240-b980-a04a790079dd/de6efed1-75b1-4240-b980-a04a790079dd.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2194.999939] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d7c1599-65b5-498f-990a-b406c29679c6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.008348] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2195.008348] env[62211]: value = "task-2075409" [ 2195.008348] env[62211]: _type = "Task" [ 2195.008348] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.016764] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.039415] env[62211]: DEBUG nova.compute.manager [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2195.229841] env[62211]: INFO nova.compute.manager [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Took 15.66 seconds to build instance. [ 2195.272355] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2195.272624] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2195.272784] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2195.272992] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2195.273651] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2195.273827] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2195.274057] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2195.274334] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2195.275223] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2195.275223] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2195.275223] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2195.281014] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84767961-b97b-41c9-b256-653fab34fdf8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.299729] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2195.299729] env[62211]: value = "task-2075410" [ 2195.299729] env[62211]: _type = "Task" [ 2195.299729] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.316318] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075410, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.385806] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2195.386184] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a2f0b61-d3b4-4aee-b169-0e2799c02a46 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.395305] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2195.395305] env[62211]: value = "task-2075411" [ 2195.395305] env[62211]: _type = "Task" [ 2195.395305] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.405075] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075411, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.518020] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470476} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.519013] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] de6efed1-75b1-4240-b980-a04a790079dd/de6efed1-75b1-4240-b980-a04a790079dd.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2195.519013] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2195.519013] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a45da89c-164a-4a4c-9937-0bdf9d779fd3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.525657] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2195.525657] env[62211]: value = "task-2075412" [ 2195.525657] env[62211]: _type = "Task" [ 2195.525657] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.533674] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.564472] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.564798] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.566396] env[62211]: INFO nova.compute.claims [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2195.732171] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d765183b-d90e-4d87-a993-9f90bb74d4a2 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.175s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.761513] env[62211]: INFO nova.compute.manager [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Rebuilding instance [ 2195.812563] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075410, 'name': ReconfigVM_Task, 'duration_secs': 0.317979} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.815013] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance '5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e' progress to 33 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2195.819317] env[62211]: DEBUG nova.compute.manager [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2195.822569] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f76264-ae96-470d-8010-181a7e1e5fa6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.910191] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075411, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.038778] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151149} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.038778] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2196.038778] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9875d9-decc-4168-9b3c-ba9055714b66 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.058941] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] de6efed1-75b1-4240-b980-a04a790079dd/de6efed1-75b1-4240-b980-a04a790079dd.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2196.059264] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89225969-e720-4eaf-8165-1b7b35689cfa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.082677] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2196.082677] env[62211]: value = "task-2075413" [ 2196.082677] env[62211]: _type = "Task" [ 2196.082677] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.091483] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.321745] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2196.322056] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2196.322223] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2196.322455] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2196.322620] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2196.322775] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2196.323050] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2196.323257] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2196.323455] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2196.323641] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2196.323849] env[62211]: DEBUG nova.virt.hardware [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2196.329539] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2196.329864] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8987940-5f88-4792-a364-3e7558de2bb2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.350661] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2196.350661] env[62211]: value = "task-2075414" [ 2196.350661] env[62211]: _type = "Task" [ 2196.350661] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.361995] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.406541] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075411, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.593497] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075413, 'name': ReconfigVM_Task, 'duration_secs': 0.507052} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.593821] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Reconfigured VM instance instance-0000005c to attach disk [datastore1] de6efed1-75b1-4240-b980-a04a790079dd/de6efed1-75b1-4240-b980-a04a790079dd.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2196.594593] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d2082cd-60dd-464c-9f1a-c2e32fa87a8f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.601957] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2196.601957] env[62211]: value = "task-2075415" [ 2196.601957] env[62211]: _type = "Task" [ 2196.601957] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.613835] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075415, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.812576] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e867d6c-98b8-4590-aecf-e2d7ab631290 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.820462] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1551a769-43f2-4849-9808-4a7d5ed8ded5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.851650] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.852215] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0664bd72-d592-431f-8514-2a76a18723a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.857088] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46ff0e4-0488-4d9e-90ce-cf3ab2cdb5b9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.866851] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075414, 'name': ReconfigVM_Task, 'duration_secs': 0.249862} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.868203] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2196.869686] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148afe1d-d750-43c8-a037-6b4b91b3a8da {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.873467] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2196.873467] env[62211]: value = "task-2075416" [ 2196.873467] env[62211]: _type = "Task" [ 2196.873467] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.874193] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7515855f-07e2-4804-9eb3-5836331d7214 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.888616] env[62211]: DEBUG nova.compute.provider_tree [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2196.912058] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e/5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2196.919838] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4125f3c-3dff-4fc6-a947-63bfc178f087 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.933656] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.941874] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.942192] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.942406] env[62211]: DEBUG nova.compute.manager [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Going to confirm migration 4 {{(pid=62211) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2196.943664] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075411, 'name': CreateSnapshot_Task, 'duration_secs': 1.231574} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.945187] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2196.945612] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2196.945612] env[62211]: value = "task-2075417" [ 2196.945612] env[62211]: _type = "Task" [ 2196.945612] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.946524] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a1cf91-335b-4e2d-9759-e7398db1ea5e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.967812] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.113294] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075415, 'name': Rename_Task, 'duration_secs': 0.166323} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.113294] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2197.113294] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39a1a395-7d32-4f94-983c-226bf8854c94 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.118983] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2197.118983] env[62211]: value = "task-2075418" [ 2197.118983] env[62211]: _type = "Task" [ 2197.118983] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.127539] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.386420] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075416, 'name': PowerOffVM_Task, 'duration_secs': 0.268781} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.386674] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2197.386902] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2197.387705] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0aacf0-a7c9-43c0-8d0c-34bb6d6da575 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.394096] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2197.394324] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85c3c7e4-0ed7-4e4d-a30b-6431586fb58b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.414232] env[62211]: DEBUG nova.scheduler.client.report [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2197.460334] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075417, 'name': ReconfigVM_Task, 'duration_secs': 0.305528} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.460663] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e/5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2197.460957] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance '5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e' progress to 50 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2197.475708] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2197.476094] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c26bc04b-19dd-4da0-8b53-9d3b3a79db47 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.484853] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2197.484853] env[62211]: value = "task-2075420" [ 2197.484853] env[62211]: _type = "Task" [ 2197.484853] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.493858] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.513114] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2197.513114] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2197.513114] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleting the datastore file [datastore1] 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2197.513114] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e94951ea-146f-43d7-9cbe-e80b25bd5c4d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.519285] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2197.519285] env[62211]: value = "task-2075421" [ 2197.519285] env[62211]: _type = "Task" [ 2197.519285] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.530643] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.547525] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2197.547853] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2197.548162] env[62211]: DEBUG nova.network.neutron [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2197.548472] env[62211]: DEBUG nova.objects.instance [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lazy-loading 'info_cache' on Instance uuid 34f95e70-db34-42cf-8b4f-bebcc26c289b {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2197.629600] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075418, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.921582] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.922383] env[62211]: DEBUG nova.compute.manager [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2197.969519] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fafb4b2-34ea-43d9-8c4b-fe5031d5f959 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.999570] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af00e299-0c11-4ca6-8273-5eddb8533819 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.008320] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.025707] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance '5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e' progress to 67 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2198.041017] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144277} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.041017] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2198.041017] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2198.041017] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2198.129994] env[62211]: DEBUG oslo_vmware.api [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075418, 'name': PowerOnVM_Task, 'duration_secs': 0.811244} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.130648] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2198.130648] env[62211]: INFO nova.compute.manager [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Took 8.21 seconds to spawn the instance on the hypervisor. [ 2198.130648] env[62211]: DEBUG nova.compute.manager [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2198.131547] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72848b2e-6d37-4f69-974e-cb8693be56f0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.428534] env[62211]: DEBUG nova.compute.utils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2198.429958] env[62211]: DEBUG nova.compute.manager [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2198.430140] env[62211]: DEBUG nova.network.neutron [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2198.507806] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.650794] env[62211]: INFO nova.compute.manager [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Took 16.87 seconds to build instance. [ 2198.707471] env[62211]: DEBUG nova.policy [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '587a85f91290430d9d2d1cd866e636c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615e477a88c5481fa583b4b97dec4c26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2198.933141] env[62211]: DEBUG nova.compute.manager [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2199.011871] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.078127] env[62211]: DEBUG nova.virt.hardware [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2199.078396] env[62211]: DEBUG nova.virt.hardware [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2199.078553] env[62211]: DEBUG nova.virt.hardware [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2199.078733] env[62211]: DEBUG nova.virt.hardware [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2199.078879] env[62211]: DEBUG nova.virt.hardware [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2199.079039] env[62211]: DEBUG nova.virt.hardware [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2199.079256] env[62211]: DEBUG nova.virt.hardware [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2199.079435] env[62211]: DEBUG nova.virt.hardware [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2199.079668] env[62211]: DEBUG nova.virt.hardware [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2199.079858] env[62211]: DEBUG nova.virt.hardware [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2199.080056] env[62211]: DEBUG nova.virt.hardware [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2199.080991] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c476cd21-a62b-4c00-9cab-393fae91381d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.090206] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232fb3fb-3747-4fa9-b982-97966a84cdaa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.105978] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:fb:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8691c7f9-71d6-4a9a-ada7-1ffa19753d51', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2199.114432] env[62211]: DEBUG oslo.service.loopingcall [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2199.116051] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2199.116051] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-397d5c03-51f4-484e-8311-20db04158e6f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.137206] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2199.137206] env[62211]: value = "task-2075422" [ 2199.137206] env[62211]: _type = "Task" [ 2199.137206] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.147656] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075422, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.152446] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4cf08c89-e57d-42f0-b8ef-ee047253a422 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "de6efed1-75b1-4240-b980-a04a790079dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.375s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.291871] env[62211]: DEBUG nova.network.neutron [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance_info_cache with network_info: [{"id": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "address": "fa:16:3e:0c:67:0a", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69f0a82-e3", "ovs_interfaceid": "c69f0a82-e3e7-4af8-8416-64a42fdc029a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.511265] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.512220] env[62211]: DEBUG nova.network.neutron [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Successfully created port: 0b1fc515-123e-4506-9504-9340067a027e {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2199.650031] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075422, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.752467] env[62211]: DEBUG nova.network.neutron [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Port a06e39c2-54a2-4705-bad4-f538e7184bef binding to destination host cpu-1 is already ACTIVE {{(pid=62211) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2199.796193] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-34f95e70-db34-42cf-8b4f-bebcc26c289b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2199.796193] env[62211]: DEBUG nova.objects.instance [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lazy-loading 'migration_context' on Instance uuid 34f95e70-db34-42cf-8b4f-bebcc26c289b {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2199.877542] env[62211]: DEBUG nova.compute.manager [req-ad6fca79-9525-4795-b60c-4bcf5fb9414c req-fc38e1f3-d0f5-457c-aadb-16873cf0a284 service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Received event network-changed-d100192a-7155-4c19-ac3f-ecd980272638 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2199.877542] env[62211]: DEBUG nova.compute.manager [req-ad6fca79-9525-4795-b60c-4bcf5fb9414c req-fc38e1f3-d0f5-457c-aadb-16873cf0a284 service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Refreshing instance network info cache due to event network-changed-d100192a-7155-4c19-ac3f-ecd980272638. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2199.877542] env[62211]: DEBUG oslo_concurrency.lockutils [req-ad6fca79-9525-4795-b60c-4bcf5fb9414c req-fc38e1f3-d0f5-457c-aadb-16873cf0a284 service nova] Acquiring lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2199.877542] env[62211]: DEBUG oslo_concurrency.lockutils [req-ad6fca79-9525-4795-b60c-4bcf5fb9414c req-fc38e1f3-d0f5-457c-aadb-16873cf0a284 service nova] Acquired lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2199.880188] env[62211]: DEBUG nova.network.neutron [req-ad6fca79-9525-4795-b60c-4bcf5fb9414c req-fc38e1f3-d0f5-457c-aadb-16873cf0a284 service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Refreshing network info cache for port d100192a-7155-4c19-ac3f-ecd980272638 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2199.946080] env[62211]: DEBUG nova.compute.manager [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2200.729541] env[62211]: DEBUG nova.objects.base [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Object Instance<34f95e70-db34-42cf-8b4f-bebcc26c289b> lazy-loaded attributes: info_cache,migration_context {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2200.738203] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c96f785-1f7f-45e3-bfda-4dabe165d0aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.742686] env[62211]: DEBUG nova.virt.hardware [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2200.742934] env[62211]: DEBUG nova.virt.hardware [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2200.743132] env[62211]: DEBUG nova.virt.hardware [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2200.743324] env[62211]: DEBUG nova.virt.hardware [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2200.743467] env[62211]: DEBUG nova.virt.hardware [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2200.743609] env[62211]: DEBUG nova.virt.hardware [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2200.743807] env[62211]: DEBUG nova.virt.hardware [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2200.743963] env[62211]: DEBUG nova.virt.hardware [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2200.744140] env[62211]: DEBUG nova.virt.hardware [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2200.744302] env[62211]: DEBUG nova.virt.hardware [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2200.744531] env[62211]: DEBUG nova.virt.hardware [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2200.746179] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30650f7e-0d9a-417d-86e0-ceb78398a810 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.768756] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.769045] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075422, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.770251] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a881ba15-ced3-4a53-829d-558a9c4cb797 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.775915] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6ab6e1-c686-412b-b974-31ba2d2b1404 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.783168] env[62211]: DEBUG oslo_vmware.api [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2200.783168] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52a16340-9b02-edc0-0514-3e9c89426ff0" [ 2200.783168] env[62211]: _type = "Task" [ 2200.783168] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.801249] env[62211]: DEBUG oslo_vmware.api [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52a16340-9b02-edc0-0514-3e9c89426ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.00776} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.801525] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.801753] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.980403] env[62211]: DEBUG nova.network.neutron [req-ad6fca79-9525-4795-b60c-4bcf5fb9414c req-fc38e1f3-d0f5-457c-aadb-16873cf0a284 service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Updated VIF entry in instance network info cache for port d100192a-7155-4c19-ac3f-ecd980272638. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2200.980787] env[62211]: DEBUG nova.network.neutron [req-ad6fca79-9525-4795-b60c-4bcf5fb9414c req-fc38e1f3-d0f5-457c-aadb-16873cf0a284 service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Updating instance_info_cache with network_info: [{"id": "d100192a-7155-4c19-ac3f-ecd980272638", "address": "fa:16:3e:b0:71:4d", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd100192a-71", "ovs_interfaceid": "d100192a-7155-4c19-ac3f-ecd980272638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2201.224697] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Acquiring lock "68b8db9a-f481-4822-a5f6-0896011f7463" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.225103] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Lock "68b8db9a-f481-4822-a5f6-0896011f7463" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.268622] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.275279] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.276801] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.277498] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.279336] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075422, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.483476] env[62211]: DEBUG oslo_concurrency.lockutils [req-ad6fca79-9525-4795-b60c-4bcf5fb9414c req-fc38e1f3-d0f5-457c-aadb-16873cf0a284 service nova] Releasing lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.592917] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e674792-130c-4d82-b407-e09ad2cb6cf0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.604073] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9abf59-404a-450e-9c29-d265313e2600 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.651422] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f541ae9-eb0b-4eb8-9fc4-acc0a8671cb1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.660906] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8a216e-7a44-4dd4-a0c1-ecdc6604574d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.676641] env[62211]: DEBUG nova.compute.provider_tree [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2201.740075] env[62211]: DEBUG nova.compute.manager [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2201.742799] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.746874] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075422, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.181462] env[62211]: DEBUG nova.scheduler.client.report [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2202.243337] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.249014] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075422, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.262311] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2202.313170] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.313499] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2202.313800] env[62211]: DEBUG nova.network.neutron [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2202.743143] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075422, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.746342] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.073969] env[62211]: DEBUG nova.network.neutron [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance_info_cache with network_info: [{"id": "a06e39c2-54a2-4705-bad4-f538e7184bef", "address": "fa:16:3e:33:47:9b", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa06e39c2-54", "ovs_interfaceid": "a06e39c2-54a2-4705-bad4-f538e7184bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.192313] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.390s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.195320] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.933s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.196813] env[62211]: INFO nova.compute.claims [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2203.244614] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.245431] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075422, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.577538] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2203.742149] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.745249] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075422, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.757064] env[62211]: INFO nova.scheduler.client.report [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleted allocation for migration 329e1420-7e45-4b95-8d45-645705599b08 [ 2204.088312] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed8de2a-a65f-4be9-8594-5654a042975e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.095772] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2c9595-b0fa-4033-9d37-324b191e7834 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.243838] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.246879] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075422, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.263935] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cd5200b6-07f0-446d-b5cc-bb9116f36fd1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.322s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.293245] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.293587] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.293836] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "34f95e70-db34-42cf-8b4f-bebcc26c289b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.294070] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.294254] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.296610] env[62211]: INFO nova.compute.manager [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Terminating instance [ 2204.413640] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2643db-5b47-4c0e-b502-7d6be9be40cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.421010] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc70535-eef6-4b7e-ac87-012a724d03ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.451444] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1a945a-8d36-47dc-910f-be023ca5ad2f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.458069] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d42680-d437-4632-9244-cb0a186cafc5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.470510] env[62211]: DEBUG nova.compute.provider_tree [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2204.742724] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075422, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.746122] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.799925] env[62211]: DEBUG nova.compute.manager [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2204.800175] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2204.801061] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104322ae-8b79-4e32-85d9-1a46be8227f4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.808592] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2204.808833] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf41bacb-6ab4-4da5-a36d-f4fb48e34fc7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.814667] env[62211]: DEBUG oslo_vmware.api [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2204.814667] env[62211]: value = "task-2075423" [ 2204.814667] env[62211]: _type = "Task" [ 2204.814667] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.822250] env[62211]: DEBUG oslo_vmware.api [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.973529] env[62211]: DEBUG nova.scheduler.client.report [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2205.191461] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5240273-8b50-442a-b903-b6be1751cee3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.213227] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb58778a-616c-44f1-9a00-06b8d887e78c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.220820] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance '5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e' progress to 83 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2205.243185] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.246220] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075422, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.326186] env[62211]: DEBUG oslo_vmware.api [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075423, 'name': PowerOffVM_Task, 'duration_secs': 0.193222} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.326469] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2205.326641] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2205.326892] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9afa0bb5-db9b-4e80-9ec9-baa7cf523580 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.479336] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.480357] env[62211]: DEBUG nova.compute.manager [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2205.505310] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2205.505533] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2205.505666] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleting the datastore file [datastore1] 34f95e70-db34-42cf-8b4f-bebcc26c289b {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2205.505977] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5354fadb-7804-428d-b0f5-5280e80209d8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.512926] env[62211]: DEBUG oslo_vmware.api [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2205.512926] env[62211]: value = "task-2075425" [ 2205.512926] env[62211]: _type = "Task" [ 2205.512926] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.521178] env[62211]: DEBUG oslo_vmware.api [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.728844] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2205.729181] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc0616e8-e9ab-4d1b-a848-9421e58586d3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.739486] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2205.739486] env[62211]: value = "task-2075426" [ 2205.739486] env[62211]: _type = "Task" [ 2205.739486] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.748354] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075420, 'name': CloneVM_Task, 'duration_secs': 8.105928} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.748517] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075422, 'name': CreateVM_Task, 'duration_secs': 6.502959} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.749040] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Created linked-clone VM from snapshot [ 2205.749210] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2205.749865] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7d5750-052d-410e-8095-603430e9591d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.753361] env[62211]: DEBUG oslo_concurrency.lockutils [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2205.753746] env[62211]: DEBUG oslo_concurrency.lockutils [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2205.753807] env[62211]: DEBUG oslo_concurrency.lockutils [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2205.756713] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90fd445-41b0-4ae6-a4c3-f386f9023c5c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.758163] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075426, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.761141] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2205.761141] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529c3570-498c-43e0-2d18-695f48954443" [ 2205.761141] env[62211]: _type = "Task" [ 2205.761141] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.764188] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Uploading image e5198325-73a6-41b1-98ae-2e05f170dfe4 {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2205.773356] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529c3570-498c-43e0-2d18-695f48954443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.779819] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2205.782107] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fc54baeb-f71e-4594-b387-9f9ec4501a51 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.788106] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2205.788106] env[62211]: value = "task-2075427" [ 2205.788106] env[62211]: _type = "Task" [ 2205.788106] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.796094] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075427, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.987940] env[62211]: DEBUG nova.compute.utils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2205.989560] env[62211]: DEBUG nova.compute.manager [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2205.990224] env[62211]: DEBUG nova.network.neutron [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2206.022864] env[62211]: DEBUG oslo_vmware.api [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150196} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.023185] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2206.023398] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2206.023590] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2206.023782] env[62211]: INFO nova.compute.manager [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2206.024057] env[62211]: DEBUG oslo.service.loopingcall [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2206.024281] env[62211]: DEBUG nova.compute.manager [-] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2206.024384] env[62211]: DEBUG nova.network.neutron [-] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2206.068987] env[62211]: DEBUG nova.policy [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '310bb121260c437ebc5c6b4812bc1c65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60cc12da380e46f98f21509b97fddc1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2206.251235] env[62211]: DEBUG oslo_vmware.api [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075426, 'name': PowerOnVM_Task, 'duration_secs': 0.442065} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.251577] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2206.252701] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d31bb-b3d1-45fe-b5f5-cb3cb92c6b8c tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance '5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e' progress to 100 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2206.274873] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529c3570-498c-43e0-2d18-695f48954443, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.275218] env[62211]: DEBUG oslo_concurrency.lockutils [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.275448] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2206.275675] env[62211]: DEBUG oslo_concurrency.lockutils [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.275814] env[62211]: DEBUG oslo_concurrency.lockutils [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2206.275984] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2206.276260] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-213b9eff-bbfc-40bd-8033-5025a02e844e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.286697] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2206.286896] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2206.287648] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0e51e9-d5d4-4bce-bfce-a2bb6f0d47cf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.296553] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2206.296553] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521530c0-a9d1-dac0-b55a-67f1edc1988d" [ 2206.296553] env[62211]: _type = "Task" [ 2206.296553] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.300585] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075427, 'name': Destroy_Task, 'duration_secs': 0.500593} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.303834] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Destroyed the VM [ 2206.304097] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2206.304356] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e0b89f92-0850-4c98-9700-57281be3518a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.312243] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521530c0-a9d1-dac0-b55a-67f1edc1988d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.313931] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2206.313931] env[62211]: value = "task-2075428" [ 2206.313931] env[62211]: _type = "Task" [ 2206.313931] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.326052] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075428, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.406244] env[62211]: DEBUG nova.network.neutron [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Successfully created port: cd37c7a9-3812-4793-94d0-6babea67087d {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2206.492973] env[62211]: DEBUG nova.compute.manager [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2206.651914] env[62211]: DEBUG nova.compute.manager [req-fdc2f930-d4d8-4619-986f-53a8f32e75fe req-df76ea1e-6d7e-4869-a55f-405ae9947e51 service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Received event network-vif-deleted-c69f0a82-e3e7-4af8-8416-64a42fdc029a {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2206.652187] env[62211]: INFO nova.compute.manager [req-fdc2f930-d4d8-4619-986f-53a8f32e75fe req-df76ea1e-6d7e-4869-a55f-405ae9947e51 service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Neutron deleted interface c69f0a82-e3e7-4af8-8416-64a42fdc029a; detaching it from the instance and deleting it from the info cache [ 2206.652314] env[62211]: DEBUG nova.network.neutron [req-fdc2f930-d4d8-4619-986f-53a8f32e75fe req-df76ea1e-6d7e-4869-a55f-405ae9947e51 service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.725048] env[62211]: DEBUG nova.compute.manager [req-493c0b20-a723-4692-82f1-cd3445209933 req-33507be5-53e3-4492-a892-78e27a604b3c service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Received event network-vif-plugged-0b1fc515-123e-4506-9504-9340067a027e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2206.725305] env[62211]: DEBUG oslo_concurrency.lockutils [req-493c0b20-a723-4692-82f1-cd3445209933 req-33507be5-53e3-4492-a892-78e27a604b3c service nova] Acquiring lock "16974130-a930-4bed-b1fe-e1da89503264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.725549] env[62211]: DEBUG oslo_concurrency.lockutils [req-493c0b20-a723-4692-82f1-cd3445209933 req-33507be5-53e3-4492-a892-78e27a604b3c service nova] Lock "16974130-a930-4bed-b1fe-e1da89503264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.725779] env[62211]: DEBUG oslo_concurrency.lockutils [req-493c0b20-a723-4692-82f1-cd3445209933 req-33507be5-53e3-4492-a892-78e27a604b3c service nova] Lock "16974130-a930-4bed-b1fe-e1da89503264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.725966] env[62211]: DEBUG nova.compute.manager [req-493c0b20-a723-4692-82f1-cd3445209933 req-33507be5-53e3-4492-a892-78e27a604b3c service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] No waiting events found dispatching network-vif-plugged-0b1fc515-123e-4506-9504-9340067a027e {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2206.726170] env[62211]: WARNING nova.compute.manager [req-493c0b20-a723-4692-82f1-cd3445209933 req-33507be5-53e3-4492-a892-78e27a604b3c service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Received unexpected event network-vif-plugged-0b1fc515-123e-4506-9504-9340067a027e for instance with vm_state building and task_state spawning. [ 2206.814159] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521530c0-a9d1-dac0-b55a-67f1edc1988d, 'name': SearchDatastore_Task, 'duration_secs': 0.018192} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.820358] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c797f05-887d-4109-ba9e-382e2da4ecda {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.827395] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2206.827395] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5228c205-f57d-139f-fd22-5bb25c285082" [ 2206.827395] env[62211]: _type = "Task" [ 2206.827395] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.831441] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075428, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.839342] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5228c205-f57d-139f-fd22-5bb25c285082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.930731] env[62211]: DEBUG nova.network.neutron [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Successfully updated port: 0b1fc515-123e-4506-9504-9340067a027e {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2207.121236] env[62211]: DEBUG nova.network.neutron [-] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.155385] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c2d2ab3-08b0-4756-b66c-456a444e010f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.165541] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3346b24-489e-4888-9c9a-a24ba9f65324 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.198340] env[62211]: DEBUG nova.compute.manager [req-fdc2f930-d4d8-4619-986f-53a8f32e75fe req-df76ea1e-6d7e-4869-a55f-405ae9947e51 service nova] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Detach interface failed, port_id=c69f0a82-e3e7-4af8-8416-64a42fdc029a, reason: Instance 34f95e70-db34-42cf-8b4f-bebcc26c289b could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2207.326884] env[62211]: DEBUG oslo_vmware.api [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075428, 'name': RemoveSnapshot_Task, 'duration_secs': 1.012794} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.327946] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2207.341304] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5228c205-f57d-139f-fd22-5bb25c285082, 'name': SearchDatastore_Task, 'duration_secs': 0.023343} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.341673] env[62211]: DEBUG oslo_concurrency.lockutils [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.341966] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7/759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2207.342269] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-530c3030-dba9-41d4-9325-b0a8a786f7d6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.349930] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2207.349930] env[62211]: value = "task-2075429" [ 2207.349930] env[62211]: _type = "Task" [ 2207.349930] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.358313] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.433028] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "refresh_cache-16974130-a930-4bed-b1fe-e1da89503264" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.433130] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "refresh_cache-16974130-a930-4bed-b1fe-e1da89503264" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.433613] env[62211]: DEBUG nova.network.neutron [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2207.502847] env[62211]: DEBUG nova.compute.manager [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2207.531529] env[62211]: DEBUG nova.virt.hardware [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2207.531957] env[62211]: DEBUG nova.virt.hardware [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2207.531957] env[62211]: DEBUG nova.virt.hardware [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2207.532174] env[62211]: DEBUG nova.virt.hardware [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2207.532325] env[62211]: DEBUG nova.virt.hardware [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2207.532468] env[62211]: DEBUG nova.virt.hardware [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2207.532675] env[62211]: DEBUG nova.virt.hardware [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2207.532831] env[62211]: DEBUG nova.virt.hardware [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2207.533014] env[62211]: DEBUG nova.virt.hardware [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2207.533209] env[62211]: DEBUG nova.virt.hardware [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2207.533406] env[62211]: DEBUG nova.virt.hardware [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2207.534514] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177c4d7d-1c4c-4206-b1c4-cf58f17b30eb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.542144] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9574ede4-8eb3-4bdd-8eb4-3aec9c35daae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.624237] env[62211]: INFO nova.compute.manager [-] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Took 1.60 seconds to deallocate network for instance. [ 2207.832025] env[62211]: WARNING nova.compute.manager [None req-9d60fcba-8cef-456c-9ac0-cdd148919ff9 tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Image not found during snapshot: nova.exception.ImageNotFound: Image e5198325-73a6-41b1-98ae-2e05f170dfe4 could not be found. [ 2207.860547] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075429, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.994114] env[62211]: DEBUG nova.network.neutron [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2208.132930] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.133385] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.133586] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.166197] env[62211]: INFO nova.scheduler.client.report [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleted allocations for instance 34f95e70-db34-42cf-8b4f-bebcc26c289b [ 2208.312432] env[62211]: DEBUG nova.network.neutron [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Updating instance_info_cache with network_info: [{"id": "0b1fc515-123e-4506-9504-9340067a027e", "address": "fa:16:3e:75:0a:e2", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1fc515-12", "ovs_interfaceid": "0b1fc515-123e-4506-9504-9340067a027e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2208.363044] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875967} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.363336] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7/759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2208.363692] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2208.363769] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74ac09f4-db90-460e-bd9f-5faefa85a1a0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.370704] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2208.370704] env[62211]: value = "task-2075430" [ 2208.370704] env[62211]: _type = "Task" [ 2208.370704] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.378904] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.398464] env[62211]: DEBUG nova.network.neutron [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Successfully updated port: cd37c7a9-3812-4793-94d0-6babea67087d {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2208.678519] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0592af90-f016-45f9-a8dc-fad9b627dd1c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "34f95e70-db34-42cf-8b4f-bebcc26c289b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.385s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.806280] env[62211]: DEBUG nova.compute.manager [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Received event network-changed-0b1fc515-123e-4506-9504-9340067a027e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2208.806488] env[62211]: DEBUG nova.compute.manager [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Refreshing instance network info cache due to event network-changed-0b1fc515-123e-4506-9504-9340067a027e. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2208.806730] env[62211]: DEBUG oslo_concurrency.lockutils [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] Acquiring lock "refresh_cache-16974130-a930-4bed-b1fe-e1da89503264" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.815738] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "refresh_cache-16974130-a930-4bed-b1fe-e1da89503264" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.818046] env[62211]: DEBUG nova.compute.manager [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Instance network_info: |[{"id": "0b1fc515-123e-4506-9504-9340067a027e", "address": "fa:16:3e:75:0a:e2", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1fc515-12", "ovs_interfaceid": "0b1fc515-123e-4506-9504-9340067a027e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2208.818464] env[62211]: DEBUG oslo_concurrency.lockutils [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] Acquired lock "refresh_cache-16974130-a930-4bed-b1fe-e1da89503264" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.818570] env[62211]: DEBUG nova.network.neutron [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Refreshing network info cache for port 0b1fc515-123e-4506-9504-9340067a027e {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2208.819772] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:0a:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b1fc515-123e-4506-9504-9340067a027e', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2208.828450] env[62211]: DEBUG oslo.service.loopingcall [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2208.829570] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2208.829679] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d2bb2b1-d29f-433e-9f0e-30fb9821e42e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.853165] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2208.853165] env[62211]: value = "task-2075431" [ 2208.853165] env[62211]: _type = "Task" [ 2208.853165] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.861332] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075431, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.880320] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126352} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.880575] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2208.881346] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5b5274-9ab8-4e33-8f74-39c84aadf5d1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.905226] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7/759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2208.906914] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Acquiring lock "refresh_cache-68b8db9a-f481-4822-a5f6-0896011f7463" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.906914] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Acquired lock "refresh_cache-68b8db9a-f481-4822-a5f6-0896011f7463" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.906914] env[62211]: DEBUG nova.network.neutron [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2208.907423] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d4ab445-5f65-483a-a206-0bc81172a6b5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.937175] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2208.937175] env[62211]: value = "task-2075432" [ 2208.937175] env[62211]: _type = "Task" [ 2208.937175] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.946965] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.959216] env[62211]: DEBUG nova.network.neutron [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2209.165101] env[62211]: DEBUG nova.network.neutron [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Port a06e39c2-54a2-4705-bad4-f538e7184bef binding to destination host cpu-1 is already ACTIVE {{(pid=62211) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2209.165485] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.165665] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.165871] env[62211]: DEBUG nova.network.neutron [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2209.168400] env[62211]: DEBUG nova.network.neutron [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Updating instance_info_cache with network_info: [{"id": "cd37c7a9-3812-4793-94d0-6babea67087d", "address": "fa:16:3e:21:71:5b", "network": {"id": "1a0bb9fd-12cb-4eb8-ab3c-7f01821dac4c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-277332759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60cc12da380e46f98f21509b97fddc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd37c7a9-38", "ovs_interfaceid": "cd37c7a9-3812-4793-94d0-6babea67087d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.274621] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "ab54d26e-8f47-4539-9dd4-e78424211c8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.274799] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "ab54d26e-8f47-4539-9dd4-e78424211c8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.274988] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "ab54d26e-8f47-4539-9dd4-e78424211c8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.275231] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "ab54d26e-8f47-4539-9dd4-e78424211c8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.275417] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "ab54d26e-8f47-4539-9dd4-e78424211c8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.277846] env[62211]: INFO nova.compute.manager [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Terminating instance [ 2209.365182] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075431, 'name': CreateVM_Task, 'duration_secs': 0.507739} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.365514] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2209.366017] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.366595] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.366595] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2209.366746] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67519dff-80e0-4465-b161-be80ea7e4288 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.371794] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2209.371794] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cd649b-686b-5a66-3854-a47c9ce24682" [ 2209.371794] env[62211]: _type = "Task" [ 2209.371794] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.381356] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52cd649b-686b-5a66-3854-a47c9ce24682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.430410] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.430642] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.448128] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.670198] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Releasing lock "refresh_cache-68b8db9a-f481-4822-a5f6-0896011f7463" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.671680] env[62211]: DEBUG nova.compute.manager [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Instance network_info: |[{"id": "cd37c7a9-3812-4793-94d0-6babea67087d", "address": "fa:16:3e:21:71:5b", "network": {"id": "1a0bb9fd-12cb-4eb8-ab3c-7f01821dac4c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-277332759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60cc12da380e46f98f21509b97fddc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd37c7a9-38", "ovs_interfaceid": "cd37c7a9-3812-4793-94d0-6babea67087d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2209.671680] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:71:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd37c7a9-3812-4793-94d0-6babea67087d', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2209.678583] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Creating folder: Project (60cc12da380e46f98f21509b97fddc1f). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2209.679215] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3935436b-a070-4bb3-9305-6c1e77c6b518 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.692228] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Created folder: Project (60cc12da380e46f98f21509b97fddc1f) in parent group-v425157. [ 2209.692425] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Creating folder: Instances. Parent ref: group-v425432. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2209.692665] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-709e6422-3c11-475f-8a33-fe65aa1ab434 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.701930] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Created folder: Instances in parent group-v425432. [ 2209.702171] env[62211]: DEBUG oslo.service.loopingcall [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2209.702367] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2209.702571] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4132d9f5-ea55-49f8-99ec-ff22fbb4e9af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.722120] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2209.722120] env[62211]: value = "task-2075435" [ 2209.722120] env[62211]: _type = "Task" [ 2209.722120] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.735627] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075435, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.781542] env[62211]: DEBUG nova.compute.manager [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2209.781795] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2209.782694] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce03962-3a99-4965-bad1-5e0231b722cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.789623] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2209.789856] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a431dcc4-de5e-4eb7-a591-fcddcbcd686c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.798042] env[62211]: DEBUG oslo_vmware.api [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2209.798042] env[62211]: value = "task-2075436" [ 2209.798042] env[62211]: _type = "Task" [ 2209.798042] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.814188] env[62211]: DEBUG oslo_vmware.api [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.862867] env[62211]: DEBUG nova.network.neutron [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Updated VIF entry in instance network info cache for port 0b1fc515-123e-4506-9504-9340067a027e. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2209.863535] env[62211]: DEBUG nova.network.neutron [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Updating instance_info_cache with network_info: [{"id": "0b1fc515-123e-4506-9504-9340067a027e", "address": "fa:16:3e:75:0a:e2", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1fc515-12", "ovs_interfaceid": "0b1fc515-123e-4506-9504-9340067a027e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.885817] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52cd649b-686b-5a66-3854-a47c9ce24682, 'name': SearchDatastore_Task, 'duration_secs': 0.022351} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.886129] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.886363] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2209.886590] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.886730] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.888019] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2209.888019] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a5c01f0-48a7-4da7-8512-e6f0ec4381d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.896403] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2209.896617] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2209.897431] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e526f944-626c-46b4-bc94-0853fb76d82c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.903237] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2209.903237] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]527d3435-4e29-2a87-535d-5fc28e602feb" [ 2209.903237] env[62211]: _type = "Task" [ 2209.903237] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.913683] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527d3435-4e29-2a87-535d-5fc28e602feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.932553] env[62211]: DEBUG nova.compute.manager [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2209.946705] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075432, 'name': ReconfigVM_Task, 'duration_secs': 0.897068} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.947036] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7/759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2209.947721] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-359e1567-af0b-47b4-8292-ab1b97bef5b8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.955271] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2209.955271] env[62211]: value = "task-2075437" [ 2209.955271] env[62211]: _type = "Task" [ 2209.955271] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.966966] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075437, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.075305] env[62211]: DEBUG nova.network.neutron [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance_info_cache with network_info: [{"id": "a06e39c2-54a2-4705-bad4-f538e7184bef", "address": "fa:16:3e:33:47:9b", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa06e39c2-54", "ovs_interfaceid": "a06e39c2-54a2-4705-bad4-f538e7184bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2210.231690] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075435, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.307504] env[62211]: DEBUG oslo_vmware.api [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075436, 'name': PowerOffVM_Task, 'duration_secs': 0.186676} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.307767] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2210.307933] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2210.308196] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8caba8f4-838a-4837-983a-b01786695062 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.367218] env[62211]: DEBUG oslo_concurrency.lockutils [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] Releasing lock "refresh_cache-16974130-a930-4bed-b1fe-e1da89503264" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2210.367631] env[62211]: DEBUG nova.compute.manager [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Received event network-vif-plugged-cd37c7a9-3812-4793-94d0-6babea67087d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2210.367631] env[62211]: DEBUG oslo_concurrency.lockutils [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] Acquiring lock "68b8db9a-f481-4822-a5f6-0896011f7463-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.367830] env[62211]: DEBUG oslo_concurrency.lockutils [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] Lock "68b8db9a-f481-4822-a5f6-0896011f7463-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.367993] env[62211]: DEBUG oslo_concurrency.lockutils [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] Lock "68b8db9a-f481-4822-a5f6-0896011f7463-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.368180] env[62211]: DEBUG nova.compute.manager [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] No waiting events found dispatching network-vif-plugged-cd37c7a9-3812-4793-94d0-6babea67087d {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2210.368347] env[62211]: WARNING nova.compute.manager [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Received unexpected event network-vif-plugged-cd37c7a9-3812-4793-94d0-6babea67087d for instance with vm_state building and task_state spawning. [ 2210.368509] env[62211]: DEBUG nova.compute.manager [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Received event network-changed-cd37c7a9-3812-4793-94d0-6babea67087d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2210.368659] env[62211]: DEBUG nova.compute.manager [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Refreshing instance network info cache due to event network-changed-cd37c7a9-3812-4793-94d0-6babea67087d. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2210.368844] env[62211]: DEBUG oslo_concurrency.lockutils [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] Acquiring lock "refresh_cache-68b8db9a-f481-4822-a5f6-0896011f7463" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.368980] env[62211]: DEBUG oslo_concurrency.lockutils [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] Acquired lock "refresh_cache-68b8db9a-f481-4822-a5f6-0896011f7463" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.369151] env[62211]: DEBUG nova.network.neutron [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Refreshing network info cache for port cd37c7a9-3812-4793-94d0-6babea67087d {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2210.414196] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]527d3435-4e29-2a87-535d-5fc28e602feb, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.414980] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6696ac41-8f25-4c1f-b9b9-c705e6b1c4e8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.420676] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2210.420676] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]522e79e7-5760-cf24-8f8e-62856bee83de" [ 2210.420676] env[62211]: _type = "Task" [ 2210.420676] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.427918] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522e79e7-5760-cf24-8f8e-62856bee83de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.455045] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.455325] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.456822] env[62211]: INFO nova.compute.claims [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2210.467193] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075437, 'name': Rename_Task, 'duration_secs': 0.147244} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.467433] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2210.467679] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a980cf5-cd33-497f-82a7-59296d6ce4b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.473505] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2210.473505] env[62211]: value = "task-2075439" [ 2210.473505] env[62211]: _type = "Task" [ 2210.473505] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.480701] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.577166] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2210.577483] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2210.577752] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleting the datastore file [datastore1] ab54d26e-8f47-4539-9dd4-e78424211c8c {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2210.578468] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2210.579990] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aafae68-e854-4dae-abdc-55e6354549b9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.587937] env[62211]: DEBUG oslo_vmware.api [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for the task: (returnval){ [ 2210.587937] env[62211]: value = "task-2075440" [ 2210.587937] env[62211]: _type = "Task" [ 2210.587937] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.598745] env[62211]: DEBUG oslo_vmware.api [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.734413] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075435, 'name': CreateVM_Task, 'duration_secs': 0.919711} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.734639] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2210.735474] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.735686] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.736106] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2210.736432] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb85f86c-100f-4ae5-af0a-279b811a9ea8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.741946] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Waiting for the task: (returnval){ [ 2210.741946] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f10ca1-32cf-29e7-6e41-7f7dd796aafc" [ 2210.741946] env[62211]: _type = "Task" [ 2210.741946] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.750298] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f10ca1-32cf-29e7-6e41-7f7dd796aafc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.932123] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]522e79e7-5760-cf24-8f8e-62856bee83de, 'name': SearchDatastore_Task, 'duration_secs': 0.012907} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.932402] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2210.932669] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 16974130-a930-4bed-b1fe-e1da89503264/16974130-a930-4bed-b1fe-e1da89503264.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2210.932980] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2a3bb7e-1f32-4043-bf7e-63f51fbb97e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.942213] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2210.942213] env[62211]: value = "task-2075441" [ 2210.942213] env[62211]: _type = "Task" [ 2210.942213] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.951994] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.983753] env[62211]: DEBUG oslo_vmware.api [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075439, 'name': PowerOnVM_Task, 'duration_secs': 0.498117} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.984045] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2210.984266] env[62211]: DEBUG nova.compute.manager [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2210.985060] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1d2863-9cd6-4edd-86f8-536ff96564be {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.085147] env[62211]: DEBUG nova.compute.manager [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62211) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2211.102251] env[62211]: DEBUG oslo_vmware.api [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Task: {'id': task-2075440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276541} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.102340] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2211.103835] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2211.103835] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2211.103835] env[62211]: INFO nova.compute.manager [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Took 1.32 seconds to destroy the instance on the hypervisor. [ 2211.103835] env[62211]: DEBUG oslo.service.loopingcall [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2211.103835] env[62211]: DEBUG nova.compute.manager [-] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2211.103835] env[62211]: DEBUG nova.network.neutron [-] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2211.159391] env[62211]: DEBUG nova.network.neutron [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Updated VIF entry in instance network info cache for port cd37c7a9-3812-4793-94d0-6babea67087d. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2211.159499] env[62211]: DEBUG nova.network.neutron [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Updating instance_info_cache with network_info: [{"id": "cd37c7a9-3812-4793-94d0-6babea67087d", "address": "fa:16:3e:21:71:5b", "network": {"id": "1a0bb9fd-12cb-4eb8-ab3c-7f01821dac4c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-277332759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60cc12da380e46f98f21509b97fddc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd37c7a9-38", "ovs_interfaceid": "cd37c7a9-3812-4793-94d0-6babea67087d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.252528] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f10ca1-32cf-29e7-6e41-7f7dd796aafc, 'name': SearchDatastore_Task, 'duration_secs': 0.020965} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.252831] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.253078] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2211.253315] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.253466] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.253644] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2211.253890] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-306d680e-8a44-4a45-9f41-b6cc49381025 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.261348] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2211.264381] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2211.264381] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea783fef-d41d-4f8e-8c46-58b3d5321ef1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.267232] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Waiting for the task: (returnval){ [ 2211.267232] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52fb83d1-efa3-0436-fb9f-491bb09f887d" [ 2211.267232] env[62211]: _type = "Task" [ 2211.267232] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.275114] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52fb83d1-efa3-0436-fb9f-491bb09f887d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.396733] env[62211]: DEBUG nova.compute.manager [req-61e0a136-ce0f-4838-9bfa-bef82e83e7a7 req-31a9b68d-2f59-4d69-b78d-99a884dfb6a8 service nova] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Received event network-vif-deleted-2cf85688-cbed-4d88-bdad-ef0df9091400 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2211.397026] env[62211]: INFO nova.compute.manager [req-61e0a136-ce0f-4838-9bfa-bef82e83e7a7 req-31a9b68d-2f59-4d69-b78d-99a884dfb6a8 service nova] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Neutron deleted interface 2cf85688-cbed-4d88-bdad-ef0df9091400; detaching it from the instance and deleting it from the info cache [ 2211.397331] env[62211]: DEBUG nova.network.neutron [req-61e0a136-ce0f-4838-9bfa-bef82e83e7a7 req-31a9b68d-2f59-4d69-b78d-99a884dfb6a8 service nova] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.453979] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075441, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.505708] env[62211]: DEBUG oslo_concurrency.lockutils [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.663209] env[62211]: DEBUG oslo_concurrency.lockutils [req-79f62b96-61a8-4f31-b629-15d323e48602 req-86994ac5-88c0-4b34-9897-790d43c8c3b9 service nova] Releasing lock "refresh_cache-68b8db9a-f481-4822-a5f6-0896011f7463" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.703602] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1a154f-5c62-4671-9db8-bb7c1d032946 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.712348] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2922320-f659-4b7a-81a4-d1aa1f5b38bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.742900] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ba4cc7-8846-4e8b-ae78-413cfc8fab0f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.750621] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ecf3ef-a5d2-401b-b659-94c0d0f718ce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.764781] env[62211]: DEBUG nova.compute.provider_tree [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2211.777771] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52fb83d1-efa3-0436-fb9f-491bb09f887d, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.778532] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4886cb9-b2b8-4b3e-a6ef-f6dc3fe6f49b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.783528] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Waiting for the task: (returnval){ [ 2211.783528] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f6243d-7cd7-c8bd-f7f3-774fb007734c" [ 2211.783528] env[62211]: _type = "Task" [ 2211.783528] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.791016] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f6243d-7cd7-c8bd-f7f3-774fb007734c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.867476] env[62211]: DEBUG nova.network.neutron [-] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.900441] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-306d42b6-8c9a-4b88-9e2e-987357745b44 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.910491] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63c625d-3a1e-4000-b267-e17febd331c9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.943894] env[62211]: DEBUG nova.compute.manager [req-61e0a136-ce0f-4838-9bfa-bef82e83e7a7 req-31a9b68d-2f59-4d69-b78d-99a884dfb6a8 service nova] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Detach interface failed, port_id=2cf85688-cbed-4d88-bdad-ef0df9091400, reason: Instance ab54d26e-8f47-4539-9dd4-e78424211c8c could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2211.954555] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728613} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.954824] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 16974130-a930-4bed-b1fe-e1da89503264/16974130-a930-4bed-b1fe-e1da89503264.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2211.955045] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2211.955336] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f34fcf70-ba97-42fe-a8d7-bfd1d1b1e3df {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.961669] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2211.961669] env[62211]: value = "task-2075442" [ 2211.961669] env[62211]: _type = "Task" [ 2211.961669] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.970580] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.158395] env[62211]: DEBUG oslo_concurrency.lockutils [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.158668] env[62211]: DEBUG oslo_concurrency.lockutils [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.198537] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.268556] env[62211]: DEBUG nova.scheduler.client.report [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2212.296107] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f6243d-7cd7-c8bd-f7f3-774fb007734c, 'name': SearchDatastore_Task, 'duration_secs': 0.038997} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.296502] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.296823] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 68b8db9a-f481-4822-a5f6-0896011f7463/68b8db9a-f481-4822-a5f6-0896011f7463.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2212.297302] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b3ebdb9-5cf7-4dc8-b05b-fefb0687157a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.304965] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Waiting for the task: (returnval){ [ 2212.304965] env[62211]: value = "task-2075443" [ 2212.304965] env[62211]: _type = "Task" [ 2212.304965] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.312954] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.366836] env[62211]: DEBUG oslo_concurrency.lockutils [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.367137] env[62211]: DEBUG oslo_concurrency.lockutils [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.367357] env[62211]: DEBUG oslo_concurrency.lockutils [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.367544] env[62211]: DEBUG oslo_concurrency.lockutils [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.367711] env[62211]: DEBUG oslo_concurrency.lockutils [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.369965] env[62211]: INFO nova.compute.manager [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Terminating instance [ 2212.371436] env[62211]: INFO nova.compute.manager [-] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Took 1.27 seconds to deallocate network for instance. [ 2212.472410] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2259} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.472410] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2212.472810] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c05afb2-e238-49f1-b18e-3e82b2eff1fb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.495785] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 16974130-a930-4bed-b1fe-e1da89503264/16974130-a930-4bed-b1fe-e1da89503264.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2212.496110] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f874d2b-e698-47d1-8318-552d9827f422 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.516391] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2212.516391] env[62211]: value = "task-2075444" [ 2212.516391] env[62211]: _type = "Task" [ 2212.516391] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.524645] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.661873] env[62211]: INFO nova.compute.manager [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Detaching volume dc7733f8-4520-449c-8709-d7aef01bda87 [ 2212.697011] env[62211]: INFO nova.virt.block_device [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Attempting to driver detach volume dc7733f8-4520-449c-8709-d7aef01bda87 from mountpoint /dev/sdb [ 2212.697312] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2212.697553] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425412', 'volume_id': 'dc7733f8-4520-449c-8709-d7aef01bda87', 'name': 'volume-dc7733f8-4520-449c-8709-d7aef01bda87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45ad4bb0-5e77-47d4-bdb8-542c2039dafe', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc7733f8-4520-449c-8709-d7aef01bda87', 'serial': 'dc7733f8-4520-449c-8709-d7aef01bda87'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2212.698529] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633d6808-60dd-4f92-8fc5-c6377a3458b2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.724737] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5517b8-80b0-44b3-9437-68c25054edec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.733583] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09399418-a464-496c-a9a6-768568ca1ff7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.757771] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b60bb5-35c9-4be5-a416-89a1f867163d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.775426] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.775967] env[62211]: DEBUG nova.compute.manager [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2212.778787] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] The volume has not been displaced from its original location: [datastore1] volume-dc7733f8-4520-449c-8709-d7aef01bda87/volume-dc7733f8-4520-449c-8709-d7aef01bda87.vmdk. No consolidation needed. {{(pid=62211) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2212.784130] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2212.784834] env[62211]: DEBUG oslo_concurrency.lockutils [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.279s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.785031] env[62211]: DEBUG nova.objects.instance [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62211) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2212.787535] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10489de9-9578-4fd5-ab3d-5e7fb84eb1df {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.814042] env[62211]: DEBUG oslo_vmware.api [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2212.814042] env[62211]: value = "task-2075445" [ 2212.814042] env[62211]: _type = "Task" [ 2212.814042] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.821445] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075443, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.828356] env[62211]: DEBUG oslo_vmware.api [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.838206] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "34cef8b7-f834-47fd-b100-50e1f44fb678" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.838484] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "34cef8b7-f834-47fd-b100-50e1f44fb678" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.875202] env[62211]: DEBUG nova.compute.manager [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2212.875474] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2212.876418] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e667d1-bfd5-4bbd-836c-a15caadbef26 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.880086] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.885569] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2212.885858] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0893fbd3-da19-4454-b65b-2d9676b13ab1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.894170] env[62211]: DEBUG oslo_vmware.api [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2212.894170] env[62211]: value = "task-2075446" [ 2212.894170] env[62211]: _type = "Task" [ 2212.894170] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.903273] env[62211]: DEBUG oslo_vmware.api [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.938647] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "35a7c576-3bd2-4884-a499-cc29294c94e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.938917] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "35a7c576-3bd2-4884-a499-cc29294c94e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.939158] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "35a7c576-3bd2-4884-a499-cc29294c94e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.939389] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "35a7c576-3bd2-4884-a499-cc29294c94e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.939593] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "35a7c576-3bd2-4884-a499-cc29294c94e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.941997] env[62211]: INFO nova.compute.manager [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Terminating instance [ 2213.029654] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075444, 'name': ReconfigVM_Task, 'duration_secs': 0.300981} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.029993] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 16974130-a930-4bed-b1fe-e1da89503264/16974130-a930-4bed-b1fe-e1da89503264.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2213.030644] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea635c3a-3445-4287-b27e-c3e773753856 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.036889] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2213.036889] env[62211]: value = "task-2075447" [ 2213.036889] env[62211]: _type = "Task" [ 2213.036889] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.045245] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075447, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.286609] env[62211]: DEBUG nova.compute.utils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2213.288270] env[62211]: DEBUG nova.compute.manager [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2213.288377] env[62211]: DEBUG nova.network.neutron [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2213.319173] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748605} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.323766] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 68b8db9a-f481-4822-a5f6-0896011f7463/68b8db9a-f481-4822-a5f6-0896011f7463.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2213.323766] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2213.324787] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e123944-efb0-48e9-8d61-87bc4f28d28d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.332578] env[62211]: DEBUG oslo_vmware.api [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075445, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.334147] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Waiting for the task: (returnval){ [ 2213.334147] env[62211]: value = "task-2075448" [ 2213.334147] env[62211]: _type = "Task" [ 2213.334147] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.342857] env[62211]: DEBUG nova.compute.manager [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2213.346140] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.347948] env[62211]: DEBUG nova.policy [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c88130d362744fc7b1716e476b5c9083', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f23ece4dafc440609b1531e535b9e51a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2213.406281] env[62211]: DEBUG oslo_vmware.api [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075446, 'name': PowerOffVM_Task, 'duration_secs': 0.245586} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.406571] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2213.406739] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2213.406987] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74ad7e16-3227-4ce8-b34b-5d2ffcad32af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.445902] env[62211]: DEBUG nova.compute.manager [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2213.446134] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2213.447007] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4f97f6-9730-48cc-ae3f-259016d3c415 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.454667] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2213.455139] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0ba2c5e-97c9-4265-94ab-134e927db6a7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.462519] env[62211]: DEBUG oslo_vmware.api [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2213.462519] env[62211]: value = "task-2075450" [ 2213.462519] env[62211]: _type = "Task" [ 2213.462519] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.470012] env[62211]: DEBUG oslo_vmware.api [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.547094] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075447, 'name': Rename_Task, 'duration_secs': 0.142588} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.547477] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2213.547763] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baf93a8d-80c1-4975-bc89-0f02d63c6d75 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.554098] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2213.554098] env[62211]: value = "task-2075451" [ 2213.554098] env[62211]: _type = "Task" [ 2213.554098] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.561729] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.629016] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2213.629258] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2213.629427] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleting the datastore file [datastore1] 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2213.629714] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f154d492-fccd-4022-b356-f521beddf556 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.636055] env[62211]: DEBUG oslo_vmware.api [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2213.636055] env[62211]: value = "task-2075452" [ 2213.636055] env[62211]: _type = "Task" [ 2213.636055] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.644558] env[62211]: DEBUG oslo_vmware.api [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.668810] env[62211]: DEBUG nova.network.neutron [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Successfully created port: ae21637a-7975-490f-ab80-2619db79576e {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2213.791360] env[62211]: DEBUG nova.compute.manager [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2213.813934] env[62211]: DEBUG oslo_concurrency.lockutils [None req-67933da4-69a2-4118-8a79-fe7135e5dba4 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.029s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.815102] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.617s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.830222] env[62211]: DEBUG oslo_vmware.api [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075445, 'name': ReconfigVM_Task, 'duration_secs': 0.565949} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.830429] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2213.836758] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63abba46-c8e2-4c06-a19b-392b4dc6f564 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.859090] env[62211]: DEBUG oslo_vmware.api [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2213.859090] env[62211]: value = "task-2075453" [ 2213.859090] env[62211]: _type = "Task" [ 2213.859090] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.862176] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070015} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.865462] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2213.867137] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46cd8ab-a69c-4754-a522-d5dd551db2d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.871593] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.874966] env[62211]: DEBUG oslo_vmware.api [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075453, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.895690] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 68b8db9a-f481-4822-a5f6-0896011f7463/68b8db9a-f481-4822-a5f6-0896011f7463.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2213.896527] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd1bfe29-9634-48c7-b3d0-4b57a183cf7a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.917945] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Waiting for the task: (returnval){ [ 2213.917945] env[62211]: value = "task-2075454" [ 2213.917945] env[62211]: _type = "Task" [ 2213.917945] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.929523] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.971808] env[62211]: DEBUG oslo_vmware.api [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075450, 'name': PowerOffVM_Task, 'duration_secs': 0.430736} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.972176] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2213.972379] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2213.972688] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68b7fce5-6f4d-4875-9cb2-e1c3364afe9b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.065914] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.148519] env[62211]: DEBUG oslo_vmware.api [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424158} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.148766] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2214.148944] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2214.149130] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2214.149307] env[62211]: INFO nova.compute.manager [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2214.149551] env[62211]: DEBUG oslo.service.loopingcall [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2214.149775] env[62211]: DEBUG nova.compute.manager [-] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2214.149858] env[62211]: DEBUG nova.network.neutron [-] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2214.186842] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2214.187275] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2214.187520] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Deleting the datastore file [datastore1] 35a7c576-3bd2-4884-a499-cc29294c94e0 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2214.187819] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86271a4e-a6a6-445b-a918-7363df9e2e37 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.194823] env[62211]: DEBUG oslo_vmware.api [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2214.194823] env[62211]: value = "task-2075456" [ 2214.194823] env[62211]: _type = "Task" [ 2214.194823] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.203650] env[62211]: DEBUG oslo_vmware.api [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.321183] env[62211]: DEBUG nova.objects.instance [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lazy-loading 'migration_context' on Instance uuid 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2214.374630] env[62211]: DEBUG oslo_vmware.api [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075453, 'name': ReconfigVM_Task, 'duration_secs': 0.230222} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.375272] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425412', 'volume_id': 'dc7733f8-4520-449c-8709-d7aef01bda87', 'name': 'volume-dc7733f8-4520-449c-8709-d7aef01bda87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45ad4bb0-5e77-47d4-bdb8-542c2039dafe', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc7733f8-4520-449c-8709-d7aef01bda87', 'serial': 'dc7733f8-4520-449c-8709-d7aef01bda87'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2214.432631] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075454, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.518807] env[62211]: DEBUG nova.compute.manager [req-a0a6cb8b-ce4a-44f8-8cec-894c93c9633f req-1f71c363-34a2-49de-b0e2-c246b9d67cba service nova] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Received event network-vif-deleted-8691c7f9-71d6-4a9a-ada7-1ffa19753d51 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2214.519096] env[62211]: INFO nova.compute.manager [req-a0a6cb8b-ce4a-44f8-8cec-894c93c9633f req-1f71c363-34a2-49de-b0e2-c246b9d67cba service nova] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Neutron deleted interface 8691c7f9-71d6-4a9a-ada7-1ffa19753d51; detaching it from the instance and deleting it from the info cache [ 2214.519343] env[62211]: DEBUG nova.network.neutron [req-a0a6cb8b-ce4a-44f8-8cec-894c93c9633f req-1f71c363-34a2-49de-b0e2-c246b9d67cba service nova] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.564407] env[62211]: DEBUG oslo_vmware.api [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075451, 'name': PowerOnVM_Task, 'duration_secs': 0.868938} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.564718] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2214.564866] env[62211]: INFO nova.compute.manager [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Took 14.62 seconds to spawn the instance on the hypervisor. [ 2214.565060] env[62211]: DEBUG nova.compute.manager [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2214.565861] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea2edf4-b3f2-43ef-9260-96d2360f1f49 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.704541] env[62211]: DEBUG oslo_vmware.api [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319453} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.704835] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2214.705011] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2214.705195] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2214.705404] env[62211]: INFO nova.compute.manager [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2214.705641] env[62211]: DEBUG oslo.service.loopingcall [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2214.705823] env[62211]: DEBUG nova.compute.manager [-] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2214.705916] env[62211]: DEBUG nova.network.neutron [-] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2214.801282] env[62211]: DEBUG nova.compute.manager [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2214.828274] env[62211]: DEBUG nova.virt.hardware [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2214.828555] env[62211]: DEBUG nova.virt.hardware [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2214.828714] env[62211]: DEBUG nova.virt.hardware [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2214.828895] env[62211]: DEBUG nova.virt.hardware [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2214.829063] env[62211]: DEBUG nova.virt.hardware [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2214.829220] env[62211]: DEBUG nova.virt.hardware [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2214.829426] env[62211]: DEBUG nova.virt.hardware [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2214.829592] env[62211]: DEBUG nova.virt.hardware [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2214.829800] env[62211]: DEBUG nova.virt.hardware [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2214.829972] env[62211]: DEBUG nova.virt.hardware [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2214.830162] env[62211]: DEBUG nova.virt.hardware [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2214.831193] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5ca3a8-e87c-4f8a-b37c-4302c9e54fbf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.839202] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611d4ecd-f2c2-491a-b421-aef46814e081 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.928429] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075454, 'name': ReconfigVM_Task, 'duration_secs': 0.542642} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.930806] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 68b8db9a-f481-4822-a5f6-0896011f7463/68b8db9a-f481-4822-a5f6-0896011f7463.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2214.931578] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ac99a89-cd58-4b31-a66d-e3faf6520478 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.934156] env[62211]: DEBUG nova.objects.instance [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lazy-loading 'flavor' on Instance uuid 45ad4bb0-5e77-47d4-bdb8-542c2039dafe {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2214.940498] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Waiting for the task: (returnval){ [ 2214.940498] env[62211]: value = "task-2075457" [ 2214.940498] env[62211]: _type = "Task" [ 2214.940498] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.953163] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075457, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.990201] env[62211]: DEBUG nova.network.neutron [-] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2215.023374] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b6f183e-4522-44f4-9f7b-347ba76fc6ec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.032349] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289068dd-4405-499b-a788-2a35c3cd758f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.071129] env[62211]: DEBUG nova.compute.manager [req-a0a6cb8b-ce4a-44f8-8cec-894c93c9633f req-1f71c363-34a2-49de-b0e2-c246b9d67cba service nova] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Detach interface failed, port_id=8691c7f9-71d6-4a9a-ada7-1ffa19753d51, reason: Instance 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2215.080536] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05419319-3dbb-470e-bc18-c1d44dca962c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.085363] env[62211]: INFO nova.compute.manager [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Took 19.54 seconds to build instance. [ 2215.090729] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d40ffbb-9aa3-44e5-a505-4cbdb35ba44e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.121055] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ef62b2-febc-456d-ab20-f9c4c843343b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.129179] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da950698-80df-4496-b817-424d8de52576 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.143983] env[62211]: DEBUG nova.compute.provider_tree [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2215.453781] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075457, 'name': Rename_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.483380] env[62211]: DEBUG nova.network.neutron [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Successfully updated port: ae21637a-7975-490f-ab80-2619db79576e {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2215.495033] env[62211]: INFO nova.compute.manager [-] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Took 1.34 seconds to deallocate network for instance. [ 2215.589572] env[62211]: DEBUG oslo_concurrency.lockutils [None req-07163616-1444-482a-a3bb-11556f67b469 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "16974130-a930-4bed-b1fe-e1da89503264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.052s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.647330] env[62211]: DEBUG nova.scheduler.client.report [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2215.770974] env[62211]: DEBUG nova.network.neutron [-] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2215.942909] env[62211]: DEBUG oslo_concurrency.lockutils [None req-207b0de5-3dcb-41bf-9f2c-77f13b56bd22 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.783s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.953279] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075457, 'name': Rename_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.986051] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2215.986275] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2215.986397] env[62211]: DEBUG nova.network.neutron [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2216.000983] env[62211]: DEBUG oslo_concurrency.lockutils [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.274734] env[62211]: INFO nova.compute.manager [-] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Took 1.57 seconds to deallocate network for instance. [ 2216.385191] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c62141ec-8a59-465b-9b63-3c93e9ae31aa tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.385543] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c62141ec-8a59-465b-9b63-3c93e9ae31aa tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.386573] env[62211]: DEBUG nova.compute.manager [None req-c62141ec-8a59-465b-9b63-3c93e9ae31aa tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2216.386752] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5194e76-b4c5-4797-b7c3-b8f145249554 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.394359] env[62211]: DEBUG nova.compute.manager [None req-c62141ec-8a59-465b-9b63-3c93e9ae31aa tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62211) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2216.394805] env[62211]: DEBUG nova.objects.instance [None req-c62141ec-8a59-465b-9b63-3c93e9ae31aa tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lazy-loading 'flavor' on Instance uuid 45ad4bb0-5e77-47d4-bdb8-542c2039dafe {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2216.455767] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075457, 'name': Rename_Task, 'duration_secs': 1.180173} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.456047] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2216.456047] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b3d34f0-6a5a-46ab-9a57-687fa084b406 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.462873] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Waiting for the task: (returnval){ [ 2216.462873] env[62211]: value = "task-2075458" [ 2216.462873] env[62211]: _type = "Task" [ 2216.462873] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.470621] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.519228] env[62211]: DEBUG nova.network.neutron [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2216.525734] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "16974130-a930-4bed-b1fe-e1da89503264" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.525980] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "16974130-a930-4bed-b1fe-e1da89503264" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.526168] env[62211]: INFO nova.compute.manager [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Shelving [ 2216.555581] env[62211]: DEBUG nova.compute.manager [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Received event network-vif-deleted-ebf1d0e8-3b47-4446-89cd-400e55770844 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2216.555785] env[62211]: DEBUG nova.compute.manager [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Received event network-vif-plugged-ae21637a-7975-490f-ab80-2619db79576e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2216.555976] env[62211]: DEBUG oslo_concurrency.lockutils [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] Acquiring lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.556440] env[62211]: DEBUG oslo_concurrency.lockutils [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] Lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.556621] env[62211]: DEBUG oslo_concurrency.lockutils [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] Lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.556789] env[62211]: DEBUG nova.compute.manager [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] No waiting events found dispatching network-vif-plugged-ae21637a-7975-490f-ab80-2619db79576e {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2216.556954] env[62211]: WARNING nova.compute.manager [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Received unexpected event network-vif-plugged-ae21637a-7975-490f-ab80-2619db79576e for instance with vm_state building and task_state spawning. [ 2216.557129] env[62211]: DEBUG nova.compute.manager [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Received event network-changed-ae21637a-7975-490f-ab80-2619db79576e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2216.557288] env[62211]: DEBUG nova.compute.manager [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Refreshing instance network info cache due to event network-changed-ae21637a-7975-490f-ab80-2619db79576e. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2216.557718] env[62211]: DEBUG oslo_concurrency.lockutils [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] Acquiring lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2216.658838] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.844s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.665720] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.786s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.666022] env[62211]: DEBUG nova.objects.instance [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lazy-loading 'resources' on Instance uuid ab54d26e-8f47-4539-9dd4-e78424211c8c {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2216.702082] env[62211]: DEBUG nova.network.neutron [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance_info_cache with network_info: [{"id": "ae21637a-7975-490f-ab80-2619db79576e", "address": "fa:16:3e:99:bc:29", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21637a-79", "ovs_interfaceid": "ae21637a-7975-490f-ab80-2619db79576e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2216.780848] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.973829] env[62211]: DEBUG oslo_vmware.api [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075458, 'name': PowerOnVM_Task, 'duration_secs': 0.48242} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.974157] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2216.974399] env[62211]: INFO nova.compute.manager [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Took 9.47 seconds to spawn the instance on the hypervisor. [ 2216.974613] env[62211]: DEBUG nova.compute.manager [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2216.975793] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1b5c28-aaa2-4537-940b-5bda63cf7315 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.204446] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2217.204839] env[62211]: DEBUG nova.compute.manager [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Instance network_info: |[{"id": "ae21637a-7975-490f-ab80-2619db79576e", "address": "fa:16:3e:99:bc:29", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21637a-79", "ovs_interfaceid": "ae21637a-7975-490f-ab80-2619db79576e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2217.205292] env[62211]: DEBUG oslo_concurrency.lockutils [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] Acquired lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.205504] env[62211]: DEBUG nova.network.neutron [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Refreshing network info cache for port ae21637a-7975-490f-ab80-2619db79576e {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2217.206760] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:bc:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae21637a-7975-490f-ab80-2619db79576e', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2217.214045] env[62211]: DEBUG oslo.service.loopingcall [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2217.217507] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2217.218580] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53aa51c6-fb5a-4f2b-a2d7-7dcc9b3adc39 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.242666] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2217.242666] env[62211]: value = "task-2075459" [ 2217.242666] env[62211]: _type = "Task" [ 2217.242666] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.251355] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075459, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.404046] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62141ec-8a59-465b-9b63-3c93e9ae31aa tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2217.404046] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad31618c-78af-412d-9de8-33766222448b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.410887] env[62211]: DEBUG oslo_vmware.api [None req-c62141ec-8a59-465b-9b63-3c93e9ae31aa tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2217.410887] env[62211]: value = "task-2075460" [ 2217.410887] env[62211]: _type = "Task" [ 2217.410887] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.420811] env[62211]: DEBUG oslo_vmware.api [None req-c62141ec-8a59-465b-9b63-3c93e9ae31aa tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.422619] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1162a7-521f-4056-a13f-c8b88a1e339d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.430207] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88088f9a-b049-4483-b808-706fc1ea562f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.463397] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3afe11-7a7a-49e2-a925-fe7c11f1aa42 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.471301] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f70cc3-b3b2-43de-b61a-9933a1277437 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.489682] env[62211]: DEBUG nova.compute.provider_tree [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2217.493880] env[62211]: INFO nova.compute.manager [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Took 15.25 seconds to build instance. [ 2217.536044] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2217.536245] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fcb09ab-1dc3-4a51-a95a-a5fdce44123a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.545045] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2217.545045] env[62211]: value = "task-2075461" [ 2217.545045] env[62211]: _type = "Task" [ 2217.545045] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.554742] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.754827] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075459, 'name': CreateVM_Task, 'duration_secs': 0.500273} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.755183] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2217.755795] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.756054] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.756408] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2217.756662] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-041d5bf0-3c6c-422a-98c8-19a63c6ab0ab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.761516] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2217.761516] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523ea635-4d36-9b15-bc5e-25e4ca68c73b" [ 2217.761516] env[62211]: _type = "Task" [ 2217.761516] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.769748] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523ea635-4d36-9b15-bc5e-25e4ca68c73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.781343] env[62211]: DEBUG oslo_concurrency.lockutils [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.781642] env[62211]: DEBUG oslo_concurrency.lockutils [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.921474] env[62211]: DEBUG oslo_vmware.api [None req-c62141ec-8a59-465b-9b63-3c93e9ae31aa tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075460, 'name': PowerOffVM_Task, 'duration_secs': 0.287374} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.921733] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c62141ec-8a59-465b-9b63-3c93e9ae31aa tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2217.921924] env[62211]: DEBUG nova.compute.manager [None req-c62141ec-8a59-465b-9b63-3c93e9ae31aa tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2217.922703] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9e9842-8967-4616-b4f3-c14eb4c60e78 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.995192] env[62211]: DEBUG nova.network.neutron [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updated VIF entry in instance network info cache for port ae21637a-7975-490f-ab80-2619db79576e. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2217.995377] env[62211]: DEBUG nova.network.neutron [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance_info_cache with network_info: [{"id": "ae21637a-7975-490f-ab80-2619db79576e", "address": "fa:16:3e:99:bc:29", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21637a-79", "ovs_interfaceid": "ae21637a-7975-490f-ab80-2619db79576e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.997646] env[62211]: DEBUG nova.scheduler.client.report [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2218.000669] env[62211]: DEBUG oslo_concurrency.lockutils [None req-19ac5457-a6c1-41f4-ab55-57183af7d904 tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Lock "68b8db9a-f481-4822-a5f6-0896011f7463" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.776s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.055160] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075461, 'name': PowerOffVM_Task, 'duration_secs': 0.206943} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.055473] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2218.056255] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400ce93e-8f24-4f3d-be95-64055a25e0cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.074258] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63498ed6-36a7-46de-8127-67738be7b1fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.207809] env[62211]: INFO nova.compute.manager [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Swapping old allocation on dict_keys(['abf99c99-7905-460a-9a21-7a8d7de527ef']) held by migration 90bcc9f7-682e-45f1-848c-d9e6fbb0f340 for instance [ 2218.228714] env[62211]: DEBUG nova.scheduler.client.report [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Overwriting current allocation {'allocations': {'abf99c99-7905-460a-9a21-7a8d7de527ef': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 132}}, 'project_id': '44ef7ba8fb974d6fba860ada7e8a464c', 'user_id': '077f7e7187a24baeb2f3d929dd4d765c', 'consumer_generation': 1} on consumer 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e {{(pid=62211) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2218.271976] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523ea635-4d36-9b15-bc5e-25e4ca68c73b, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.272302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2218.272533] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2218.272763] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2218.272903] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2218.273087] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2218.275788] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35775bea-9317-43a2-badf-9e543fde08ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.285326] env[62211]: INFO nova.compute.manager [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Detaching volume 0841bc39-1b9f-41d4-a5f0-72c412d4e19b [ 2218.286935] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2218.287121] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2218.288020] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6abf23a8-a388-4db0-bf12-6db0f500af2c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.295009] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2218.295009] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529712eb-086e-6d05-759c-9cadd209f579" [ 2218.295009] env[62211]: _type = "Task" [ 2218.295009] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.302882] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529712eb-086e-6d05-759c-9cadd209f579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.306938] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2218.307135] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2218.307309] env[62211]: DEBUG nova.network.neutron [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2218.323329] env[62211]: INFO nova.virt.block_device [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Attempting to driver detach volume 0841bc39-1b9f-41d4-a5f0-72c412d4e19b from mountpoint /dev/sdb [ 2218.323580] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2218.323769] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425400', 'volume_id': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'name': 'volume-0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '08571a4e-7b57-4675-a635-808ee5bdcbdc', 'attached_at': '', 'detached_at': '', 'volume_id': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'serial': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2218.324825] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2784e0-c9e6-4a8a-a0b9-53d665577fcf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.347695] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4407ce2f-d7b6-42e6-82ca-1656746be2cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.354274] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861479e6-e78b-42bc-a9a6-98a0100d9ec9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.374113] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a29d0da-9df4-42ec-9576-c2fca56ca97c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.388815] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] The volume has not been displaced from its original location: [datastore1] volume-0841bc39-1b9f-41d4-a5f0-72c412d4e19b/volume-0841bc39-1b9f-41d4-a5f0-72c412d4e19b.vmdk. No consolidation needed. {{(pid=62211) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2218.394259] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2218.394550] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb04b3be-2736-4114-b2ec-16002bee67e5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.407168] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "interface-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.407411] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.407760] env[62211]: DEBUG nova.objects.instance [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'flavor' on Instance uuid d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2218.414768] env[62211]: DEBUG oslo_vmware.api [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2218.414768] env[62211]: value = "task-2075462" [ 2218.414768] env[62211]: _type = "Task" [ 2218.414768] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.422345] env[62211]: DEBUG oslo_vmware.api [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.436593] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c62141ec-8a59-465b-9b63-3c93e9ae31aa tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.502086] env[62211]: DEBUG oslo_concurrency.lockutils [req-df0b5e0a-aa77-497c-8f29-54e3a047b3f0 req-69f21c28-b598-493a-90b1-7b33ecc8ab4c service nova] Releasing lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2218.502820] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.505761] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.634s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.507213] env[62211]: INFO nova.compute.claims [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2218.525331] env[62211]: INFO nova.scheduler.client.report [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Deleted allocations for instance ab54d26e-8f47-4539-9dd4-e78424211c8c [ 2218.585661] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2218.585661] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e1c91ed-fe98-4939-a8e2-33739b3aeb71 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.592478] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2218.592478] env[62211]: value = "task-2075463" [ 2218.592478] env[62211]: _type = "Task" [ 2218.592478] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.601234] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075463, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.806281] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529712eb-086e-6d05-759c-9cadd209f579, 'name': SearchDatastore_Task, 'duration_secs': 0.013349} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.806844] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf285de-4470-488a-a11e-ea1f2b45eede {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.812268] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2218.812268] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d7eb7c-8071-7d2e-afef-b94ff36e561e" [ 2218.812268] env[62211]: _type = "Task" [ 2218.812268] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.820238] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d7eb7c-8071-7d2e-afef-b94ff36e561e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.925426] env[62211]: DEBUG oslo_vmware.api [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075462, 'name': ReconfigVM_Task, 'duration_secs': 0.317327} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.925765] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2218.930784] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-736534ce-a42b-4066-9908-5fedef565b11 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.943701] env[62211]: DEBUG nova.objects.instance [None req-7c0b0b74-a8b7-4c05-b3ee-6048d64bb582 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lazy-loading 'flavor' on Instance uuid 45ad4bb0-5e77-47d4-bdb8-542c2039dafe {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2218.951265] env[62211]: DEBUG oslo_vmware.api [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2218.951265] env[62211]: value = "task-2075464" [ 2218.951265] env[62211]: _type = "Task" [ 2218.951265] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.960506] env[62211]: DEBUG oslo_vmware.api [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.996797] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Acquiring lock "68b8db9a-f481-4822-a5f6-0896011f7463" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.997148] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Lock "68b8db9a-f481-4822-a5f6-0896011f7463" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.997268] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Acquiring lock "68b8db9a-f481-4822-a5f6-0896011f7463-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.997589] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Lock "68b8db9a-f481-4822-a5f6-0896011f7463-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.997711] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Lock "68b8db9a-f481-4822-a5f6-0896011f7463-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.001781] env[62211]: INFO nova.compute.manager [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Terminating instance [ 2219.032845] env[62211]: DEBUG oslo_concurrency.lockutils [None req-cb6dca65-3ae9-475c-8cc9-fcc0dda26b7f tempest-ImagesTestJSON-2107690419 tempest-ImagesTestJSON-2107690419-project-member] Lock "ab54d26e-8f47-4539-9dd4-e78424211c8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.758s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.034386] env[62211]: DEBUG nova.objects.instance [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'pci_requests' on Instance uuid d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2219.097296] env[62211]: DEBUG nova.network.neutron [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance_info_cache with network_info: [{"id": "a06e39c2-54a2-4705-bad4-f538e7184bef", "address": "fa:16:3e:33:47:9b", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa06e39c2-54", "ovs_interfaceid": "a06e39c2-54a2-4705-bad4-f538e7184bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.103837] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075463, 'name': CreateSnapshot_Task, 'duration_secs': 0.49475} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.103837] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2219.104535] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4987441-68a4-47e9-887c-929ef5591c64 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.322824] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d7eb7c-8071-7d2e-afef-b94ff36e561e, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.323107] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2219.323347] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] a230ecc1-fda2-4238-8cde-55f2b5bc4028/a230ecc1-fda2-4238-8cde-55f2b5bc4028.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2219.323620] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37d090b8-4307-4c70-b767-c06d7af6a5c2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.330433] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2219.330433] env[62211]: value = "task-2075465" [ 2219.330433] env[62211]: _type = "Task" [ 2219.330433] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.339013] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.448501] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7c0b0b74-a8b7-4c05-b3ee-6048d64bb582 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.448736] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7c0b0b74-a8b7-4c05-b3ee-6048d64bb582 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquired lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.448914] env[62211]: DEBUG nova.network.neutron [None req-7c0b0b74-a8b7-4c05-b3ee-6048d64bb582 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2219.449099] env[62211]: DEBUG nova.objects.instance [None req-7c0b0b74-a8b7-4c05-b3ee-6048d64bb582 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lazy-loading 'info_cache' on Instance uuid 45ad4bb0-5e77-47d4-bdb8-542c2039dafe {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2219.461571] env[62211]: DEBUG oslo_vmware.api [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075464, 'name': ReconfigVM_Task, 'duration_secs': 0.147438} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.462429] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425400', 'volume_id': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'name': 'volume-0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '08571a4e-7b57-4675-a635-808ee5bdcbdc', 'attached_at': '', 'detached_at': '', 'volume_id': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b', 'serial': '0841bc39-1b9f-41d4-a5f0-72c412d4e19b'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2219.504962] env[62211]: DEBUG nova.compute.manager [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2219.506815] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2219.506815] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaa393d-abf1-4515-bb22-0a5e3a5fd6f4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.517099] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2219.517563] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8f7d49b-b39c-4ae9-ac86-c71e13bf2a6a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.523812] env[62211]: DEBUG oslo_vmware.api [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Waiting for the task: (returnval){ [ 2219.523812] env[62211]: value = "task-2075466" [ 2219.523812] env[62211]: _type = "Task" [ 2219.523812] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.532585] env[62211]: DEBUG oslo_vmware.api [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.536675] env[62211]: DEBUG nova.objects.base [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2219.536920] env[62211]: DEBUG nova.network.neutron [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2219.592905] env[62211]: DEBUG nova.policy [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7979de12c19543faa83d02b906feb452', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0910f5b5208442e3b3b8bc246b6bffbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2219.599570] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "refresh_cache-5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2219.600597] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea10fa85-6719-48ac-84d0-e2b36290a5aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.610974] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5044116-6495-4251-9dce-1ac079ef9e55 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.623963] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2219.628153] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f381c2d2-a0ea-4f6f-88ec-a23bcc7cd2b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.639312] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2219.639312] env[62211]: value = "task-2075467" [ 2219.639312] env[62211]: _type = "Task" [ 2219.639312] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.652035] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075467, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.789110] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3efe78f-d1bd-4e32-bb0e-fc6ff4901a9d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.801949] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da860e99-16f1-4b4d-906b-0b5635d0f50c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.836238] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980ff2bb-3aaa-4499-ad38-f5551dcd92ab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.849577] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075465, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.851388] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7323f40c-2254-4e77-bafe-df7f3b3409ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.871061] env[62211]: DEBUG nova.compute.provider_tree [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2219.912257] env[62211]: DEBUG nova.network.neutron [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Successfully created port: 54263b0b-85e3-4555-a885-5152a9aab18e {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2219.952708] env[62211]: DEBUG nova.objects.base [None req-7c0b0b74-a8b7-4c05-b3ee-6048d64bb582 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Object Instance<45ad4bb0-5e77-47d4-bdb8-542c2039dafe> lazy-loaded attributes: flavor,info_cache {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2220.019955] env[62211]: DEBUG nova.objects.instance [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lazy-loading 'flavor' on Instance uuid 08571a4e-7b57-4675-a635-808ee5bdcbdc {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2220.033640] env[62211]: DEBUG oslo_vmware.api [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075466, 'name': PowerOffVM_Task, 'duration_secs': 0.464678} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.034336] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2220.034568] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2220.035543] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-055ccfec-0f81-45d3-9d12-b846eeb250ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.151243] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075467, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.237942] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2220.238309] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2220.238648] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Deleting the datastore file [datastore1] 68b8db9a-f481-4822-a5f6-0896011f7463 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2220.239118] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbc52ab6-7d28-4a0f-bb9d-0f9ea92417a9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.246277] env[62211]: DEBUG oslo_vmware.api [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Waiting for the task: (returnval){ [ 2220.246277] env[62211]: value = "task-2075469" [ 2220.246277] env[62211]: _type = "Task" [ 2220.246277] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.255370] env[62211]: DEBUG oslo_vmware.api [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.344105] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569756} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.344534] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] a230ecc1-fda2-4238-8cde-55f2b5bc4028/a230ecc1-fda2-4238-8cde-55f2b5bc4028.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2220.344790] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2220.345120] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96794cf2-0b2c-4ea5-9f66-7716bd8ade46 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.351729] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2220.351729] env[62211]: value = "task-2075470" [ 2220.351729] env[62211]: _type = "Task" [ 2220.351729] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.361666] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.374215] env[62211]: DEBUG nova.scheduler.client.report [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2220.653173] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075467, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.713639] env[62211]: DEBUG nova.network.neutron [None req-7c0b0b74-a8b7-4c05-b3ee-6048d64bb582 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Updating instance_info_cache with network_info: [{"id": "2072a60c-effe-4986-a444-18fb2b41984b", "address": "fa:16:3e:dd:bd:cc", "network": {"id": "38a5c9e3-4c3a-4821-9215-528ac464972e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1148894248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e119e1e683247bfb39333607d0be683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2072a60c-ef", "ovs_interfaceid": "2072a60c-effe-4986-a444-18fb2b41984b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.722516] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2220.722804] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87ec659c-716b-4a1d-a4da-48aba4156336 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.730196] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2220.730196] env[62211]: value = "task-2075471" [ 2220.730196] env[62211]: _type = "Task" [ 2220.730196] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.738622] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.757257] env[62211]: DEBUG oslo_vmware.api [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Task: {'id': task-2075469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156971} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.757568] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2220.757818] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2220.758092] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2220.758316] env[62211]: INFO nova.compute.manager [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2220.758609] env[62211]: DEBUG oslo.service.loopingcall [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2220.761765] env[62211]: DEBUG nova.compute.manager [-] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2220.761765] env[62211]: DEBUG nova.network.neutron [-] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2220.863382] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077351} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.863736] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2220.864530] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4561025c-c177-4cc8-8205-6c1c510cb2c4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.880475] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.881141] env[62211]: DEBUG nova.compute.manager [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2220.895009] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] a230ecc1-fda2-4238-8cde-55f2b5bc4028/a230ecc1-fda2-4238-8cde-55f2b5bc4028.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2220.896586] env[62211]: DEBUG oslo_concurrency.lockutils [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.895s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.896796] env[62211]: DEBUG nova.objects.instance [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lazy-loading 'resources' on Instance uuid 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2220.898193] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c26a44f-1188-4cbd-9702-9fbe23a110f7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.922861] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2220.922861] env[62211]: value = "task-2075472" [ 2220.922861] env[62211]: _type = "Task" [ 2220.922861] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.933129] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.029987] env[62211]: DEBUG oslo_concurrency.lockutils [None req-939189e7-f40b-4868-b48d-aa900c93778e tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.140191] env[62211]: DEBUG nova.compute.manager [req-2995b734-3ef8-41f9-ae01-63401e8f57c7 req-f5c9a429-3151-47b4-be46-9e27b39bf665 service nova] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Received event network-vif-deleted-cd37c7a9-3812-4793-94d0-6babea67087d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2221.140191] env[62211]: INFO nova.compute.manager [req-2995b734-3ef8-41f9-ae01-63401e8f57c7 req-f5c9a429-3151-47b4-be46-9e27b39bf665 service nova] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Neutron deleted interface cd37c7a9-3812-4793-94d0-6babea67087d; detaching it from the instance and deleting it from the info cache [ 2221.140191] env[62211]: DEBUG nova.network.neutron [req-2995b734-3ef8-41f9-ae01-63401e8f57c7 req-f5c9a429-3151-47b4-be46-9e27b39bf665 service nova] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.157867] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075467, 'name': CloneVM_Task, 'duration_secs': 1.249561} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.159198] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Created linked-clone VM from snapshot [ 2221.160090] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a828ab71-d090-4a05-a173-e13305467223 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.169615] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Uploading image cceaa453-7a7e-44b0-81a2-f47912f4fe26 {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2221.206665] env[62211]: DEBUG oslo_vmware.rw_handles [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2221.206665] env[62211]: value = "vm-425437" [ 2221.206665] env[62211]: _type = "VirtualMachine" [ 2221.206665] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2221.206991] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-23002223-5829-4b4d-9039-eb1f425bf164 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.213838] env[62211]: DEBUG oslo_vmware.rw_handles [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lease: (returnval){ [ 2221.213838] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b90710-a8ec-075f-360c-525723f1603f" [ 2221.213838] env[62211]: _type = "HttpNfcLease" [ 2221.213838] env[62211]: } obtained for exporting VM: (result){ [ 2221.213838] env[62211]: value = "vm-425437" [ 2221.213838] env[62211]: _type = "VirtualMachine" [ 2221.213838] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2221.213838] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the lease: (returnval){ [ 2221.213838] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b90710-a8ec-075f-360c-525723f1603f" [ 2221.213838] env[62211]: _type = "HttpNfcLease" [ 2221.213838] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2221.217799] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7c0b0b74-a8b7-4c05-b3ee-6048d64bb582 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Releasing lock "refresh_cache-45ad4bb0-5e77-47d4-bdb8-542c2039dafe" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.223022] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2221.223022] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b90710-a8ec-075f-360c-525723f1603f" [ 2221.223022] env[62211]: _type = "HttpNfcLease" [ 2221.223022] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2221.240746] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075471, 'name': PowerOffVM_Task, 'duration_secs': 0.373532} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.241041] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2221.241785] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2221.242021] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2221.242185] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2221.242368] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2221.242516] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2221.242662] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2221.242870] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2221.243050] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2221.243223] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2221.243390] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2221.243559] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2221.249204] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69635069-9e58-4876-8082-9c3863e79b11 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.267550] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2221.267550] env[62211]: value = "task-2075474" [ 2221.267550] env[62211]: _type = "Task" [ 2221.267550] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.276036] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.397755] env[62211]: DEBUG nova.compute.utils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2221.399560] env[62211]: DEBUG nova.compute.manager [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2221.399746] env[62211]: DEBUG nova.network.neutron [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2221.440323] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075472, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.516718] env[62211]: DEBUG nova.network.neutron [-] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.548020] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.548020] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.548332] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "08571a4e-7b57-4675-a635-808ee5bdcbdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.548633] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.548915] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.553214] env[62211]: INFO nova.compute.manager [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Terminating instance [ 2221.652604] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a998913-8b64-4f6e-a8ac-fec0745708cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.663121] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b98648e-e33d-40c4-be4c-49ec708fa1a2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.675448] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aeca50-03e6-4c53-9266-faa40c51e158 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.682657] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80d6b68-3cfb-4596-a2a8-fe554cd360a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.729585] env[62211]: DEBUG nova.compute.manager [req-2995b734-3ef8-41f9-ae01-63401e8f57c7 req-f5c9a429-3151-47b4-be46-9e27b39bf665 service nova] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Detach interface failed, port_id=cd37c7a9-3812-4793-94d0-6babea67087d, reason: Instance 68b8db9a-f481-4822-a5f6-0896011f7463 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2221.729585] env[62211]: DEBUG nova.policy [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a4becf9f64d44f6ad701f02c0103aed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0d295a3752407286cac74c6474bcbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2221.733921] env[62211]: DEBUG nova.network.neutron [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Successfully updated port: 54263b0b-85e3-4555-a885-5152a9aab18e {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2221.733921] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7075f3-173a-49a7-b3e2-2b7de073a04a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.748996] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9515e9b3-a9f9-48e4-a84d-b567279f0ed0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.753690] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2221.753690] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b90710-a8ec-075f-360c-525723f1603f" [ 2221.753690] env[62211]: _type = "HttpNfcLease" [ 2221.753690] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2221.753997] env[62211]: DEBUG oslo_vmware.rw_handles [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2221.753997] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b90710-a8ec-075f-360c-525723f1603f" [ 2221.753997] env[62211]: _type = "HttpNfcLease" [ 2221.753997] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2221.755398] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75453860-2208-4334-a6b2-286b75564310 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.765844] env[62211]: DEBUG nova.compute.provider_tree [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2221.774203] env[62211]: DEBUG oslo_vmware.rw_handles [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527399ab-c480-e402-7593-bd34de9a621d/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2221.774374] env[62211]: DEBUG oslo_vmware.rw_handles [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527399ab-c480-e402-7593-bd34de9a621d/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2221.836169] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075474, 'name': ReconfigVM_Task, 'duration_secs': 0.177316} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.836169] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f91d2f5-ca11-4995-a8e0-28271be98e5d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.859194] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2221.859460] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2221.859622] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2221.859809] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2221.859957] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2221.860121] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2221.860333] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2221.860498] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2221.860663] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2221.860827] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2221.861011] env[62211]: DEBUG nova.virt.hardware [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2221.861784] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5211d5f6-a71a-49b5-8aab-a584f3f82abf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.867954] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2221.867954] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5250ad59-671a-73a8-5df5-69ce9b27e52f" [ 2221.867954] env[62211]: _type = "Task" [ 2221.867954] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.873397] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a83545d-963f-42a4-881a-8b6c6cea3a72 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.882684] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5250ad59-671a-73a8-5df5-69ce9b27e52f, 'name': SearchDatastore_Task, 'duration_secs': 0.006985} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.886414] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2221.887873] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3699694-485b-41fb-96ae-5f5554507cf4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.903360] env[62211]: DEBUG nova.compute.manager [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2221.909036] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2221.909036] env[62211]: value = "task-2075475" [ 2221.909036] env[62211]: _type = "Task" [ 2221.909036] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.932188] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075475, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.939178] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075472, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.007687] env[62211]: DEBUG nova.network.neutron [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Successfully created port: 20db305b-16ee-40e9-8416-9145d95a3039 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2222.019820] env[62211]: INFO nova.compute.manager [-] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Took 1.26 seconds to deallocate network for instance. [ 2222.055682] env[62211]: DEBUG nova.compute.manager [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2222.055682] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2222.056718] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbad35a-31e2-4adb-9f83-edbe75e79ac3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.064347] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2222.064777] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a5a3fbb-37f0-401d-9dcb-622cbb41e36b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.071515] env[62211]: DEBUG oslo_vmware.api [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2222.071515] env[62211]: value = "task-2075476" [ 2222.071515] env[62211]: _type = "Task" [ 2222.071515] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.082512] env[62211]: DEBUG oslo_vmware.api [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.226697] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0b0b74-a8b7-4c05-b3ee-6048d64bb582 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2222.227832] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1e08509-7080-48c0-bfd1-68c2b7f08109 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.233140] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2222.233786] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2222.233786] env[62211]: DEBUG nova.network.neutron [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2222.236865] env[62211]: DEBUG oslo_vmware.api [None req-7c0b0b74-a8b7-4c05-b3ee-6048d64bb582 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2222.236865] env[62211]: value = "task-2075477" [ 2222.236865] env[62211]: _type = "Task" [ 2222.236865] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.247299] env[62211]: DEBUG oslo_vmware.api [None req-7c0b0b74-a8b7-4c05-b3ee-6048d64bb582 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.269050] env[62211]: DEBUG nova.scheduler.client.report [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2222.424301] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075475, 'name': ReconfigVM_Task, 'duration_secs': 0.196683} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.425229] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2222.432733] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac5d910-b3ef-42cc-81d5-394563af43d1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.442685] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075472, 'name': ReconfigVM_Task, 'duration_secs': 1.324236} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.458272] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Reconfigured VM instance instance-0000005f to attach disk [datastore1] a230ecc1-fda2-4238-8cde-55f2b5bc4028/a230ecc1-fda2-4238-8cde-55f2b5bc4028.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2222.467503] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e/5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2222.468750] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-195d40c0-91a8-4119-871e-3722a0880cd5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.470621] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-762ee44a-768b-4b50-b4e4-d841655f8913 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.489254] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2222.489254] env[62211]: value = "task-2075478" [ 2222.489254] env[62211]: _type = "Task" [ 2222.489254] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.491108] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2222.491108] env[62211]: value = "task-2075479" [ 2222.491108] env[62211]: _type = "Task" [ 2222.491108] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.504349] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075478, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.508037] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.525863] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.584229] env[62211]: DEBUG oslo_vmware.api [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075476, 'name': PowerOffVM_Task, 'duration_secs': 0.182791} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.584607] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2222.584868] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2222.585237] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c04a4b5-3c66-44ce-93ed-1789e8b3bbc5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.764098] env[62211]: DEBUG oslo_vmware.api [None req-7c0b0b74-a8b7-4c05-b3ee-6048d64bb582 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075477, 'name': PowerOnVM_Task, 'duration_secs': 0.388732} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.764098] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0b0b74-a8b7-4c05-b3ee-6048d64bb582 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2222.764098] env[62211]: DEBUG nova.compute.manager [None req-7c0b0b74-a8b7-4c05-b3ee-6048d64bb582 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2222.764098] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1585cc45-4cf7-4478-998b-057559ee0d11 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.776077] env[62211]: DEBUG oslo_concurrency.lockutils [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.779775] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.999s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.780303] env[62211]: DEBUG nova.objects.instance [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lazy-loading 'resources' on Instance uuid 35a7c576-3bd2-4884-a499-cc29294c94e0 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2222.798786] env[62211]: WARNING nova.network.neutron [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] f428155b-50bb-4754-932e-bd0775f8d575 already exists in list: networks containing: ['f428155b-50bb-4754-932e-bd0775f8d575']. ignoring it [ 2222.826563] env[62211]: INFO nova.scheduler.client.report [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleted allocations for instance 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7 [ 2222.914650] env[62211]: DEBUG nova.compute.manager [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2222.947801] env[62211]: DEBUG nova.virt.hardware [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2222.948434] env[62211]: DEBUG nova.virt.hardware [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2222.948724] env[62211]: DEBUG nova.virt.hardware [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2222.949037] env[62211]: DEBUG nova.virt.hardware [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2222.949319] env[62211]: DEBUG nova.virt.hardware [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2222.949644] env[62211]: DEBUG nova.virt.hardware [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2222.950017] env[62211]: DEBUG nova.virt.hardware [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2222.950307] env[62211]: DEBUG nova.virt.hardware [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2222.950587] env[62211]: DEBUG nova.virt.hardware [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2222.950865] env[62211]: DEBUG nova.virt.hardware [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2222.951185] env[62211]: DEBUG nova.virt.hardware [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2222.952559] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb62a4b-cb76-4c84-b3af-bd49ce89ae7c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.961727] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd80e10-8425-4dfb-baf5-7a1fa0563192 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.003358] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075478, 'name': Rename_Task, 'duration_secs': 0.167173} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.006848] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2223.007344] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075479, 'name': ReconfigVM_Task, 'duration_secs': 0.40667} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.009861] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ef03576-e9b3-47bf-a0c5-dabcfe3637a6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.011686] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e/5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2223.012731] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4772642-436d-41a1-a3ec-b9730e282f02 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.039838] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4737866-d02d-412d-9922-bd63bb59f053 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.042777] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2223.042777] env[62211]: value = "task-2075481" [ 2223.042777] env[62211]: _type = "Task" [ 2223.042777] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.064173] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a041008-b54f-4d9e-9d4b-3141ace1edbd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.072645] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.092969] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a56cc07-ad67-499f-b567-9732f2611dc3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.100867] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2223.104576] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e762e12-4f5b-4d37-a5ae-918f0a68ad14 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.111824] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2223.111824] env[62211]: value = "task-2075482" [ 2223.111824] env[62211]: _type = "Task" [ 2223.111824] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.122350] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.195956] env[62211]: DEBUG nova.network.neutron [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Updating instance_info_cache with network_info: [{"id": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "address": "fa:16:3e:19:c1:50", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd735b0b-70", "ovs_interfaceid": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "54263b0b-85e3-4555-a885-5152a9aab18e", "address": "fa:16:3e:dd:0a:99", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54263b0b-85", "ovs_interfaceid": "54263b0b-85e3-4555-a885-5152a9aab18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2223.229892] env[62211]: DEBUG nova.compute.manager [req-f1b67283-d866-496c-a0ec-677152c349fc req-50fe3ebe-9869-4c2a-90eb-2e9df2b73282 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Received event network-vif-plugged-54263b0b-85e3-4555-a885-5152a9aab18e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2223.229892] env[62211]: DEBUG oslo_concurrency.lockutils [req-f1b67283-d866-496c-a0ec-677152c349fc req-50fe3ebe-9869-4c2a-90eb-2e9df2b73282 service nova] Acquiring lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2223.229892] env[62211]: DEBUG oslo_concurrency.lockutils [req-f1b67283-d866-496c-a0ec-677152c349fc req-50fe3ebe-9869-4c2a-90eb-2e9df2b73282 service nova] Lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2223.229892] env[62211]: DEBUG oslo_concurrency.lockutils [req-f1b67283-d866-496c-a0ec-677152c349fc req-50fe3ebe-9869-4c2a-90eb-2e9df2b73282 service nova] Lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.229892] env[62211]: DEBUG nova.compute.manager [req-f1b67283-d866-496c-a0ec-677152c349fc req-50fe3ebe-9869-4c2a-90eb-2e9df2b73282 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] No waiting events found dispatching network-vif-plugged-54263b0b-85e3-4555-a885-5152a9aab18e {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2223.230144] env[62211]: WARNING nova.compute.manager [req-f1b67283-d866-496c-a0ec-677152c349fc req-50fe3ebe-9869-4c2a-90eb-2e9df2b73282 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Received unexpected event network-vif-plugged-54263b0b-85e3-4555-a885-5152a9aab18e for instance with vm_state active and task_state None. [ 2223.230144] env[62211]: DEBUG nova.compute.manager [req-f1b67283-d866-496c-a0ec-677152c349fc req-50fe3ebe-9869-4c2a-90eb-2e9df2b73282 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Received event network-changed-54263b0b-85e3-4555-a885-5152a9aab18e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2223.230287] env[62211]: DEBUG nova.compute.manager [req-f1b67283-d866-496c-a0ec-677152c349fc req-50fe3ebe-9869-4c2a-90eb-2e9df2b73282 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Refreshing instance network info cache due to event network-changed-54263b0b-85e3-4555-a885-5152a9aab18e. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2223.230452] env[62211]: DEBUG oslo_concurrency.lockutils [req-f1b67283-d866-496c-a0ec-677152c349fc req-50fe3ebe-9869-4c2a-90eb-2e9df2b73282 service nova] Acquiring lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.335050] env[62211]: DEBUG oslo_concurrency.lockutils [None req-11a9f463-de43-4241-aed1-f0088a3b335d tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.968s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.481507] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76982123-2d28-4baf-b82e-c1f9b955c4b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.489749] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef24a1b-8a21-4303-95d5-c738e0387cb0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.523467] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be7fa46-9c79-490f-9a3c-e9a89050b4a4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.531711] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85b2dea-c93b-4e68-b148-e18f4f720a7c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.546084] env[62211]: DEBUG nova.compute.provider_tree [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2223.556011] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075481, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.624868] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.698562] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.699362] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.699523] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.699803] env[62211]: DEBUG oslo_concurrency.lockutils [req-f1b67283-d866-496c-a0ec-677152c349fc req-50fe3ebe-9869-4c2a-90eb-2e9df2b73282 service nova] Acquired lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.699983] env[62211]: DEBUG nova.network.neutron [req-f1b67283-d866-496c-a0ec-677152c349fc req-50fe3ebe-9869-4c2a-90eb-2e9df2b73282 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Refreshing network info cache for port 54263b0b-85e3-4555-a885-5152a9aab18e {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2223.701967] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943599b-a706-4ada-a6c5-9c3ac6c7b7ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.719350] env[62211]: DEBUG nova.virt.hardware [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2223.719612] env[62211]: DEBUG nova.virt.hardware [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2223.719775] env[62211]: DEBUG nova.virt.hardware [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2223.719959] env[62211]: DEBUG nova.virt.hardware [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2223.720119] env[62211]: DEBUG nova.virt.hardware [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2223.720268] env[62211]: DEBUG nova.virt.hardware [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2223.720474] env[62211]: DEBUG nova.virt.hardware [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2223.720634] env[62211]: DEBUG nova.virt.hardware [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2223.720796] env[62211]: DEBUG nova.virt.hardware [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2223.720958] env[62211]: DEBUG nova.virt.hardware [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2223.721149] env[62211]: DEBUG nova.virt.hardware [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2223.727481] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Reconfiguring VM to attach interface {{(pid=62211) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2223.728447] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dabf961-4bb5-4627-9c30-ca921e946b75 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.745601] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2223.745601] env[62211]: value = "task-2075483" [ 2223.745601] env[62211]: _type = "Task" [ 2223.745601] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.753935] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.051520] env[62211]: DEBUG nova.scheduler.client.report [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2224.058307] env[62211]: DEBUG oslo_vmware.api [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075481, 'name': PowerOnVM_Task, 'duration_secs': 0.622587} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.058732] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2224.058933] env[62211]: INFO nova.compute.manager [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Took 9.26 seconds to spawn the instance on the hypervisor. [ 2224.059128] env[62211]: DEBUG nova.compute.manager [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2224.059874] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4556b070-9bae-4cab-beba-fd393b899f6b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.122170] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.254937] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.445861] env[62211]: DEBUG nova.network.neutron [req-f1b67283-d866-496c-a0ec-677152c349fc req-50fe3ebe-9869-4c2a-90eb-2e9df2b73282 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Updated VIF entry in instance network info cache for port 54263b0b-85e3-4555-a885-5152a9aab18e. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2224.446321] env[62211]: DEBUG nova.network.neutron [req-f1b67283-d866-496c-a0ec-677152c349fc req-50fe3ebe-9869-4c2a-90eb-2e9df2b73282 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Updating instance_info_cache with network_info: [{"id": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "address": "fa:16:3e:19:c1:50", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd735b0b-70", "ovs_interfaceid": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "54263b0b-85e3-4555-a885-5152a9aab18e", "address": "fa:16:3e:dd:0a:99", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54263b0b-85", "ovs_interfaceid": "54263b0b-85e3-4555-a885-5152a9aab18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2224.560127] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.562576] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.037s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.562836] env[62211]: DEBUG nova.objects.instance [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Lazy-loading 'resources' on Instance uuid 68b8db9a-f481-4822-a5f6-0896011f7463 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2224.575731] env[62211]: INFO nova.compute.manager [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Took 14.14 seconds to build instance. [ 2224.580609] env[62211]: INFO nova.scheduler.client.report [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Deleted allocations for instance 35a7c576-3bd2-4884-a499-cc29294c94e0 [ 2224.623679] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075482, 'name': PowerOnVM_Task} progress is 79%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.758819] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.949430] env[62211]: DEBUG oslo_concurrency.lockutils [req-f1b67283-d866-496c-a0ec-677152c349fc req-50fe3ebe-9869-4c2a-90eb-2e9df2b73282 service nova] Releasing lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2225.078790] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e15e7624-0c1e-4fbc-b7f0-318efcd39a5f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.648s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.087882] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c9d1c448-05a5-4db2-8d68-99df0213728d tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "35a7c576-3bd2-4884-a499-cc29294c94e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.149s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.124497] env[62211]: DEBUG oslo_vmware.api [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075482, 'name': PowerOnVM_Task, 'duration_secs': 1.646103} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.124797] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2225.248707] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7728190-7276-4cc5-b336-1b8b15e71449 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.262627] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ff1edd-cf7c-401c-97fa-d7ddf3c0a4ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.265985] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.294822] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618be15a-0ee9-45ee-a86a-282694280fc6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.302090] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e6f0af-ae9f-48f4-b3e4-4e47e40d4794 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.315906] env[62211]: DEBUG nova.compute.provider_tree [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2225.705450] env[62211]: DEBUG nova.compute.manager [req-b080a1fe-8e8a-4606-ac67-a41fee879513 req-18eb1afd-f64f-43aa-a2d6-dfda871578f4 service nova] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Received event network-changed-ae21637a-7975-490f-ab80-2619db79576e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2225.705739] env[62211]: DEBUG nova.compute.manager [req-b080a1fe-8e8a-4606-ac67-a41fee879513 req-18eb1afd-f64f-43aa-a2d6-dfda871578f4 service nova] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Refreshing instance network info cache due to event network-changed-ae21637a-7975-490f-ab80-2619db79576e. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2225.706054] env[62211]: DEBUG oslo_concurrency.lockutils [req-b080a1fe-8e8a-4606-ac67-a41fee879513 req-18eb1afd-f64f-43aa-a2d6-dfda871578f4 service nova] Acquiring lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.706359] env[62211]: DEBUG oslo_concurrency.lockutils [req-b080a1fe-8e8a-4606-ac67-a41fee879513 req-18eb1afd-f64f-43aa-a2d6-dfda871578f4 service nova] Acquired lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.706614] env[62211]: DEBUG nova.network.neutron [req-b080a1fe-8e8a-4606-ac67-a41fee879513 req-18eb1afd-f64f-43aa-a2d6-dfda871578f4 service nova] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Refreshing network info cache for port ae21637a-7975-490f-ab80-2619db79576e {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2225.759554] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.818887] env[62211]: DEBUG nova.scheduler.client.report [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2226.148124] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.148430] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.171587] env[62211]: INFO nova.compute.manager [None req-0d72fa81-56f1-4286-87f9-6ae2c518c529 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance to original state: 'active' [ 2226.259402] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.324121] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.349185] env[62211]: INFO nova.scheduler.client.report [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Deleted allocations for instance 68b8db9a-f481-4822-a5f6-0896011f7463 [ 2226.465551] env[62211]: DEBUG nova.network.neutron [req-b080a1fe-8e8a-4606-ac67-a41fee879513 req-18eb1afd-f64f-43aa-a2d6-dfda871578f4 service nova] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updated VIF entry in instance network info cache for port ae21637a-7975-490f-ab80-2619db79576e. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2226.465965] env[62211]: DEBUG nova.network.neutron [req-b080a1fe-8e8a-4606-ac67-a41fee879513 req-18eb1afd-f64f-43aa-a2d6-dfda871578f4 service nova] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance_info_cache with network_info: [{"id": "ae21637a-7975-490f-ab80-2619db79576e", "address": "fa:16:3e:99:bc:29", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21637a-79", "ovs_interfaceid": "ae21637a-7975-490f-ab80-2619db79576e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.651626] env[62211]: INFO nova.compute.manager [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Detaching volume d5fe2360-daa7-47ff-a983-946293cca55f [ 2226.696063] env[62211]: INFO nova.virt.block_device [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Attempting to driver detach volume d5fe2360-daa7-47ff-a983-946293cca55f from mountpoint /dev/sdb [ 2226.696331] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2226.696609] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425394', 'volume_id': 'd5fe2360-daa7-47ff-a983-946293cca55f', 'name': 'volume-d5fe2360-daa7-47ff-a983-946293cca55f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a478aaf-ea40-4062-ac9a-7f576b4d5d51', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5fe2360-daa7-47ff-a983-946293cca55f', 'serial': 'd5fe2360-daa7-47ff-a983-946293cca55f'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2226.698278] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2866a094-9fbb-4f90-bd02-fa74a496c20c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.719739] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0620bbbf-29b6-4e6c-be12-4235dc5c66a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.728213] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af6f51f-950b-4631-83c6-4e7ce84f38f3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.755143] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a57dd74-b0ba-455f-9925-22e1eb4493a0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.763248] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.774422] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] The volume has not been displaced from its original location: [datastore1] volume-d5fe2360-daa7-47ff-a983-946293cca55f/volume-d5fe2360-daa7-47ff-a983-946293cca55f.vmdk. No consolidation needed. {{(pid=62211) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2226.781056] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2226.781056] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de7c6473-5af2-4c1f-bcf2-a55cec49645e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.799871] env[62211]: DEBUG oslo_vmware.api [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2226.799871] env[62211]: value = "task-2075484" [ 2226.799871] env[62211]: _type = "Task" [ 2226.799871] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.809435] env[62211]: DEBUG oslo_vmware.api [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.858049] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4564e4a4-4329-43e1-b31a-4676104d440d tempest-ServerMetadataNegativeTestJSON-1126013010 tempest-ServerMetadataNegativeTestJSON-1126013010-project-member] Lock "68b8db9a-f481-4822-a5f6-0896011f7463" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.861s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.969062] env[62211]: DEBUG oslo_concurrency.lockutils [req-b080a1fe-8e8a-4606-ac67-a41fee879513 req-18eb1afd-f64f-43aa-a2d6-dfda871578f4 service nova] Releasing lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2227.262748] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.310187] env[62211]: DEBUG oslo_vmware.api [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075484, 'name': ReconfigVM_Task, 'duration_secs': 0.29493} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.310480] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2227.315464] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca2c9ed3-60ad-49a2-a9a3-73f1b0aca76d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.332306] env[62211]: DEBUG oslo_vmware.api [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2227.332306] env[62211]: value = "task-2075485" [ 2227.332306] env[62211]: _type = "Task" [ 2227.332306] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.341519] env[62211]: DEBUG oslo_vmware.api [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.762746] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.843929] env[62211]: DEBUG oslo_vmware.api [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075485, 'name': ReconfigVM_Task, 'duration_secs': 0.160444} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.844337] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425394', 'volume_id': 'd5fe2360-daa7-47ff-a983-946293cca55f', 'name': 'volume-d5fe2360-daa7-47ff-a983-946293cca55f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a478aaf-ea40-4062-ac9a-7f576b4d5d51', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5fe2360-daa7-47ff-a983-946293cca55f', 'serial': 'd5fe2360-daa7-47ff-a983-946293cca55f'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2228.023774] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.024077] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.024317] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.024515] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.024689] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.026883] env[62211]: INFO nova.compute.manager [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Terminating instance [ 2228.264845] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.440990] env[62211]: DEBUG oslo_vmware.rw_handles [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527399ab-c480-e402-7593-bd34de9a621d/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2228.442066] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d488b155-045c-4995-b256-3f16573c73c2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.446654] env[62211]: DEBUG nova.objects.instance [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lazy-loading 'flavor' on Instance uuid 0a478aaf-ea40-4062-ac9a-7f576b4d5d51 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2228.449717] env[62211]: DEBUG oslo_vmware.rw_handles [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527399ab-c480-e402-7593-bd34de9a621d/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2228.449917] env[62211]: ERROR oslo_vmware.rw_handles [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527399ab-c480-e402-7593-bd34de9a621d/disk-0.vmdk due to incomplete transfer. [ 2228.450444] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7683ba1c-8ed6-498c-889f-efab13d1c14e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.457873] env[62211]: DEBUG oslo_vmware.rw_handles [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527399ab-c480-e402-7593-bd34de9a621d/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2228.458083] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Uploaded image cceaa453-7a7e-44b0-81a2-f47912f4fe26 to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2228.460559] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2228.460821] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-55c5c5e2-3521-48a4-8b60-9309a1d07bf4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.467562] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2228.467562] env[62211]: value = "task-2075486" [ 2228.467562] env[62211]: _type = "Task" [ 2228.467562] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.476063] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075486, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.531016] env[62211]: DEBUG nova.compute.manager [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2228.531313] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2228.531618] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b34c0e33-8c53-4373-aaab-67930e83a483 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.539542] env[62211]: DEBUG oslo_vmware.api [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2228.539542] env[62211]: value = "task-2075487" [ 2228.539542] env[62211]: _type = "Task" [ 2228.539542] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.548267] env[62211]: DEBUG oslo_vmware.api [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.763845] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.977510] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075486, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.049372] env[62211]: DEBUG oslo_vmware.api [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075487, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.264063] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.457252] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8cfdd072-82de-4cde-addf-669e53ae274b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.478578] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075486, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.549458] env[62211]: DEBUG oslo_vmware.api [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075487, 'name': PowerOffVM_Task, 'duration_secs': 0.521712} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.549735] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2229.549983] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2229.550255] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425422', 'volume_id': '517f5d3a-5349-4cc5-bb9f-d51d77fde65d', 'name': 'volume-517f5d3a-5349-4cc5-bb9f-d51d77fde65d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e', 'attached_at': '2025-01-13T09:35:13.000000', 'detached_at': '', 'volume_id': '517f5d3a-5349-4cc5-bb9f-d51d77fde65d', 'serial': '517f5d3a-5349-4cc5-bb9f-d51d77fde65d'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2229.551052] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5933cef-ee0c-4f45-a6b7-8a8e09e8679b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.571471] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de31bf01-e577-4720-956e-4977553e9af8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.578315] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab13ae6-ee1e-48a0-8c00-1fbce3c27da2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.599638] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf16f621-fdd6-4eb8-9593-e0f6144aee58 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.614288] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] The volume has not been displaced from its original location: [datastore1] volume-517f5d3a-5349-4cc5-bb9f-d51d77fde65d/volume-517f5d3a-5349-4cc5-bb9f-d51d77fde65d.vmdk. No consolidation needed. {{(pid=62211) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2229.619459] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2229.619731] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08c5932f-a431-4bc5-8b32-d66f65870abe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.638121] env[62211]: DEBUG oslo_vmware.api [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2229.638121] env[62211]: value = "task-2075488" [ 2229.638121] env[62211]: _type = "Task" [ 2229.638121] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.645626] env[62211]: DEBUG oslo_vmware.api [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.764410] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.939403] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2229.939687] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2229.939934] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleting the datastore file [datastore1] 08571a4e-7b57-4675-a635-808ee5bdcbdc {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2229.940338] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-561c7df8-a0a4-45da-b1ed-fae7aeca9549 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.948429] env[62211]: DEBUG oslo_vmware.api [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2229.948429] env[62211]: value = "task-2075489" [ 2229.948429] env[62211]: _type = "Task" [ 2229.948429] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.961270] env[62211]: DEBUG oslo_vmware.api [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.978113] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075486, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.147834] env[62211]: DEBUG oslo_vmware.api [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075488, 'name': ReconfigVM_Task, 'duration_secs': 0.424924} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.148137] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2230.152822] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abc04d67-ed0b-4924-80be-953db1bdfc14 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.169645] env[62211]: DEBUG oslo_vmware.api [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2230.169645] env[62211]: value = "task-2075490" [ 2230.169645] env[62211]: _type = "Task" [ 2230.169645] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.178229] env[62211]: DEBUG oslo_vmware.api [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.265677] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.458491] env[62211]: DEBUG oslo_vmware.api [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145778} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.458761] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2230.458981] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2230.459187] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2230.459365] env[62211]: INFO nova.compute.manager [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Took 8.40 seconds to destroy the instance on the hypervisor. [ 2230.459685] env[62211]: DEBUG oslo.service.loopingcall [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2230.459831] env[62211]: DEBUG nova.compute.manager [-] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2230.459922] env[62211]: DEBUG nova.network.neutron [-] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2230.479053] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075486, 'name': Destroy_Task, 'duration_secs': 1.556818} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.479339] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Destroyed the VM [ 2230.479630] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2230.479895] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d94336bf-8509-4441-9a19-40ab88a05f4f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.486841] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2230.486841] env[62211]: value = "task-2075491" [ 2230.486841] env[62211]: _type = "Task" [ 2230.486841] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.497303] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075491, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.628848] env[62211]: DEBUG oslo_concurrency.lockutils [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.629027] env[62211]: DEBUG oslo_concurrency.lockutils [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.629201] env[62211]: DEBUG oslo_concurrency.lockutils [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.629419] env[62211]: DEBUG oslo_concurrency.lockutils [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.629591] env[62211]: DEBUG oslo_concurrency.lockutils [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.631746] env[62211]: INFO nova.compute.manager [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Terminating instance [ 2230.680392] env[62211]: DEBUG oslo_vmware.api [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075490, 'name': ReconfigVM_Task, 'duration_secs': 0.140785} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.680692] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425422', 'volume_id': '517f5d3a-5349-4cc5-bb9f-d51d77fde65d', 'name': 'volume-517f5d3a-5349-4cc5-bb9f-d51d77fde65d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e', 'attached_at': '2025-01-13T09:35:13.000000', 'detached_at': '', 'volume_id': '517f5d3a-5349-4cc5-bb9f-d51d77fde65d', 'serial': '517f5d3a-5349-4cc5-bb9f-d51d77fde65d'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2230.681019] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2230.681847] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13183f23-af5f-465d-8629-c4cde696d1ab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.688917] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2230.689123] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d37a224e-07a1-42cf-9042-39d1ca8774ec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.767540] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.846392] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2230.846843] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2230.847072] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleting the datastore file [datastore1] 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2230.847344] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5740a75-38b0-4e3e-8795-c00645b1fbc1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.853640] env[62211]: DEBUG oslo_vmware.api [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2230.853640] env[62211]: value = "task-2075493" [ 2230.853640] env[62211]: _type = "Task" [ 2230.853640] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.861498] env[62211]: DEBUG oslo_vmware.api [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.996891] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075491, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.136706] env[62211]: DEBUG nova.compute.manager [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2231.136706] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2231.137043] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c88a886-9345-4dd8-b035-7913690fdf68 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.145680] env[62211]: DEBUG nova.network.neutron [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Successfully updated port: 20db305b-16ee-40e9-8416-9145d95a3039 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2231.151168] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2231.151691] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72c2f3b9-0cc3-4879-8f11-4667400cc796 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.159464] env[62211]: DEBUG oslo_vmware.api [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2231.159464] env[62211]: value = "task-2075494" [ 2231.159464] env[62211]: _type = "Task" [ 2231.159464] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.169327] env[62211]: DEBUG oslo_vmware.api [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.171878] env[62211]: DEBUG nova.compute.manager [req-ccd02457-d397-4582-9a2b-0df572440fd4 req-70c74b1e-d96d-4a23-978b-8ca8cfdaf8e0 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Received event network-vif-deleted-766fc2fc-aa5d-4f5f-8ed0-3c144001e64f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2231.171878] env[62211]: INFO nova.compute.manager [req-ccd02457-d397-4582-9a2b-0df572440fd4 req-70c74b1e-d96d-4a23-978b-8ca8cfdaf8e0 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Neutron deleted interface 766fc2fc-aa5d-4f5f-8ed0-3c144001e64f; detaching it from the instance and deleting it from the info cache [ 2231.172193] env[62211]: DEBUG nova.network.neutron [req-ccd02457-d397-4582-9a2b-0df572440fd4 req-70c74b1e-d96d-4a23-978b-8ca8cfdaf8e0 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.267547] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.364201] env[62211]: DEBUG oslo_vmware.api [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158205} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.364467] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2231.364660] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2231.364842] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2231.365030] env[62211]: INFO nova.compute.manager [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Took 2.83 seconds to destroy the instance on the hypervisor. [ 2231.365291] env[62211]: DEBUG oslo.service.loopingcall [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2231.365508] env[62211]: DEBUG nova.compute.manager [-] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2231.365606] env[62211]: DEBUG nova.network.neutron [-] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2231.497546] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075491, 'name': RemoveSnapshot_Task, 'duration_secs': 0.740972} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.497546] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2231.497925] env[62211]: DEBUG nova.compute.manager [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2231.499223] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7a960f-de76-439a-b05c-c49657987d82 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.514825] env[62211]: DEBUG nova.network.neutron [-] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.653256] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "refresh_cache-34cef8b7-f834-47fd-b100-50e1f44fb678" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.653435] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "refresh_cache-34cef8b7-f834-47fd-b100-50e1f44fb678" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.653557] env[62211]: DEBUG nova.network.neutron [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2231.672831] env[62211]: DEBUG oslo_vmware.api [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075494, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.674619] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a09c955b-e0a0-44be-b22b-fb6ad59e94df {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.684912] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d261530d-d994-46c0-b47b-be56d527869e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.718956] env[62211]: DEBUG nova.compute.manager [req-ccd02457-d397-4582-9a2b-0df572440fd4 req-70c74b1e-d96d-4a23-978b-8ca8cfdaf8e0 service nova] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Detach interface failed, port_id=766fc2fc-aa5d-4f5f-8ed0-3c144001e64f, reason: Instance 08571a4e-7b57-4675-a635-808ee5bdcbdc could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2231.768310] env[62211]: DEBUG oslo_vmware.api [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075483, 'name': ReconfigVM_Task, 'duration_secs': 7.758762} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.768970] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.769277] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Reconfigured VM to attach interface {{(pid=62211) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2232.011884] env[62211]: INFO nova.compute.manager [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Shelve offloading [ 2232.017538] env[62211]: INFO nova.compute.manager [-] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Took 1.56 seconds to deallocate network for instance. [ 2232.170858] env[62211]: DEBUG oslo_vmware.api [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075494, 'name': PowerOffVM_Task, 'duration_secs': 0.610718} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.171154] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2232.171328] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2232.171583] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e735e99-ebe2-4b8b-9aca-105330f4f646 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.190602] env[62211]: DEBUG nova.network.neutron [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2232.273962] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890c073-1435-4c93-b9d7-2d867c0a1b61 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 13.866s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.317434] env[62211]: DEBUG nova.network.neutron [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Updating instance_info_cache with network_info: [{"id": "20db305b-16ee-40e9-8416-9145d95a3039", "address": "fa:16:3e:24:13:8a", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db305b-16", "ovs_interfaceid": "20db305b-16ee-40e9-8416-9145d95a3039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.347029] env[62211]: DEBUG nova.network.neutron [-] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.373914] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2232.374231] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2232.374483] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Deleting the datastore file [datastore1] 0a478aaf-ea40-4062-ac9a-7f576b4d5d51 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2232.374804] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6effbe09-170b-4a84-9799-d66c2381d334 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.381492] env[62211]: DEBUG oslo_vmware.api [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2232.381492] env[62211]: value = "task-2075496" [ 2232.381492] env[62211]: _type = "Task" [ 2232.381492] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.388997] env[62211]: DEBUG oslo_vmware.api [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.516330] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2232.516669] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-733b4c07-bf5a-4992-8368-6bd9e40f6f85 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.522996] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.523252] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.523527] env[62211]: DEBUG nova.objects.instance [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lazy-loading 'resources' on Instance uuid 08571a4e-7b57-4675-a635-808ee5bdcbdc {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2232.526068] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2232.526068] env[62211]: value = "task-2075497" [ 2232.526068] env[62211]: _type = "Task" [ 2232.526068] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.534304] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] VM already powered off {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2232.534506] env[62211]: DEBUG nova.compute.manager [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2232.535232] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ab39e6-895c-4eac-be30-a2011b8d78c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.542932] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "refresh_cache-16974130-a930-4bed-b1fe-e1da89503264" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2232.543115] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "refresh_cache-16974130-a930-4bed-b1fe-e1da89503264" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2232.543288] env[62211]: DEBUG nova.network.neutron [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2232.820057] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "refresh_cache-34cef8b7-f834-47fd-b100-50e1f44fb678" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2232.820199] env[62211]: DEBUG nova.compute.manager [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Instance network_info: |[{"id": "20db305b-16ee-40e9-8416-9145d95a3039", "address": "fa:16:3e:24:13:8a", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db305b-16", "ovs_interfaceid": "20db305b-16ee-40e9-8416-9145d95a3039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2232.820614] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:13:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20db305b-16ee-40e9-8416-9145d95a3039', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2232.828278] env[62211]: DEBUG oslo.service.loopingcall [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2232.828487] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2232.828711] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dac0835-9817-448f-99fc-7f2e8ac8b600 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.848319] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2232.848319] env[62211]: value = "task-2075498" [ 2232.848319] env[62211]: _type = "Task" [ 2232.848319] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.848809] env[62211]: INFO nova.compute.manager [-] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Took 1.48 seconds to deallocate network for instance. [ 2232.858654] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075498, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.891189] env[62211]: DEBUG oslo_vmware.api [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.199491] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a27628-6ed1-4522-b7a0-ca99e6514fab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.207418] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbac792-f758-4d1b-98e9-747221fbff8e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.216084] env[62211]: DEBUG nova.compute.manager [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Received event network-vif-plugged-20db305b-16ee-40e9-8416-9145d95a3039 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2233.216373] env[62211]: DEBUG oslo_concurrency.lockutils [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] Acquiring lock "34cef8b7-f834-47fd-b100-50e1f44fb678-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.216638] env[62211]: DEBUG oslo_concurrency.lockutils [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] Lock "34cef8b7-f834-47fd-b100-50e1f44fb678-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.216852] env[62211]: DEBUG oslo_concurrency.lockutils [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] Lock "34cef8b7-f834-47fd-b100-50e1f44fb678-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.217066] env[62211]: DEBUG nova.compute.manager [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] No waiting events found dispatching network-vif-plugged-20db305b-16ee-40e9-8416-9145d95a3039 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2233.220082] env[62211]: WARNING nova.compute.manager [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Received unexpected event network-vif-plugged-20db305b-16ee-40e9-8416-9145d95a3039 for instance with vm_state building and task_state spawning. [ 2233.220082] env[62211]: DEBUG nova.compute.manager [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Received event network-changed-20db305b-16ee-40e9-8416-9145d95a3039 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2233.220082] env[62211]: DEBUG nova.compute.manager [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Refreshing instance network info cache due to event network-changed-20db305b-16ee-40e9-8416-9145d95a3039. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2233.220082] env[62211]: DEBUG oslo_concurrency.lockutils [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] Acquiring lock "refresh_cache-34cef8b7-f834-47fd-b100-50e1f44fb678" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2233.220082] env[62211]: DEBUG oslo_concurrency.lockutils [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] Acquired lock "refresh_cache-34cef8b7-f834-47fd-b100-50e1f44fb678" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2233.220082] env[62211]: DEBUG nova.network.neutron [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Refreshing network info cache for port 20db305b-16ee-40e9-8416-9145d95a3039 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2233.248524] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c753b3f-abc8-4f3f-b573-1263308162b2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.257222] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4940d5bb-81dd-47e2-9895-4e736e7e796c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.277070] env[62211]: DEBUG nova.compute.provider_tree [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2233.319866] env[62211]: DEBUG nova.network.neutron [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Updating instance_info_cache with network_info: [{"id": "0b1fc515-123e-4506-9504-9340067a027e", "address": "fa:16:3e:75:0a:e2", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1fc515-12", "ovs_interfaceid": "0b1fc515-123e-4506-9504-9340067a027e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2233.358470] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075498, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.391118] env[62211]: DEBUG oslo_vmware.api [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.513087} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.391380] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2233.391567] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2233.391747] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2233.391916] env[62211]: INFO nova.compute.manager [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Took 2.26 seconds to destroy the instance on the hypervisor. [ 2233.392172] env[62211]: DEBUG oslo.service.loopingcall [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2233.392359] env[62211]: DEBUG nova.compute.manager [-] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2233.392452] env[62211]: DEBUG nova.network.neutron [-] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2233.395559] env[62211]: INFO nova.compute.manager [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Took 0.54 seconds to detach 1 volumes for instance. [ 2233.781799] env[62211]: DEBUG nova.scheduler.client.report [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2233.824965] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "refresh_cache-16974130-a930-4bed-b1fe-e1da89503264" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.829112] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "interface-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-54263b0b-85e3-4555-a885-5152a9aab18e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.829340] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-54263b0b-85e3-4555-a885-5152a9aab18e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.859274] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075498, 'name': CreateVM_Task, 'duration_secs': 0.558773} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.859438] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2233.860107] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2233.860336] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2233.860582] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2233.860827] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3a7d20-402a-462a-a932-f6e546079665 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.865245] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2233.865245] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5288b8e9-b2f4-b38b-3df2-9e589d59f7f5" [ 2233.865245] env[62211]: _type = "Task" [ 2233.865245] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.872724] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5288b8e9-b2f4-b38b-3df2-9e589d59f7f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.901867] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.020978] env[62211]: DEBUG nova.network.neutron [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Updated VIF entry in instance network info cache for port 20db305b-16ee-40e9-8416-9145d95a3039. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2234.021353] env[62211]: DEBUG nova.network.neutron [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Updating instance_info_cache with network_info: [{"id": "20db305b-16ee-40e9-8416-9145d95a3039", "address": "fa:16:3e:24:13:8a", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db305b-16", "ovs_interfaceid": "20db305b-16ee-40e9-8416-9145d95a3039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2234.078679] env[62211]: DEBUG nova.compute.manager [req-e7d7b7db-4082-4b5f-9269-fb5948e09904 req-17d64e55-9fca-4e11-acd5-ed86c40573ec service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Received event network-vif-unplugged-0b1fc515-123e-4506-9504-9340067a027e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2234.078903] env[62211]: DEBUG oslo_concurrency.lockutils [req-e7d7b7db-4082-4b5f-9269-fb5948e09904 req-17d64e55-9fca-4e11-acd5-ed86c40573ec service nova] Acquiring lock "16974130-a930-4bed-b1fe-e1da89503264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.079133] env[62211]: DEBUG oslo_concurrency.lockutils [req-e7d7b7db-4082-4b5f-9269-fb5948e09904 req-17d64e55-9fca-4e11-acd5-ed86c40573ec service nova] Lock "16974130-a930-4bed-b1fe-e1da89503264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2234.079321] env[62211]: DEBUG oslo_concurrency.lockutils [req-e7d7b7db-4082-4b5f-9269-fb5948e09904 req-17d64e55-9fca-4e11-acd5-ed86c40573ec service nova] Lock "16974130-a930-4bed-b1fe-e1da89503264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.080014] env[62211]: DEBUG nova.compute.manager [req-e7d7b7db-4082-4b5f-9269-fb5948e09904 req-17d64e55-9fca-4e11-acd5-ed86c40573ec service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] No waiting events found dispatching network-vif-unplugged-0b1fc515-123e-4506-9504-9340067a027e {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2234.080334] env[62211]: WARNING nova.compute.manager [req-e7d7b7db-4082-4b5f-9269-fb5948e09904 req-17d64e55-9fca-4e11-acd5-ed86c40573ec service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Received unexpected event network-vif-unplugged-0b1fc515-123e-4506-9504-9340067a027e for instance with vm_state shelved and task_state shelving_offloading. [ 2234.097592] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2234.098499] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3f82be-b526-45c7-890a-a8945ecf15e0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.106380] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2234.106643] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86f80577-e1d4-4f5f-89c4-e9bb91ff5182 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.287095] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.289628] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.388s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2234.289731] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.310186] env[62211]: INFO nova.scheduler.client.report [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleted allocations for instance 08571a4e-7b57-4675-a635-808ee5bdcbdc [ 2234.312446] env[62211]: INFO nova.scheduler.client.report [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleted allocations for instance 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e [ 2234.332912] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.333167] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.334105] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235ecd05-0267-4fcd-8c1c-229ca894e2a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.353109] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be125fc-6cae-47e7-bd22-cc79e97f1dad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.379986] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Reconfiguring VM to detach interface {{(pid=62211) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2234.384256] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90c372be-1839-4b95-a91c-74fcf76df4a6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.396837] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2234.397070] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2234.397251] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleting the datastore file [datastore1] 16974130-a930-4bed-b1fe-e1da89503264 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2234.398542] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30db3e43-c1e1-4b26-9184-f15da99d04e2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.406631] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5288b8e9-b2f4-b38b-3df2-9e589d59f7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01004} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.408804] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2234.409042] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2234.409344] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.409549] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.409815] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2234.410242] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2234.410242] env[62211]: value = "task-2075501" [ 2234.410242] env[62211]: _type = "Task" [ 2234.410242] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.410580] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2234.410580] env[62211]: value = "task-2075500" [ 2234.410580] env[62211]: _type = "Task" [ 2234.410580] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.410873] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-775a5fa7-b1ae-49d2-aa77-c1fecf3e2755 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.427697] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.431907] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.437272] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2234.437515] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2234.438794] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c30c61d-91c5-4d03-b9cd-c9cb35693ed2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.444187] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2234.444187] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5234dfd2-0a0a-f64d-dd07-276b03316e63" [ 2234.444187] env[62211]: _type = "Task" [ 2234.444187] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.452270] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5234dfd2-0a0a-f64d-dd07-276b03316e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.484237] env[62211]: DEBUG nova.network.neutron [-] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2234.524279] env[62211]: DEBUG oslo_concurrency.lockutils [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] Releasing lock "refresh_cache-34cef8b7-f834-47fd-b100-50e1f44fb678" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2234.524546] env[62211]: DEBUG nova.compute.manager [req-0094eba2-adcf-4bac-97ee-6f2ab7bade8a req-7b3acc00-383b-4388-982b-4cd6ad652ff0 service nova] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Received event network-vif-deleted-a06e39c2-54a2-4705-bad4-f538e7184bef {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2234.728183] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2234.728424] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2234.822969] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ccf5e1c1-3375-435c-ab76-bdc14d07f46d tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.799s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.824256] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2890e059-389b-4648-b65a-534c6d90e89d tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "08571a4e-7b57-4675-a635-808ee5bdcbdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.276s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.927801] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.931028] env[62211]: DEBUG oslo_vmware.api [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140399} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.931028] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2234.931284] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2234.931325] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2234.956241] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5234dfd2-0a0a-f64d-dd07-276b03316e63, 'name': SearchDatastore_Task, 'duration_secs': 0.008724} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.957276] env[62211]: INFO nova.scheduler.client.report [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleted allocations for instance 16974130-a930-4bed-b1fe-e1da89503264 [ 2234.960427] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66521566-449f-4830-8676-0974ccbb60d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.966552] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2234.966552] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]520e0484-8ea6-cb0a-cdb2-08603ac855c8" [ 2234.966552] env[62211]: _type = "Task" [ 2234.966552] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.973702] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520e0484-8ea6-cb0a-cdb2-08603ac855c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.987464] env[62211]: INFO nova.compute.manager [-] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Took 1.59 seconds to deallocate network for instance. [ 2235.234630] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2235.236075] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2235.236075] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2235.238045] env[62211]: DEBUG nova.compute.manager [req-a0edab3d-9ad2-4b25-a2f1-c0edae47124d req-5d75301d-e5b2-4803-8497-612c99698051 service nova] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Received event network-vif-deleted-1a43e716-8a64-4639-8e02-5b683efde4e7 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2235.423331] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.461665] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2235.464018] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2235.464018] env[62211]: DEBUG nova.objects.instance [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lazy-loading 'resources' on Instance uuid 16974130-a930-4bed-b1fe-e1da89503264 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2235.477117] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520e0484-8ea6-cb0a-cdb2-08603ac855c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.477368] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.477618] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 34cef8b7-f834-47fd-b100-50e1f44fb678/34cef8b7-f834-47fd-b100-50e1f44fb678.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2235.478365] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2764ecb0-f94f-427e-8b1f-f1021e0833c2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.485178] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2235.485178] env[62211]: value = "task-2075502" [ 2235.485178] env[62211]: _type = "Task" [ 2235.485178] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.493465] env[62211]: DEBUG oslo_concurrency.lockutils [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2235.493733] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.741165] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Skipping network cache update for instance because it is Building. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2235.783102] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "refresh_cache-220bf8d7-f907-44c3-874c-75303f484b04" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2235.783260] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquired lock "refresh_cache-220bf8d7-f907-44c3-874c-75303f484b04" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2235.783409] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Forcefully refreshing network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2235.783606] env[62211]: DEBUG nova.objects.instance [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lazy-loading 'info_cache' on Instance uuid 220bf8d7-f907-44c3-874c-75303f484b04 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2235.924062] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.965955] env[62211]: DEBUG nova.objects.instance [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lazy-loading 'numa_topology' on Instance uuid 16974130-a930-4bed-b1fe-e1da89503264 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2235.996504] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452924} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.996885] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 34cef8b7-f834-47fd-b100-50e1f44fb678/34cef8b7-f834-47fd-b100-50e1f44fb678.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2235.997121] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2235.997375] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a0f9467-1dda-456e-8c7e-f9aea8aa8ab1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.003745] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2236.003745] env[62211]: value = "task-2075503" [ 2236.003745] env[62211]: _type = "Task" [ 2236.003745] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.012183] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.197959] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ae0bb15f-85c4-4151-9916-6230ea6e9f32 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "16974130-a930-4bed-b1fe-e1da89503264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.218508] env[62211]: DEBUG nova.compute.manager [req-96c0dda0-eef9-4489-a1e0-3e809adf0679 req-d1846050-152c-4fde-bff2-4a9150a6edcb service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Received event network-changed-0b1fc515-123e-4506-9504-9340067a027e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2236.218711] env[62211]: DEBUG nova.compute.manager [req-96c0dda0-eef9-4489-a1e0-3e809adf0679 req-d1846050-152c-4fde-bff2-4a9150a6edcb service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Refreshing instance network info cache due to event network-changed-0b1fc515-123e-4506-9504-9340067a027e. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2236.218931] env[62211]: DEBUG oslo_concurrency.lockutils [req-96c0dda0-eef9-4489-a1e0-3e809adf0679 req-d1846050-152c-4fde-bff2-4a9150a6edcb service nova] Acquiring lock "refresh_cache-16974130-a930-4bed-b1fe-e1da89503264" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2236.219085] env[62211]: DEBUG oslo_concurrency.lockutils [req-96c0dda0-eef9-4489-a1e0-3e809adf0679 req-d1846050-152c-4fde-bff2-4a9150a6edcb service nova] Acquired lock "refresh_cache-16974130-a930-4bed-b1fe-e1da89503264" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2236.219245] env[62211]: DEBUG nova.network.neutron [req-96c0dda0-eef9-4489-a1e0-3e809adf0679 req-d1846050-152c-4fde-bff2-4a9150a6edcb service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Refreshing network info cache for port 0b1fc515-123e-4506-9504-9340067a027e {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2236.424451] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.468461] env[62211]: DEBUG nova.objects.base [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Object Instance<16974130-a930-4bed-b1fe-e1da89503264> lazy-loaded attributes: resources,numa_topology {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2236.514193] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07077} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.516637] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2236.517631] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2128f2-d1a6-4ce9-a215-ace204f777e5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.539172] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 34cef8b7-f834-47fd-b100-50e1f44fb678/34cef8b7-f834-47fd-b100-50e1f44fb678.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2236.541674] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64e24cd3-ff20-44b2-b71a-495547b33660 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.561083] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2236.561083] env[62211]: value = "task-2075504" [ 2236.561083] env[62211]: _type = "Task" [ 2236.561083] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.569996] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.631814] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "e6c91f16-a8f1-4458-8864-abd827d53cb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.632047] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.633058] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "12180821-2199-4877-9c88-124008bb53c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.633254] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "12180821-2199-4877-9c88-124008bb53c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.635809] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c6816a-da9c-4fb0-b867-f30f33f2c422 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.643039] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77b5280-5e9b-441c-af17-8d8a2998cfd4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.677140] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e055c28d-0b62-4a37-a421-f8e4f8d8c24b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.684242] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8962dc98-c291-4905-aee4-067b4b19b3e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.697578] env[62211]: DEBUG nova.compute.provider_tree [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2236.765643] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "de6efed1-75b1-4240-b980-a04a790079dd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.765920] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "de6efed1-75b1-4240-b980-a04a790079dd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.919448] env[62211]: DEBUG nova.network.neutron [req-96c0dda0-eef9-4489-a1e0-3e809adf0679 req-d1846050-152c-4fde-bff2-4a9150a6edcb service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Updated VIF entry in instance network info cache for port 0b1fc515-123e-4506-9504-9340067a027e. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2236.919802] env[62211]: DEBUG nova.network.neutron [req-96c0dda0-eef9-4489-a1e0-3e809adf0679 req-d1846050-152c-4fde-bff2-4a9150a6edcb service nova] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Updating instance_info_cache with network_info: [{"id": "0b1fc515-123e-4506-9504-9340067a027e", "address": "fa:16:3e:75:0a:e2", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": null, "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0b1fc515-12", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2236.926902] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.071356] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075504, 'name': ReconfigVM_Task, 'duration_secs': 0.272425} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.071625] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 34cef8b7-f834-47fd-b100-50e1f44fb678/34cef8b7-f834-47fd-b100-50e1f44fb678.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2237.072271] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df80b53b-8a42-444d-87ae-6333d32c4be9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.078315] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2237.078315] env[62211]: value = "task-2075505" [ 2237.078315] env[62211]: _type = "Task" [ 2237.078315] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.085826] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075505, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.136066] env[62211]: DEBUG nova.compute.manager [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2237.139315] env[62211]: DEBUG nova.compute.manager [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2237.200570] env[62211]: DEBUG nova.scheduler.client.report [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2237.269586] env[62211]: DEBUG nova.compute.utils [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2237.422132] env[62211]: DEBUG oslo_concurrency.lockutils [req-96c0dda0-eef9-4489-a1e0-3e809adf0679 req-d1846050-152c-4fde-bff2-4a9150a6edcb service nova] Releasing lock "refresh_cache-16974130-a930-4bed-b1fe-e1da89503264" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2237.426835] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.553911] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Updating instance_info_cache with network_info: [{"id": "2976a855-2aed-4218-8b37-8e2f051579d4", "address": "fa:16:3e:08:cf:f4", "network": {"id": "16471d9c-23f3-443b-885a-01e197e415b1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1204435239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1500486577b947f1ba7af0ab337915ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2976a855-2a", "ovs_interfaceid": "2976a855-2aed-4218-8b37-8e2f051579d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2237.588046] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075505, 'name': Rename_Task, 'duration_secs': 0.156565} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.588317] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2237.588557] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a8329fb-2f8e-47d5-9fed-e83c9c81b0f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.595633] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2237.595633] env[62211]: value = "task-2075506" [ 2237.595633] env[62211]: _type = "Task" [ 2237.595633] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.604189] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.659862] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.660740] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.708564] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.711477] env[62211]: DEBUG oslo_concurrency.lockutils [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.218s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.711477] env[62211]: DEBUG nova.objects.instance [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lazy-loading 'resources' on Instance uuid 0a478aaf-ea40-4062-ac9a-7f576b4d5d51 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2237.773082] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "de6efed1-75b1-4240-b980-a04a790079dd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.928233] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.057038] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Releasing lock "refresh_cache-220bf8d7-f907-44c3-874c-75303f484b04" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.057231] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Updated the network info_cache for instance {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2238.057442] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2238.057603] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2238.057751] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2238.057902] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2238.058058] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2238.058208] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2238.058339] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2238.058482] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2238.106080] env[62211]: DEBUG oslo_vmware.api [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075506, 'name': PowerOnVM_Task, 'duration_secs': 0.434287} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.106362] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2238.106567] env[62211]: INFO nova.compute.manager [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Took 15.19 seconds to spawn the instance on the hypervisor. [ 2238.106750] env[62211]: DEBUG nova.compute.manager [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2238.107524] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765155aa-9c8f-405d-991a-e92f7173e2f8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.219464] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a7af7792-0c32-4a50-aba9-3f15afecd779 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "16974130-a930-4bed-b1fe-e1da89503264" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.693s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.220344] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ae0bb15f-85c4-4151-9916-6230ea6e9f32 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "16974130-a930-4bed-b1fe-e1da89503264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.023s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.220566] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ae0bb15f-85c4-4151-9916-6230ea6e9f32 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "16974130-a930-4bed-b1fe-e1da89503264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.220769] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ae0bb15f-85c4-4151-9916-6230ea6e9f32 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "16974130-a930-4bed-b1fe-e1da89503264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.220931] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ae0bb15f-85c4-4151-9916-6230ea6e9f32 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "16974130-a930-4bed-b1fe-e1da89503264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.222423] env[62211]: INFO nova.compute.manager [None req-ae0bb15f-85c4-4151-9916-6230ea6e9f32 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Terminating instance [ 2238.358711] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5de360e-bbfa-4930-8df2-d0b122a8193b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.367054] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b13223-c27b-42f1-bf80-5204d3299089 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.400317] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177e4ad0-b8ec-4d50-a58e-e7095ab91529 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.408602] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dd80e9-4083-4e36-bb7d-454e5bc87a97 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.422198] env[62211]: DEBUG nova.compute.provider_tree [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2238.431385] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.561799] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.627411] env[62211]: INFO nova.compute.manager [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Took 24.78 seconds to build instance. [ 2238.726396] env[62211]: DEBUG nova.compute.manager [None req-ae0bb15f-85c4-4151-9916-6230ea6e9f32 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2238.726635] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0bb15f-85c4-4151-9916-6230ea6e9f32 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2238.726970] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a21391dd-41e0-41f8-b824-5606d3c2f2ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.737477] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63baf80e-1bd5-44ba-b3c4-7fe669c03c4c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.767135] env[62211]: WARNING nova.virt.vmwareapi.vmops [None req-ae0bb15f-85c4-4151-9916-6230ea6e9f32 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 16974130-a930-4bed-b1fe-e1da89503264 could not be found. [ 2238.767352] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0bb15f-85c4-4151-9916-6230ea6e9f32 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2238.767534] env[62211]: INFO nova.compute.manager [None req-ae0bb15f-85c4-4151-9916-6230ea6e9f32 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Took 0.04 seconds to destroy the instance on the hypervisor. [ 2238.767784] env[62211]: DEBUG oslo.service.loopingcall [None req-ae0bb15f-85c4-4151-9916-6230ea6e9f32 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2238.768122] env[62211]: DEBUG nova.compute.manager [-] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2238.768219] env[62211]: DEBUG nova.network.neutron [-] [instance: 16974130-a930-4bed-b1fe-e1da89503264] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2238.837857] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "de6efed1-75b1-4240-b980-a04a790079dd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.838074] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "de6efed1-75b1-4240-b980-a04a790079dd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.838302] env[62211]: INFO nova.compute.manager [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Attaching volume a1e86eae-4d44-48b1-94ac-06dc61c5fcd7 to /dev/sdb [ 2238.871316] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe9eaec-2ba8-435e-b06f-535b277083f8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.880116] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3026795-5b07-4927-8dcf-73ace37ffdf1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.893174] env[62211]: DEBUG nova.virt.block_device [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Updating existing volume attachment record: 0014df62-1dd4-4099-8a23-c587db3188da {{(pid=62211) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2238.927392] env[62211]: DEBUG nova.scheduler.client.report [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2238.936512] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.129449] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d217acd-b9e0-4b0a-a269-a6bf2d55fd6e tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "34cef8b7-f834-47fd-b100-50e1f44fb678" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.290s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.432793] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.438667] env[62211]: DEBUG oslo_concurrency.lockutils [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.440938] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.781s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.442625] env[62211]: INFO nova.compute.claims [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2239.464040] env[62211]: INFO nova.scheduler.client.report [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Deleted allocations for instance 0a478aaf-ea40-4062-ac9a-7f576b4d5d51 [ 2239.528741] env[62211]: DEBUG nova.network.neutron [-] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2239.581551] env[62211]: INFO nova.compute.manager [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Rebuilding instance [ 2239.623605] env[62211]: DEBUG nova.compute.manager [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2239.624500] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99155f85-4bfe-45d0-815c-96350c72f97d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.933795] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.971603] env[62211]: DEBUG oslo_concurrency.lockutils [None req-bee6a9e4-f427-4683-a693-08568b75c528 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "0a478aaf-ea40-4062-ac9a-7f576b4d5d51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.343s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.031715] env[62211]: INFO nova.compute.manager [-] [instance: 16974130-a930-4bed-b1fe-e1da89503264] Took 1.26 seconds to deallocate network for instance. [ 2240.435881] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.587534] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a25d18a-eaef-4766-a9d8-9834e63d22bc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.595726] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fd331e-87de-4ac5-a363-8c88af23e748 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.636504] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52b82b2-3b6b-445b-a5a6-64cbd4fbd577 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.639442] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2240.640127] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be8ac608-fe49-46f4-8245-84a31e294e06 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.649622] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd70951-9745-471a-82b3-b4064cca3036 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.654096] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2240.654096] env[62211]: value = "task-2075510" [ 2240.654096] env[62211]: _type = "Task" [ 2240.654096] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.665278] env[62211]: DEBUG nova.compute.provider_tree [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2240.671773] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.935270] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.055748] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ae0bb15f-85c4-4151-9916-6230ea6e9f32 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "16974130-a930-4bed-b1fe-e1da89503264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.834s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.164257] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.168288] env[62211]: DEBUG nova.scheduler.client.report [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2241.435217] env[62211]: DEBUG oslo_vmware.api [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075500, 'name': ReconfigVM_Task, 'duration_secs': 6.942605} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.435484] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.435712] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Reconfigured VM to detach interface {{(pid=62211) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2241.665371] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075510, 'name': PowerOffVM_Task, 'duration_secs': 0.846406} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.665728] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2241.665977] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2241.666801] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dc146c-472c-4e44-9bbb-afb9c7fb9163 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.674150] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.674636] env[62211]: DEBUG nova.compute.manager [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2241.677313] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2241.677797] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.017s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.683402] env[62211]: INFO nova.compute.claims [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2241.685820] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-342003ef-cea4-48df-812b-dfee769719e7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.845922] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2241.846165] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2241.846349] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleting the datastore file [datastore1] 34cef8b7-f834-47fd-b100-50e1f44fb678 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2241.846612] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f70749da-d508-4c89-bf97-2ed46f7d3b45 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.852825] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2241.852825] env[62211]: value = "task-2075513" [ 2241.852825] env[62211]: _type = "Task" [ 2241.852825] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.860406] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.912137] env[62211]: DEBUG nova.compute.manager [req-f6b308e4-8367-4e2a-9010-e32cb33d03f2 req-401f596b-85a1-4f64-90e8-88751a750d46 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Received event network-vif-deleted-54263b0b-85e3-4555-a885-5152a9aab18e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2241.912137] env[62211]: INFO nova.compute.manager [req-f6b308e4-8367-4e2a-9010-e32cb33d03f2 req-401f596b-85a1-4f64-90e8-88751a750d46 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Neutron deleted interface 54263b0b-85e3-4555-a885-5152a9aab18e; detaching it from the instance and deleting it from the info cache [ 2241.912388] env[62211]: DEBUG nova.network.neutron [req-f6b308e4-8367-4e2a-9010-e32cb33d03f2 req-401f596b-85a1-4f64-90e8-88751a750d46 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Updating instance_info_cache with network_info: [{"id": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "address": "fa:16:3e:19:c1:50", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd735b0b-70", "ovs_interfaceid": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2242.179316] env[62211]: DEBUG nova.compute.utils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2242.180761] env[62211]: DEBUG nova.compute.manager [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2242.180936] env[62211]: DEBUG nova.network.neutron [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2242.218484] env[62211]: DEBUG nova.policy [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afc1cae0a53b47aca57d29dd504db737', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e7e728933d64b49b6dfcf72e5cf6fcd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2242.363822] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232316} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.364104] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2242.364292] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2242.364473] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2242.415880] env[62211]: DEBUG oslo_concurrency.lockutils [req-f6b308e4-8367-4e2a-9010-e32cb33d03f2 req-401f596b-85a1-4f64-90e8-88751a750d46 service nova] Acquiring lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2242.416086] env[62211]: DEBUG oslo_concurrency.lockutils [req-f6b308e4-8367-4e2a-9010-e32cb33d03f2 req-401f596b-85a1-4f64-90e8-88751a750d46 service nova] Acquired lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2242.417834] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de75951-4582-4253-8ca8-c278db20b0f8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.437224] env[62211]: DEBUG oslo_concurrency.lockutils [req-f6b308e4-8367-4e2a-9010-e32cb33d03f2 req-401f596b-85a1-4f64-90e8-88751a750d46 service nova] Releasing lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2242.437224] env[62211]: WARNING nova.compute.manager [req-f6b308e4-8367-4e2a-9010-e32cb33d03f2 req-401f596b-85a1-4f64-90e8-88751a750d46 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Detach interface failed, port_id=54263b0b-85e3-4555-a885-5152a9aab18e, reason: No device with interface-id 54263b0b-85e3-4555-a885-5152a9aab18e exists on VM: nova.exception.NotFound: No device with interface-id 54263b0b-85e3-4555-a885-5152a9aab18e exists on VM [ 2242.496600] env[62211]: DEBUG nova.network.neutron [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Successfully created port: 56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2242.510224] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "81ccaec5-a74e-465d-9e61-168976c38699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.510636] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "81ccaec5-a74e-465d-9e61-168976c38699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2242.515194] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "5427de84-e7e6-44f5-bd43-456313e0001c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.515551] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "5427de84-e7e6-44f5-bd43-456313e0001c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2242.596850] env[62211]: DEBUG oslo_concurrency.lockutils [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.596850] env[62211]: DEBUG oslo_concurrency.lockutils [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2242.596850] env[62211]: DEBUG oslo_concurrency.lockutils [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.596850] env[62211]: DEBUG oslo_concurrency.lockutils [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2242.596850] env[62211]: DEBUG oslo_concurrency.lockutils [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2242.597848] env[62211]: INFO nova.compute.manager [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Terminating instance [ 2242.687677] env[62211]: DEBUG nova.compute.manager [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2242.752110] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2242.752306] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2242.752517] env[62211]: DEBUG nova.network.neutron [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2242.850524] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdde73db-2bac-4063-8b41-8f96c8758d27 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.858135] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3ce1ff-003d-45c4-ad76-bfe9ef49306c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.891610] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da43ff3d-0776-4317-a351-7f800c89ede2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.900057] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73d7a84-33d9-44dc-8391-15a469babeed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.913358] env[62211]: DEBUG nova.compute.provider_tree [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2243.015658] env[62211]: DEBUG nova.compute.manager [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2243.019554] env[62211]: DEBUG nova.compute.manager [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2243.102093] env[62211]: DEBUG nova.compute.manager [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2243.102318] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2243.103254] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c713c1c-5a38-4f69-82b8-7a7edf1d3c55 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.111203] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2243.111426] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f94d21c2-c8b6-4bd5-a3d2-2b0f381598b3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.117294] env[62211]: DEBUG oslo_vmware.api [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2243.117294] env[62211]: value = "task-2075514" [ 2243.117294] env[62211]: _type = "Task" [ 2243.117294] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.125140] env[62211]: DEBUG oslo_vmware.api [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.426472] env[62211]: DEBUG nova.virt.hardware [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2243.426817] env[62211]: DEBUG nova.virt.hardware [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2243.426817] env[62211]: DEBUG nova.virt.hardware [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2243.426926] env[62211]: DEBUG nova.virt.hardware [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2243.427080] env[62211]: DEBUG nova.virt.hardware [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2243.427228] env[62211]: DEBUG nova.virt.hardware [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2243.427436] env[62211]: DEBUG nova.virt.hardware [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2243.427591] env[62211]: DEBUG nova.virt.hardware [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2243.427759] env[62211]: DEBUG nova.virt.hardware [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2243.427927] env[62211]: DEBUG nova.virt.hardware [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2243.428115] env[62211]: DEBUG nova.virt.hardware [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2243.428980] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a88202a-2842-4034-a54e-9eb815ea5872 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.432953] env[62211]: ERROR nova.scheduler.client.report [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [req-3627fd48-50cb-49d9-a8a9-da13875f4374] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3627fd48-50cb-49d9-a8a9-da13875f4374"}]} [ 2243.438493] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f653a9-99e2-4b61-80f3-0272f0a5c08e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.442995] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Volume attach. Driver type: vmdk {{(pid=62211) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2243.443277] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425440', 'volume_id': 'a1e86eae-4d44-48b1-94ac-06dc61c5fcd7', 'name': 'volume-a1e86eae-4d44-48b1-94ac-06dc61c5fcd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de6efed1-75b1-4240-b980-a04a790079dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1e86eae-4d44-48b1-94ac-06dc61c5fcd7', 'serial': 'a1e86eae-4d44-48b1-94ac-06dc61c5fcd7'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2243.443948] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3217ea8-54bb-4ebf-8af5-bceb34ad4d04 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.456206] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:13:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20db305b-16ee-40e9-8416-9145d95a3039', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2243.463433] env[62211]: DEBUG oslo.service.loopingcall [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2243.464341] env[62211]: DEBUG nova.scheduler.client.report [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2243.477634] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2243.478143] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b809188-21f6-4f96-813d-61bea16cedcf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.492299] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9002376-5945-4258-813b-d62e630c7b49 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.495061] env[62211]: DEBUG nova.scheduler.client.report [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2243.495270] env[62211]: DEBUG nova.compute.provider_tree [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2243.521202] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-a1e86eae-4d44-48b1-94ac-06dc61c5fcd7/volume-a1e86eae-4d44-48b1-94ac-06dc61c5fcd7.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2243.522254] env[62211]: DEBUG nova.scheduler.client.report [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2243.527053] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59a0b7fe-9dc6-40dc-b2d3-a4dcfa7f9545 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.542845] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2243.542845] env[62211]: value = "task-2075515" [ 2243.542845] env[62211]: _type = "Task" [ 2243.542845] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.543860] env[62211]: DEBUG nova.network.neutron [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Updating instance_info_cache with network_info: [{"id": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "address": "fa:16:3e:19:c1:50", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd735b0b-70", "ovs_interfaceid": "cd735b0b-70f8-4068-8264-7e96f4c5a11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2243.553948] env[62211]: DEBUG oslo_vmware.api [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2243.553948] env[62211]: value = "task-2075516" [ 2243.553948] env[62211]: _type = "Task" [ 2243.553948] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.560762] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075515, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.562291] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.566461] env[62211]: DEBUG oslo_vmware.api [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.573019] env[62211]: DEBUG nova.scheduler.client.report [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2243.576291] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.626717] env[62211]: DEBUG oslo_vmware.api [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075514, 'name': PowerOffVM_Task, 'duration_secs': 0.19814} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.629542] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2243.629761] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2243.630280] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f037946-49dd-4dee-af71-ec48dc3c49da {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.697809] env[62211]: DEBUG nova.compute.manager [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2243.718418] env[62211]: DEBUG nova.virt.hardware [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2243.718714] env[62211]: DEBUG nova.virt.hardware [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2243.718962] env[62211]: DEBUG nova.virt.hardware [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2243.719202] env[62211]: DEBUG nova.virt.hardware [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2243.719361] env[62211]: DEBUG nova.virt.hardware [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2243.719502] env[62211]: DEBUG nova.virt.hardware [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2243.719705] env[62211]: DEBUG nova.virt.hardware [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2243.719866] env[62211]: DEBUG nova.virt.hardware [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2243.720050] env[62211]: DEBUG nova.virt.hardware [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2243.720220] env[62211]: DEBUG nova.virt.hardware [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2243.720391] env[62211]: DEBUG nova.virt.hardware [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2243.721312] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a62ee4-da1a-43ce-b3c9-4b76857d70e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.731643] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7fac9b-952c-45b7-ab27-db41e29e7c61 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.736822] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad0ea13-5bb5-47f4-8b39-1deaf749a6d9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.751374] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea574b4d-a6e2-4817-9ee1-772167217b0c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.780671] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b54934-fa15-4068-86f5-d3844c54f52d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.788289] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5f727a-ff32-437e-88ce-10eabc7f1f8c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.803438] env[62211]: DEBUG nova.compute.provider_tree [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2243.887170] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2243.887443] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2243.887663] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Deleting the datastore file [datastore1] d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2243.887967] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-567987dc-23b5-4bce-a3c8-ec58be508359 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.894185] env[62211]: DEBUG oslo_vmware.api [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2243.894185] env[62211]: value = "task-2075518" [ 2243.894185] env[62211]: _type = "Task" [ 2243.894185] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.903338] env[62211]: DEBUG oslo_vmware.api [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.939151] env[62211]: DEBUG nova.compute.manager [req-32333e53-f47c-4be7-936b-9b8b6ceedfb9 req-3aee1eed-76a5-4ddd-ac3d-c4786ae7ce2e service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Received event network-vif-plugged-56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2243.939399] env[62211]: DEBUG oslo_concurrency.lockutils [req-32333e53-f47c-4be7-936b-9b8b6ceedfb9 req-3aee1eed-76a5-4ddd-ac3d-c4786ae7ce2e service nova] Acquiring lock "12180821-2199-4877-9c88-124008bb53c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.939649] env[62211]: DEBUG oslo_concurrency.lockutils [req-32333e53-f47c-4be7-936b-9b8b6ceedfb9 req-3aee1eed-76a5-4ddd-ac3d-c4786ae7ce2e service nova] Lock "12180821-2199-4877-9c88-124008bb53c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.940976] env[62211]: DEBUG oslo_concurrency.lockutils [req-32333e53-f47c-4be7-936b-9b8b6ceedfb9 req-3aee1eed-76a5-4ddd-ac3d-c4786ae7ce2e service nova] Lock "12180821-2199-4877-9c88-124008bb53c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.940976] env[62211]: DEBUG nova.compute.manager [req-32333e53-f47c-4be7-936b-9b8b6ceedfb9 req-3aee1eed-76a5-4ddd-ac3d-c4786ae7ce2e service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] No waiting events found dispatching network-vif-plugged-56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2243.940976] env[62211]: WARNING nova.compute.manager [req-32333e53-f47c-4be7-936b-9b8b6ceedfb9 req-3aee1eed-76a5-4ddd-ac3d-c4786ae7ce2e service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Received unexpected event network-vif-plugged-56ba99ac-8b1a-416e-9026-eebd9eab016d for instance with vm_state building and task_state spawning. [ 2244.006385] env[62211]: DEBUG nova.network.neutron [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Successfully updated port: 56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2244.052117] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "refresh_cache-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2244.062131] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075515, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.067975] env[62211]: DEBUG oslo_vmware.api [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075516, 'name': ReconfigVM_Task, 'duration_secs': 0.335719} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.068314] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-a1e86eae-4d44-48b1-94ac-06dc61c5fcd7/volume-a1e86eae-4d44-48b1-94ac-06dc61c5fcd7.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2244.073494] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09f0ba3e-be67-4b2b-b03c-82ec9b913815 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.088891] env[62211]: DEBUG oslo_vmware.api [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2244.088891] env[62211]: value = "task-2075519" [ 2244.088891] env[62211]: _type = "Task" [ 2244.088891] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.097075] env[62211]: DEBUG oslo_vmware.api [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.333675] env[62211]: DEBUG nova.scheduler.client.report [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2244.333969] env[62211]: DEBUG nova.compute.provider_tree [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 137 to 138 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2244.334179] env[62211]: DEBUG nova.compute.provider_tree [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2244.404181] env[62211]: DEBUG oslo_vmware.api [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17397} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.404434] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2244.404621] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2244.404917] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2244.405107] env[62211]: INFO nova.compute.manager [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Took 1.30 seconds to destroy the instance on the hypervisor. [ 2244.405349] env[62211]: DEBUG oslo.service.loopingcall [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2244.405638] env[62211]: DEBUG nova.compute.manager [-] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2244.405868] env[62211]: DEBUG nova.network.neutron [-] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2244.509282] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2244.509576] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2244.509655] env[62211]: DEBUG nova.network.neutron [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2244.559766] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d5d86caf-cebf-4644-961e-a6d309919df3 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7-54263b0b-85e3-4555-a885-5152a9aab18e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.729s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.559970] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075515, 'name': CreateVM_Task, 'duration_secs': 0.590757} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.560143] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2244.560975] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2244.561155] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2244.561468] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2244.561712] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dfdeddd-89a3-44be-bfbc-85c998f74cd8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.567049] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2244.567049] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f1fcca-bc47-58ad-7088-72b68e3429c8" [ 2244.567049] env[62211]: _type = "Task" [ 2244.567049] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.575498] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f1fcca-bc47-58ad-7088-72b68e3429c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.598214] env[62211]: DEBUG oslo_vmware.api [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075519, 'name': ReconfigVM_Task, 'duration_secs': 0.133781} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.598636] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425440', 'volume_id': 'a1e86eae-4d44-48b1-94ac-06dc61c5fcd7', 'name': 'volume-a1e86eae-4d44-48b1-94ac-06dc61c5fcd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de6efed1-75b1-4240-b980-a04a790079dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1e86eae-4d44-48b1-94ac-06dc61c5fcd7', 'serial': 'a1e86eae-4d44-48b1-94ac-06dc61c5fcd7'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2244.839343] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.161s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.839878] env[62211]: DEBUG nova.compute.manager [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2244.843106] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.281s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.843201] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.843426] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2244.843606] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.282s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.844981] env[62211]: INFO nova.compute.claims [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2244.847908] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3a722e-378d-4ac0-b677-cfad592729cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.857718] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a1fb0-8976-4b5d-bdd0-4a1b802149a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.880058] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7436dfc-af42-4cb2-9e7a-1b7a2402f3e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.888023] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0215ed-de88-4aff-8e73-38cbed8b935a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.920063] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179512MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2244.920236] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.041486] env[62211]: DEBUG nova.network.neutron [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2245.077668] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f1fcca-bc47-58ad-7088-72b68e3429c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01247} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.080330] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2245.080568] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2245.080799] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.080950] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.081146] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2245.081439] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0270a75d-1e79-47a5-8ca2-b1fe42765431 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.089550] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2245.089724] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2245.090438] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6581113-b557-4581-afc4-c17fc86d2739 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.098533] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2245.098533] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52033d6e-b9d7-2d6e-1b92-9d507e9397b5" [ 2245.098533] env[62211]: _type = "Task" [ 2245.098533] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.112592] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52033d6e-b9d7-2d6e-1b92-9d507e9397b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.113470] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606b1a91-6111-4855-afd7-1847d5bacc37 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.119372] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2245.119372] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d18931-8a63-0707-c719-07501ff9b525" [ 2245.119372] env[62211]: _type = "Task" [ 2245.119372] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.129426] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d18931-8a63-0707-c719-07501ff9b525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.196648] env[62211]: DEBUG nova.network.neutron [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Updating instance_info_cache with network_info: [{"id": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "address": "fa:16:3e:1a:4b:59", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56ba99ac-8b", "ovs_interfaceid": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.349048] env[62211]: DEBUG nova.compute.utils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2245.350419] env[62211]: DEBUG nova.compute.manager [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2245.350593] env[62211]: DEBUG nova.network.neutron [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2245.383023] env[62211]: DEBUG nova.network.neutron [-] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.397545] env[62211]: DEBUG nova.policy [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '077f7e7187a24baeb2f3d929dd4d765c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ef7ba8fb974d6fba860ada7e8a464c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2245.630043] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d18931-8a63-0707-c719-07501ff9b525, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.630307] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2245.630581] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 34cef8b7-f834-47fd-b100-50e1f44fb678/34cef8b7-f834-47fd-b100-50e1f44fb678.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2245.630836] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63d660d4-f732-44ec-bfcd-a50063e000c6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.637886] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2245.637886] env[62211]: value = "task-2075520" [ 2245.637886] env[62211]: _type = "Task" [ 2245.637886] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.645900] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.648217] env[62211]: DEBUG nova.objects.instance [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lazy-loading 'flavor' on Instance uuid de6efed1-75b1-4240-b980-a04a790079dd {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2245.682356] env[62211]: DEBUG nova.network.neutron [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Successfully created port: 18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2245.700959] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2245.700959] env[62211]: DEBUG nova.compute.manager [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Instance network_info: |[{"id": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "address": "fa:16:3e:1a:4b:59", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56ba99ac-8b", "ovs_interfaceid": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2245.700959] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:4b:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56ba99ac-8b1a-416e-9026-eebd9eab016d', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2245.708358] env[62211]: DEBUG oslo.service.loopingcall [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2245.708597] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12180821-2199-4877-9c88-124008bb53c0] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2245.708842] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4434231d-2b0e-458b-bbb9-e7ed095e3637 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.730249] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2245.730249] env[62211]: value = "task-2075521" [ 2245.730249] env[62211]: _type = "Task" [ 2245.730249] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.738123] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.853531] env[62211]: DEBUG nova.compute.manager [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2245.889201] env[62211]: INFO nova.compute.manager [-] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Took 1.48 seconds to deallocate network for instance. [ 2246.009043] env[62211]: DEBUG nova.compute.manager [req-dee4befb-5a64-49ec-9a46-a1e918fb1c98 req-9bc05dac-1fdc-4f63-841f-2c93ddc3db50 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Received event network-changed-56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2246.009264] env[62211]: DEBUG nova.compute.manager [req-dee4befb-5a64-49ec-9a46-a1e918fb1c98 req-9bc05dac-1fdc-4f63-841f-2c93ddc3db50 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Refreshing instance network info cache due to event network-changed-56ba99ac-8b1a-416e-9026-eebd9eab016d. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2246.009551] env[62211]: DEBUG oslo_concurrency.lockutils [req-dee4befb-5a64-49ec-9a46-a1e918fb1c98 req-9bc05dac-1fdc-4f63-841f-2c93ddc3db50 service nova] Acquiring lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.009794] env[62211]: DEBUG oslo_concurrency.lockutils [req-dee4befb-5a64-49ec-9a46-a1e918fb1c98 req-9bc05dac-1fdc-4f63-841f-2c93ddc3db50 service nova] Acquired lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.009868] env[62211]: DEBUG nova.network.neutron [req-dee4befb-5a64-49ec-9a46-a1e918fb1c98 req-9bc05dac-1fdc-4f63-841f-2c93ddc3db50 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Refreshing network info cache for port 56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2246.062519] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895e7cf1-cd8e-448c-9bc3-e02b945e6856 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.071842] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e31afdb-36c7-46cb-963b-ca31916424d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.104868] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c3a047-a86e-4bf9-b7ae-5cf0961f9f62 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.112129] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fe8a00-ffee-4716-83ea-4a7455e68477 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.124970] env[62211]: DEBUG nova.compute.provider_tree [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2246.147016] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458945} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.147343] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 34cef8b7-f834-47fd-b100-50e1f44fb678/34cef8b7-f834-47fd-b100-50e1f44fb678.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2246.147596] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2246.147870] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d36a2b55-3b9a-4e50-8709-c08f60dc026f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.154162] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b2cd174b-d0f6-4f35-ab6d-9801c6979e95 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "de6efed1-75b1-4240-b980-a04a790079dd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.316s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.155219] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2246.155219] env[62211]: value = "task-2075522" [ 2246.155219] env[62211]: _type = "Task" [ 2246.155219] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.162775] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.240094] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.309796] env[62211]: INFO nova.compute.manager [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Rescuing [ 2246.310058] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.310219] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.310387] env[62211]: DEBUG nova.network.neutron [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2246.398402] env[62211]: DEBUG oslo_concurrency.lockutils [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.627371] env[62211]: DEBUG nova.scheduler.client.report [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2246.667151] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066128} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.667429] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2246.668186] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a3db09-fe4d-4592-8432-f11674d9b667 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.691046] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 34cef8b7-f834-47fd-b100-50e1f44fb678/34cef8b7-f834-47fd-b100-50e1f44fb678.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2246.693195] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fe27598-7072-43ac-841f-cf01987cd671 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.712022] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2246.712022] env[62211]: value = "task-2075523" [ 2246.712022] env[62211]: _type = "Task" [ 2246.712022] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.719632] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.740509] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.741391] env[62211]: DEBUG nova.network.neutron [req-dee4befb-5a64-49ec-9a46-a1e918fb1c98 req-9bc05dac-1fdc-4f63-841f-2c93ddc3db50 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Updated VIF entry in instance network info cache for port 56ba99ac-8b1a-416e-9026-eebd9eab016d. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2246.741744] env[62211]: DEBUG nova.network.neutron [req-dee4befb-5a64-49ec-9a46-a1e918fb1c98 req-9bc05dac-1fdc-4f63-841f-2c93ddc3db50 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Updating instance_info_cache with network_info: [{"id": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "address": "fa:16:3e:1a:4b:59", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56ba99ac-8b", "ovs_interfaceid": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2246.866889] env[62211]: DEBUG nova.compute.manager [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2246.892937] env[62211]: DEBUG nova.virt.hardware [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2246.893203] env[62211]: DEBUG nova.virt.hardware [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2246.893359] env[62211]: DEBUG nova.virt.hardware [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2246.893540] env[62211]: DEBUG nova.virt.hardware [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2246.893676] env[62211]: DEBUG nova.virt.hardware [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2246.893821] env[62211]: DEBUG nova.virt.hardware [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2246.894464] env[62211]: DEBUG nova.virt.hardware [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2246.894464] env[62211]: DEBUG nova.virt.hardware [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2246.894464] env[62211]: DEBUG nova.virt.hardware [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2246.894622] env[62211]: DEBUG nova.virt.hardware [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2246.894655] env[62211]: DEBUG nova.virt.hardware [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2246.895610] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18df7ec-e44d-4238-8bef-6d611a9328a9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.903700] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d603fe-4b5e-4803-8ec7-e75eb1e5e258 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.020441] env[62211]: DEBUG nova.network.neutron [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Updating instance_info_cache with network_info: [{"id": "d100192a-7155-4c19-ac3f-ecd980272638", "address": "fa:16:3e:b0:71:4d", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd100192a-71", "ovs_interfaceid": "d100192a-7155-4c19-ac3f-ecd980272638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.133051] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.133569] env[62211]: DEBUG nova.compute.manager [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2247.136645] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.563s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2247.138169] env[62211]: INFO nova.compute.claims [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2247.221716] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075523, 'name': ReconfigVM_Task, 'duration_secs': 0.263482} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.222015] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 34cef8b7-f834-47fd-b100-50e1f44fb678/34cef8b7-f834-47fd-b100-50e1f44fb678.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2247.222653] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01a72270-6201-47f3-bbeb-4ea306bf4e6d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.228539] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2247.228539] env[62211]: value = "task-2075524" [ 2247.228539] env[62211]: _type = "Task" [ 2247.228539] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.238404] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075524, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.243011] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.244588] env[62211]: DEBUG oslo_concurrency.lockutils [req-dee4befb-5a64-49ec-9a46-a1e918fb1c98 req-9bc05dac-1fdc-4f63-841f-2c93ddc3db50 service nova] Releasing lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.244785] env[62211]: DEBUG nova.compute.manager [req-dee4befb-5a64-49ec-9a46-a1e918fb1c98 req-9bc05dac-1fdc-4f63-841f-2c93ddc3db50 service nova] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Received event network-vif-deleted-cd735b0b-70f8-4068-8264-7e96f4c5a11b {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2247.523315] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.642139] env[62211]: DEBUG nova.compute.utils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2247.645293] env[62211]: DEBUG nova.compute.manager [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2247.645465] env[62211]: DEBUG nova.network.neutron [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2247.683964] env[62211]: DEBUG nova.policy [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '587a85f91290430d9d2d1cd866e636c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615e477a88c5481fa583b4b97dec4c26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2247.743768] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075524, 'name': Rename_Task, 'duration_secs': 0.138532} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.747462] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2247.747672] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.747868] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d3ccef9-d18e-4b55-adc5-a79a0b78d4dd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.754309] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2247.754309] env[62211]: value = "task-2075525" [ 2247.754309] env[62211]: _type = "Task" [ 2247.754309] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.761602] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.913592] env[62211]: DEBUG nova.network.neutron [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Successfully created port: bb535345-08a8-409a-ab7c-95ac8401525f {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2248.148117] env[62211]: DEBUG nova.compute.manager [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2248.245521] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.264195] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075525, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.319328] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037d46e0-95d6-4551-8f81-b58228679c7c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.329124] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9b8031-4e56-4f26-b7d8-6e513173d068 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.362658] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97f4958-648f-4806-b4a7-a9264557d0b9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.376095] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bdf9c6-b476-44de-a7b0-bff8f97b9345 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.392449] env[62211]: DEBUG nova.compute.provider_tree [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2248.743516] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.763543] env[62211]: DEBUG oslo_vmware.api [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075525, 'name': PowerOnVM_Task, 'duration_secs': 0.601614} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.763793] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2248.764055] env[62211]: DEBUG nova.compute.manager [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2248.764778] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6be6d14-86ce-411a-abc6-42d963c96136 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.895023] env[62211]: DEBUG nova.scheduler.client.report [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2249.054387] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2249.054694] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c03bb8f-8423-4cb2-ac0c-ac38180d26c0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.062232] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2249.062232] env[62211]: value = "task-2075526" [ 2249.062232] env[62211]: _type = "Task" [ 2249.062232] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.069778] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.161224] env[62211]: DEBUG nova.compute.manager [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2249.189368] env[62211]: DEBUG nova.virt.hardware [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2249.189640] env[62211]: DEBUG nova.virt.hardware [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2249.189803] env[62211]: DEBUG nova.virt.hardware [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2249.189993] env[62211]: DEBUG nova.virt.hardware [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2249.190163] env[62211]: DEBUG nova.virt.hardware [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2249.190312] env[62211]: DEBUG nova.virt.hardware [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2249.190522] env[62211]: DEBUG nova.virt.hardware [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2249.190683] env[62211]: DEBUG nova.virt.hardware [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2249.190851] env[62211]: DEBUG nova.virt.hardware [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2249.191026] env[62211]: DEBUG nova.virt.hardware [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2249.191206] env[62211]: DEBUG nova.virt.hardware [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2249.192273] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6642640e-8ff6-473c-9ed4-de48f5e93e96 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.201121] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738d8444-ddcb-4d2e-9417-f2c0ad0e89e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.243691] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.281545] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.399913] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.400451] env[62211]: DEBUG nova.compute.manager [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2249.403494] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.483s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.572401] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075526, 'name': PowerOffVM_Task, 'duration_secs': 0.408919} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.572669] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2249.573457] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02b5dcb-91f1-41d6-91cb-2c24902cb039 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.595480] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ec8358-a838-4976-907d-f83d2ed80cc7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.622261] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2249.622748] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e6d5fcc-eb90-4b54-8fb2-294192d4ef33 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.629166] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2249.629166] env[62211]: value = "task-2075527" [ 2249.629166] env[62211]: _type = "Task" [ 2249.629166] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.637133] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.745403] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.907477] env[62211]: DEBUG nova.compute.utils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2249.914387] env[62211]: DEBUG nova.compute.manager [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2249.914625] env[62211]: DEBUG nova.network.neutron [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2249.954541] env[62211]: DEBUG nova.policy [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61d68b99b33940a6acfea771f67bda52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c9a9a234ac84c3ab56554aefc964250', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2250.108294] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "34cef8b7-f834-47fd-b100-50e1f44fb678" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.108669] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "34cef8b7-f834-47fd-b100-50e1f44fb678" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.108772] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "34cef8b7-f834-47fd-b100-50e1f44fb678-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.108940] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "34cef8b7-f834-47fd-b100-50e1f44fb678-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.109128] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "34cef8b7-f834-47fd-b100-50e1f44fb678-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2250.111213] env[62211]: INFO nova.compute.manager [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Terminating instance [ 2250.140460] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] VM already powered off {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2250.140680] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2250.140919] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2250.141086] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2250.141264] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2250.141508] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c9975cd-bbc5-421e-bbe4-21a417eb6d9a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.150341] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2250.150341] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2250.151009] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f830d0c-74e6-4620-a59e-392ec34a3a5f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.155791] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2250.155791] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52bcf947-8820-d298-be13-faa790ea824f" [ 2250.155791] env[62211]: _type = "Task" [ 2250.155791] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.163135] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52bcf947-8820-d298-be13-faa790ea824f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.210288] env[62211]: DEBUG nova.network.neutron [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Successfully created port: 49d2708b-9751-4be4-a023-bdc4387fe909 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2250.245534] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.414840] env[62211]: DEBUG nova.compute.manager [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2250.437048] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 220bf8d7-f907-44c3-874c-75303f484b04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2250.437230] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 45ad4bb0-5e77-47d4-bdb8-542c2039dafe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2250.437356] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance a1416796-8b45-4761-84e8-d0ea2d8540f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2250.437477] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 76b778ef-3239-485f-a54c-46cb1cbe9cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2250.437662] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2250.437792] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance de6efed1-75b1-4240-b980-a04a790079dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2250.437904] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance a230ecc1-fda2-4238-8cde-55f2b5bc4028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2250.438026] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 34cef8b7-f834-47fd-b100-50e1f44fb678 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2250.438313] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 12180821-2199-4877-9c88-124008bb53c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2250.438313] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance e6c91f16-a8f1-4458-8864-abd827d53cb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2250.438543] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 81ccaec5-a74e-465d-9e61-168976c38699 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2250.438543] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 5427de84-e7e6-44f5-bd43-456313e0001c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2250.561356] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "4a3fee55-aff4-4f18-b1ff-93da0613889c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.561590] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "4a3fee55-aff4-4f18-b1ff-93da0613889c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.614307] env[62211]: DEBUG nova.compute.manager [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2250.614528] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2250.615405] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceeeb4f-f3fc-4b02-bdb0-a98121962a3e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.622870] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2250.623103] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-475bb81f-b87b-4cc2-9c0a-831ea1ec2e45 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.629419] env[62211]: DEBUG oslo_vmware.api [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2250.629419] env[62211]: value = "task-2075528" [ 2250.629419] env[62211]: _type = "Task" [ 2250.629419] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.638170] env[62211]: DEBUG oslo_vmware.api [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.665975] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52bcf947-8820-d298-be13-faa790ea824f, 'name': SearchDatastore_Task, 'duration_secs': 0.008011} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.666749] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80100c51-9ad7-4a08-a38b-ab9f1cf953da {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.672108] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2250.672108] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521468b4-1ecd-0f87-fb43-85739ec57d6d" [ 2250.672108] env[62211]: _type = "Task" [ 2250.672108] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.679606] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521468b4-1ecd-0f87-fb43-85739ec57d6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.746127] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.942433] env[62211]: INFO nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 4a3fee55-aff4-4f18-b1ff-93da0613889c has allocations against this compute host but is not found in the database. [ 2250.942662] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2250.942804] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2251.066406] env[62211]: DEBUG nova.compute.manager [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2251.089619] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd02223-b384-4fa2-9d28-3a1272d3112d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.097427] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b506d486-373a-42d1-b2b0-53fcae3795ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.127044] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cdda99-0c93-4316-88b9-4c15ee968fc1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.137156] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a19cc0-a204-45e2-9bbc-524cde331235 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.143408] env[62211]: DEBUG oslo_vmware.api [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075528, 'name': PowerOffVM_Task, 'duration_secs': 0.171757} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.143998] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2251.144224] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2251.144663] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87544f34-da1e-4a48-9c3c-ce124879f733 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.153216] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2251.180793] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521468b4-1ecd-0f87-fb43-85739ec57d6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.181070] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2251.181324] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] de6efed1-75b1-4240-b980-a04a790079dd/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk. {{(pid=62211) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2251.181551] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80f7b511-fac4-4523-9010-80d98a5f7357 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.187314] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2251.187314] env[62211]: value = "task-2075530" [ 2251.187314] env[62211]: _type = "Task" [ 2251.187314] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.195521] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.246368] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.428104] env[62211]: DEBUG nova.compute.manager [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2251.457553] env[62211]: DEBUG nova.virt.hardware [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2251.457931] env[62211]: DEBUG nova.virt.hardware [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2251.458132] env[62211]: DEBUG nova.virt.hardware [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2251.458394] env[62211]: DEBUG nova.virt.hardware [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2251.458598] env[62211]: DEBUG nova.virt.hardware [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2251.458791] env[62211]: DEBUG nova.virt.hardware [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2251.459102] env[62211]: DEBUG nova.virt.hardware [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2251.459314] env[62211]: DEBUG nova.virt.hardware [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2251.459557] env[62211]: DEBUG nova.virt.hardware [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2251.459786] env[62211]: DEBUG nova.virt.hardware [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2251.460104] env[62211]: DEBUG nova.virt.hardware [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2251.461131] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4675e7-15fe-45b9-9d09-442885dfcb88 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.471498] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3571cb1d-a657-4df8-8407-45a139780704 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.588660] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.656363] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2251.696348] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433507} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.696608] env[62211]: INFO nova.virt.vmwareapi.ds_util [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] de6efed1-75b1-4240-b980-a04a790079dd/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk. [ 2251.697394] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e658826-5afd-488b-a62b-529b2416f2e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.724662] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] de6efed1-75b1-4240-b980-a04a790079dd/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2251.724944] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e2c785b-8b94-4ab6-9753-4b4e2c49f485 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.747582] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.748852] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2251.748852] env[62211]: value = "task-2075531" [ 2251.748852] env[62211]: _type = "Task" [ 2251.748852] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.756088] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.161193] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2252.161373] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.758s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.161659] env[62211]: DEBUG oslo_concurrency.lockutils [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.764s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.161849] env[62211]: DEBUG oslo_concurrency.lockutils [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.163949] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.883s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.164144] env[62211]: DEBUG nova.objects.instance [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62211) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2252.183710] env[62211]: INFO nova.scheduler.client.report [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Deleted allocations for instance d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7 [ 2252.250073] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.258010] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075531, 'name': ReconfigVM_Task, 'duration_secs': 0.302752} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.258307] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Reconfigured VM instance instance-0000005c to attach disk [datastore1] de6efed1-75b1-4240-b980-a04a790079dd/5687f9a1-12e3-4ec8-9836-625d22e3eb7c-rescue.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2252.259104] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00632deb-212e-482a-b0e6-8606d3161946 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.287945] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c58be2-9391-4551-a3ad-e987ff4b8d13 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.297606] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2252.297804] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2252.298014] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleting the datastore file [datastore1] 34cef8b7-f834-47fd-b100-50e1f44fb678 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2252.298551] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47ae3664-5fef-41fe-a624-058b40f34cda {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.304972] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2252.304972] env[62211]: value = "task-2075533" [ 2252.304972] env[62211]: _type = "Task" [ 2252.304972] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.309339] env[62211]: DEBUG oslo_vmware.api [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2252.309339] env[62211]: value = "task-2075532" [ 2252.309339] env[62211]: _type = "Task" [ 2252.309339] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.315246] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.320083] env[62211]: DEBUG oslo_vmware.api [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.691471] env[62211]: DEBUG oslo_concurrency.lockutils [None req-df3c5506-e2a8-4a9e-813d-455b9004c346 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.096s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.750540] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075521, 'name': CreateVM_Task, 'duration_secs': 6.825867} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.750848] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12180821-2199-4877-9c88-124008bb53c0] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2252.751352] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2252.751560] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2252.751906] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2252.752220] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd3679f-f747-439b-abdd-c8d16cc4cd75 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.757177] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2252.757177] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5212ea0c-3dde-916f-5574-2b6039df960d" [ 2252.757177] env[62211]: _type = "Task" [ 2252.757177] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.764522] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5212ea0c-3dde-916f-5574-2b6039df960d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.817941] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075533, 'name': ReconfigVM_Task, 'duration_secs': 0.216404} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.818619] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2252.818891] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c12d71c-1814-45de-a93f-1ad55108a3d5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.823280] env[62211]: DEBUG oslo_vmware.api [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219422} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.823825] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2252.825220] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2252.825220] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2252.825220] env[62211]: INFO nova.compute.manager [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Took 2.21 seconds to destroy the instance on the hypervisor. [ 2252.825220] env[62211]: DEBUG oslo.service.loopingcall [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2252.825220] env[62211]: DEBUG nova.compute.manager [-] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2252.825220] env[62211]: DEBUG nova.network.neutron [-] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2252.828323] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2252.828323] env[62211]: value = "task-2075534" [ 2252.828323] env[62211]: _type = "Task" [ 2252.828323] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.835613] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.075067] env[62211]: DEBUG nova.compute.manager [req-bd098988-5763-4213-b0c8-6ec4c8eb045f req-d797beca-d737-4e3a-8b4e-f08900e4c52b service nova] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Received event network-vif-deleted-20db305b-16ee-40e9-8416-9145d95a3039 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2253.075282] env[62211]: INFO nova.compute.manager [req-bd098988-5763-4213-b0c8-6ec4c8eb045f req-d797beca-d737-4e3a-8b4e-f08900e4c52b service nova] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Neutron deleted interface 20db305b-16ee-40e9-8416-9145d95a3039; detaching it from the instance and deleting it from the info cache [ 2253.075456] env[62211]: DEBUG nova.network.neutron [req-bd098988-5763-4213-b0c8-6ec4c8eb045f req-d797beca-d737-4e3a-8b4e-f08900e4c52b service nova] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.173482] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f3772ad9-49a2-4f92-bbec-9ec39fe99946 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.174733] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.586s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2253.178149] env[62211]: INFO nova.compute.claims [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2253.270011] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5212ea0c-3dde-916f-5574-2b6039df960d, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.270348] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.270617] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2253.270832] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.271703] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.271990] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2253.272336] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d70c16e7-c562-4edf-8690-138d313122fb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.287761] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2253.287761] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2253.288430] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-410f58a4-8a84-46bc-b3c4-2624a1063712 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.299265] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2253.299265] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52725f18-81b2-0e88-2015-ef51bdcd47ca" [ 2253.299265] env[62211]: _type = "Task" [ 2253.299265] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.306437] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52725f18-81b2-0e88-2015-ef51bdcd47ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.339184] env[62211]: DEBUG oslo_vmware.api [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075534, 'name': PowerOnVM_Task, 'duration_secs': 0.419733} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.340422] env[62211]: DEBUG nova.compute.manager [req-6addfe55-f85f-419d-9f5d-19796ba721c9 req-6757c6f9-62a1-4076-9b0b-c74d11117484 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Received event network-vif-plugged-18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2253.340750] env[62211]: DEBUG oslo_concurrency.lockutils [req-6addfe55-f85f-419d-9f5d-19796ba721c9 req-6757c6f9-62a1-4076-9b0b-c74d11117484 service nova] Acquiring lock "e6c91f16-a8f1-4458-8864-abd827d53cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.341014] env[62211]: DEBUG oslo_concurrency.lockutils [req-6addfe55-f85f-419d-9f5d-19796ba721c9 req-6757c6f9-62a1-4076-9b0b-c74d11117484 service nova] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2253.341295] env[62211]: DEBUG oslo_concurrency.lockutils [req-6addfe55-f85f-419d-9f5d-19796ba721c9 req-6757c6f9-62a1-4076-9b0b-c74d11117484 service nova] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.341532] env[62211]: DEBUG nova.compute.manager [req-6addfe55-f85f-419d-9f5d-19796ba721c9 req-6757c6f9-62a1-4076-9b0b-c74d11117484 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] No waiting events found dispatching network-vif-plugged-18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2253.341764] env[62211]: WARNING nova.compute.manager [req-6addfe55-f85f-419d-9f5d-19796ba721c9 req-6757c6f9-62a1-4076-9b0b-c74d11117484 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Received unexpected event network-vif-plugged-18ec1859-b2b6-40bc-9815-cdd86331f725 for instance with vm_state building and task_state spawning. [ 2253.342129] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2253.346178] env[62211]: DEBUG nova.compute.manager [None req-a773b8a9-45b3-4d34-af74-6425ec79668c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2253.347088] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5c1bca-7855-4197-88cb-e50d553a1eba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.461286] env[62211]: DEBUG nova.network.neutron [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Successfully updated port: 49d2708b-9751-4be4-a023-bdc4387fe909 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2253.509510] env[62211]: DEBUG nova.network.neutron [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Successfully updated port: 18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2253.552737] env[62211]: DEBUG nova.network.neutron [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Successfully updated port: bb535345-08a8-409a-ab7c-95ac8401525f {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2253.553692] env[62211]: DEBUG nova.network.neutron [-] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.578567] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff687c66-56a8-46e2-8aa9-4f99e75a4059 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.587789] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf2a92a-5aae-4b63-86d2-520103fc8515 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.620412] env[62211]: DEBUG nova.compute.manager [req-bd098988-5763-4213-b0c8-6ec4c8eb045f req-d797beca-d737-4e3a-8b4e-f08900e4c52b service nova] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Detach interface failed, port_id=20db305b-16ee-40e9-8416-9145d95a3039, reason: Instance 34cef8b7-f834-47fd-b100-50e1f44fb678 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2253.807967] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52725f18-81b2-0e88-2015-ef51bdcd47ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.808783] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b6d8dc4-b8f7-4ff6-b0ec-b40dfe80b78c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.814393] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2253.814393] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52dda559-ee09-ea11-f820-6cf25eabbdd0" [ 2253.814393] env[62211]: _type = "Task" [ 2253.814393] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.826798] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52dda559-ee09-ea11-f820-6cf25eabbdd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.964602] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "refresh_cache-5427de84-e7e6-44f5-bd43-456313e0001c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.964779] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired lock "refresh_cache-5427de84-e7e6-44f5-bd43-456313e0001c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.964864] env[62211]: DEBUG nova.network.neutron [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2253.996944] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.997154] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2253.997218] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.997413] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2253.997567] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.999690] env[62211]: INFO nova.compute.manager [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Terminating instance [ 2254.014739] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2254.015387] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.015387] env[62211]: DEBUG nova.network.neutron [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2254.057658] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "refresh_cache-81ccaec5-a74e-465d-9e61-168976c38699" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2254.057658] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "refresh_cache-81ccaec5-a74e-465d-9e61-168976c38699" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.057658] env[62211]: DEBUG nova.network.neutron [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2254.058105] env[62211]: INFO nova.compute.manager [-] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Took 1.23 seconds to deallocate network for instance. [ 2254.328818] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52dda559-ee09-ea11-f820-6cf25eabbdd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.329016] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2254.329284] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 12180821-2199-4877-9c88-124008bb53c0/12180821-2199-4877-9c88-124008bb53c0.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2254.329545] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b448e19-7f87-44fa-aa85-26af2fd24b85 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.336464] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2254.336464] env[62211]: value = "task-2075535" [ 2254.336464] env[62211]: _type = "Task" [ 2254.336464] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.348990] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.357170] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40e97b3-97be-4494-9109-26261df26484 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.365259] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8785ee0-f751-4c20-8720-47ad667cdfc3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.398903] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c48c0d7-17b0-41bf-805e-ee128b95dd3a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.407236] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9c0ba4-e73a-4a3e-aff6-194508493912 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.421286] env[62211]: DEBUG nova.compute.provider_tree [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2254.488362] env[62211]: INFO nova.compute.manager [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Unrescuing [ 2254.488660] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2254.489766] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquired lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.489766] env[62211]: DEBUG nova.network.neutron [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2254.497416] env[62211]: DEBUG nova.network.neutron [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2254.506464] env[62211]: DEBUG nova.compute.manager [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2254.506464] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2254.508582] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ae260f-0ea4-4dde-a8fc-d2a2cb6f0ed0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.526099] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2254.527086] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-969ddea6-f378-4b65-b1d5-a95f9d546275 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.536102] env[62211]: DEBUG oslo_vmware.api [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2254.536102] env[62211]: value = "task-2075536" [ 2254.536102] env[62211]: _type = "Task" [ 2254.536102] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.546709] env[62211]: DEBUG oslo_vmware.api [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.565507] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.578920] env[62211]: DEBUG nova.network.neutron [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2254.615802] env[62211]: DEBUG nova.network.neutron [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2254.783627] env[62211]: DEBUG nova.network.neutron [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Updating instance_info_cache with network_info: [{"id": "49d2708b-9751-4be4-a023-bdc4387fe909", "address": "fa:16:3e:6b:3a:12", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d2708b-97", "ovs_interfaceid": "49d2708b-9751-4be4-a023-bdc4387fe909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2254.829628] env[62211]: DEBUG nova.network.neutron [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Updating instance_info_cache with network_info: [{"id": "18ec1859-b2b6-40bc-9815-cdd86331f725", "address": "fa:16:3e:96:fd:df", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec1859-b2", "ovs_interfaceid": "18ec1859-b2b6-40bc-9815-cdd86331f725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2254.846511] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488212} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.847352] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 12180821-2199-4877-9c88-124008bb53c0/12180821-2199-4877-9c88-124008bb53c0.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2254.847570] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2254.847825] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32a2c751-0d1a-40ae-9a11-bc4ada66ac48 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.854886] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2254.854886] env[62211]: value = "task-2075537" [ 2254.854886] env[62211]: _type = "Task" [ 2254.854886] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.867083] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.897742] env[62211]: DEBUG nova.network.neutron [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Updating instance_info_cache with network_info: [{"id": "bb535345-08a8-409a-ab7c-95ac8401525f", "address": "fa:16:3e:91:77:e9", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb535345-08", "ovs_interfaceid": "bb535345-08a8-409a-ab7c-95ac8401525f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2254.924756] env[62211]: DEBUG nova.scheduler.client.report [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2255.047983] env[62211]: DEBUG oslo_vmware.api [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075536, 'name': PowerOffVM_Task, 'duration_secs': 0.383094} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.048391] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2255.048694] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2255.048967] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d202a15-700d-4df0-bf35-58cce270ca88 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.114699] env[62211]: DEBUG nova.compute.manager [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Received event network-vif-plugged-49d2708b-9751-4be4-a023-bdc4387fe909 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2255.114925] env[62211]: DEBUG oslo_concurrency.lockutils [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] Acquiring lock "5427de84-e7e6-44f5-bd43-456313e0001c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.115157] env[62211]: DEBUG oslo_concurrency.lockutils [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] Lock "5427de84-e7e6-44f5-bd43-456313e0001c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.115327] env[62211]: DEBUG oslo_concurrency.lockutils [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] Lock "5427de84-e7e6-44f5-bd43-456313e0001c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.115493] env[62211]: DEBUG nova.compute.manager [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] No waiting events found dispatching network-vif-plugged-49d2708b-9751-4be4-a023-bdc4387fe909 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2255.115656] env[62211]: WARNING nova.compute.manager [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Received unexpected event network-vif-plugged-49d2708b-9751-4be4-a023-bdc4387fe909 for instance with vm_state building and task_state spawning. [ 2255.115813] env[62211]: DEBUG nova.compute.manager [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Received event network-vif-plugged-bb535345-08a8-409a-ab7c-95ac8401525f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2255.116008] env[62211]: DEBUG oslo_concurrency.lockutils [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] Acquiring lock "81ccaec5-a74e-465d-9e61-168976c38699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.116259] env[62211]: DEBUG oslo_concurrency.lockutils [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] Lock "81ccaec5-a74e-465d-9e61-168976c38699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.116351] env[62211]: DEBUG oslo_concurrency.lockutils [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] Lock "81ccaec5-a74e-465d-9e61-168976c38699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.116507] env[62211]: DEBUG nova.compute.manager [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] No waiting events found dispatching network-vif-plugged-bb535345-08a8-409a-ab7c-95ac8401525f {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2255.116663] env[62211]: WARNING nova.compute.manager [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Received unexpected event network-vif-plugged-bb535345-08a8-409a-ab7c-95ac8401525f for instance with vm_state building and task_state spawning. [ 2255.116819] env[62211]: DEBUG nova.compute.manager [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Received event network-changed-49d2708b-9751-4be4-a023-bdc4387fe909 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2255.117052] env[62211]: DEBUG nova.compute.manager [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Refreshing instance network info cache due to event network-changed-49d2708b-9751-4be4-a023-bdc4387fe909. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2255.117294] env[62211]: DEBUG oslo_concurrency.lockutils [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] Acquiring lock "refresh_cache-5427de84-e7e6-44f5-bd43-456313e0001c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2255.255094] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2255.255332] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2255.255510] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Deleting the datastore file [datastore1] 45ad4bb0-5e77-47d4-bdb8-542c2039dafe {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2255.255785] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00991fce-3944-4f87-ab3b-041816be3d86 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.263976] env[62211]: DEBUG oslo_vmware.api [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2255.263976] env[62211]: value = "task-2075539" [ 2255.263976] env[62211]: _type = "Task" [ 2255.263976] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.276100] env[62211]: DEBUG oslo_vmware.api [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.287266] env[62211]: DEBUG nova.network.neutron [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Updating instance_info_cache with network_info: [{"id": "d100192a-7155-4c19-ac3f-ecd980272638", "address": "fa:16:3e:b0:71:4d", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd100192a-71", "ovs_interfaceid": "d100192a-7155-4c19-ac3f-ecd980272638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2255.289286] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Releasing lock "refresh_cache-5427de84-e7e6-44f5-bd43-456313e0001c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.289704] env[62211]: DEBUG nova.compute.manager [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Instance network_info: |[{"id": "49d2708b-9751-4be4-a023-bdc4387fe909", "address": "fa:16:3e:6b:3a:12", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d2708b-97", "ovs_interfaceid": "49d2708b-9751-4be4-a023-bdc4387fe909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2255.290381] env[62211]: DEBUG oslo_concurrency.lockutils [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] Acquired lock "refresh_cache-5427de84-e7e6-44f5-bd43-456313e0001c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2255.290692] env[62211]: DEBUG nova.network.neutron [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Refreshing network info cache for port 49d2708b-9751-4be4-a023-bdc4387fe909 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2255.292230] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:3a:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49d2708b-9751-4be4-a023-bdc4387fe909', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2255.306345] env[62211]: DEBUG oslo.service.loopingcall [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2255.310269] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2255.310919] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e043e9a-1b74-443e-8bf8-e73a7f73fb09 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.331773] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2255.331773] env[62211]: value = "task-2075540" [ 2255.331773] env[62211]: _type = "Task" [ 2255.331773] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.335727] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.336095] env[62211]: DEBUG nova.compute.manager [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Instance network_info: |[{"id": "18ec1859-b2b6-40bc-9815-cdd86331f725", "address": "fa:16:3e:96:fd:df", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec1859-b2", "ovs_interfaceid": "18ec1859-b2b6-40bc-9815-cdd86331f725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2255.336490] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:fd:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18ec1859-b2b6-40bc-9815-cdd86331f725', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2255.344023] env[62211]: DEBUG oslo.service.loopingcall [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2255.344980] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2255.345367] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-425578bb-8886-4997-af66-7b74eb5f4f25 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.365174] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075540, 'name': CreateVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.374311] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069348} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.376751] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2255.377962] env[62211]: DEBUG nova.compute.manager [req-d3971ec2-a0c5-49aa-8455-2a4c786dc9d0 req-6ac7dfbe-41a7-4555-8f0d-ec3f88343bdc service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Received event network-changed-18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2255.378172] env[62211]: DEBUG nova.compute.manager [req-d3971ec2-a0c5-49aa-8455-2a4c786dc9d0 req-6ac7dfbe-41a7-4555-8f0d-ec3f88343bdc service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Refreshing instance network info cache due to event network-changed-18ec1859-b2b6-40bc-9815-cdd86331f725. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2255.378403] env[62211]: DEBUG oslo_concurrency.lockutils [req-d3971ec2-a0c5-49aa-8455-2a4c786dc9d0 req-6ac7dfbe-41a7-4555-8f0d-ec3f88343bdc service nova] Acquiring lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2255.378554] env[62211]: DEBUG oslo_concurrency.lockutils [req-d3971ec2-a0c5-49aa-8455-2a4c786dc9d0 req-6ac7dfbe-41a7-4555-8f0d-ec3f88343bdc service nova] Acquired lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2255.378713] env[62211]: DEBUG nova.network.neutron [req-d3971ec2-a0c5-49aa-8455-2a4c786dc9d0 req-6ac7dfbe-41a7-4555-8f0d-ec3f88343bdc service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Refreshing network info cache for port 18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2255.380316] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2255.380316] env[62211]: value = "task-2075541" [ 2255.380316] env[62211]: _type = "Task" [ 2255.380316] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.381310] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c28b3e-1465-4771-b944-c12d5ac3f904 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.404967] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "refresh_cache-81ccaec5-a74e-465d-9e61-168976c38699" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.405303] env[62211]: DEBUG nova.compute.manager [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Instance network_info: |[{"id": "bb535345-08a8-409a-ab7c-95ac8401525f", "address": "fa:16:3e:91:77:e9", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb535345-08", "ovs_interfaceid": "bb535345-08a8-409a-ab7c-95ac8401525f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2255.414629] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 12180821-2199-4877-9c88-124008bb53c0/12180821-2199-4877-9c88-124008bb53c0.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2255.414925] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075541, 'name': CreateVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.415307] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:77:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb535345-08a8-409a-ab7c-95ac8401525f', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2255.422631] env[62211]: DEBUG oslo.service.loopingcall [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2255.423689] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac208db-a4f2-4f9d-b6c7-7b33e30b0899 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.440095] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2255.441192] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.441685] env[62211]: DEBUG nova.compute.manager [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2255.448027] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60a213da-c45e-40ee-a4a9-1ebf6ab0f3ce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.461866] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.896s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.462136] env[62211]: DEBUG nova.objects.instance [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lazy-loading 'resources' on Instance uuid 34cef8b7-f834-47fd-b100-50e1f44fb678 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2255.475019] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2255.475019] env[62211]: value = "task-2075542" [ 2255.475019] env[62211]: _type = "Task" [ 2255.475019] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.475019] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2255.475019] env[62211]: value = "task-2075543" [ 2255.475019] env[62211]: _type = "Task" [ 2255.475019] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.492501] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.493280] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075543, 'name': CreateVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.640400] env[62211]: DEBUG nova.network.neutron [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Updated VIF entry in instance network info cache for port 49d2708b-9751-4be4-a023-bdc4387fe909. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2255.640923] env[62211]: DEBUG nova.network.neutron [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Updating instance_info_cache with network_info: [{"id": "49d2708b-9751-4be4-a023-bdc4387fe909", "address": "fa:16:3e:6b:3a:12", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d2708b-97", "ovs_interfaceid": "49d2708b-9751-4be4-a023-bdc4387fe909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2255.673843] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "0e4b2519-a6cb-4549-9883-150d29f02a26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.674143] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "0e4b2519-a6cb-4549-9883-150d29f02a26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.777614] env[62211]: DEBUG oslo_vmware.api [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145044} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.777980] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2255.778301] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2255.778623] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2255.778939] env[62211]: INFO nova.compute.manager [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2255.779353] env[62211]: DEBUG oslo.service.loopingcall [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2255.779687] env[62211]: DEBUG nova.compute.manager [-] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2255.779850] env[62211]: DEBUG nova.network.neutron [-] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2255.791564] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Releasing lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.792593] env[62211]: DEBUG nova.objects.instance [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lazy-loading 'flavor' on Instance uuid de6efed1-75b1-4240-b980-a04a790079dd {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2255.846074] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075540, 'name': CreateVM_Task, 'duration_secs': 0.463997} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.846396] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2255.847353] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2255.847618] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2255.848077] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2255.848479] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b8a2747-bd8d-4cd8-b92b-a9ffd18efcd2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.854635] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2255.854635] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52039cc7-cb14-5806-0c00-8212b56cb12f" [ 2255.854635] env[62211]: _type = "Task" [ 2255.854635] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.866501] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52039cc7-cb14-5806-0c00-8212b56cb12f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.893934] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075541, 'name': CreateVM_Task, 'duration_secs': 0.510499} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.893934] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2255.893934] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2255.947842] env[62211]: DEBUG nova.compute.utils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2255.947842] env[62211]: DEBUG nova.compute.manager [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2255.956019] env[62211]: DEBUG nova.network.neutron [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2255.993732] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075543, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.999142] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.064601] env[62211]: DEBUG nova.policy [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a4becf9f64d44f6ad701f02c0103aed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0d295a3752407286cac74c6474bcbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2256.145331] env[62211]: DEBUG oslo_concurrency.lockutils [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] Releasing lock "refresh_cache-5427de84-e7e6-44f5-bd43-456313e0001c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2256.145608] env[62211]: DEBUG nova.compute.manager [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Received event network-changed-bb535345-08a8-409a-ab7c-95ac8401525f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2256.145792] env[62211]: DEBUG nova.compute.manager [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Refreshing instance network info cache due to event network-changed-bb535345-08a8-409a-ab7c-95ac8401525f. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2256.146079] env[62211]: DEBUG oslo_concurrency.lockutils [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] Acquiring lock "refresh_cache-81ccaec5-a74e-465d-9e61-168976c38699" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.146294] env[62211]: DEBUG oslo_concurrency.lockutils [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] Acquired lock "refresh_cache-81ccaec5-a74e-465d-9e61-168976c38699" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.146532] env[62211]: DEBUG nova.network.neutron [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Refreshing network info cache for port bb535345-08a8-409a-ab7c-95ac8401525f {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2256.177109] env[62211]: DEBUG nova.compute.manager [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2256.182923] env[62211]: DEBUG nova.network.neutron [req-d3971ec2-a0c5-49aa-8455-2a4c786dc9d0 req-6ac7dfbe-41a7-4555-8f0d-ec3f88343bdc service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Updated VIF entry in instance network info cache for port 18ec1859-b2b6-40bc-9815-cdd86331f725. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2256.182923] env[62211]: DEBUG nova.network.neutron [req-d3971ec2-a0c5-49aa-8455-2a4c786dc9d0 req-6ac7dfbe-41a7-4555-8f0d-ec3f88343bdc service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Updating instance_info_cache with network_info: [{"id": "18ec1859-b2b6-40bc-9815-cdd86331f725", "address": "fa:16:3e:96:fd:df", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec1859-b2", "ovs_interfaceid": "18ec1859-b2b6-40bc-9815-cdd86331f725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.189047] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ddc513-659a-4701-8855-521524c3a9ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.203951] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2483e0-be3b-410c-a69f-0867b1d72df6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.239759] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef307440-3852-42e5-82d4-bf0a53a14999 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.249281] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de63fb92-55f6-45ea-afde-9bec55690993 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.264999] env[62211]: DEBUG nova.compute.provider_tree [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2256.298962] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a9015b-f0ee-4fe6-ac63-d9198390ca81 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.332217] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2256.332739] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4700cdbb-da7e-44b3-b6fe-21d4fd94b9e9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.341096] env[62211]: DEBUG oslo_vmware.api [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2256.341096] env[62211]: value = "task-2075544" [ 2256.341096] env[62211]: _type = "Task" [ 2256.341096] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.352308] env[62211]: DEBUG oslo_vmware.api [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.365068] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52039cc7-cb14-5806-0c00-8212b56cb12f, 'name': SearchDatastore_Task, 'duration_secs': 0.028374} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.365396] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2256.365637] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2256.365989] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.366165] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.366416] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2256.366689] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.367023] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2256.367263] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-243c067b-e830-4e4f-b37d-33e19bac525d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.369227] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2d28a1-694a-4c26-a5f5-aeaa29950123 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.374337] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2256.374337] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]520e6e0c-e630-e412-2e6f-6b11f7f1bf2c" [ 2256.374337] env[62211]: _type = "Task" [ 2256.374337] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.378812] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2256.379063] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2256.380258] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf7c587-31bb-4a21-97bd-5d44c829dd10 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.385767] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520e6e0c-e630-e412-2e6f-6b11f7f1bf2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.388879] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2256.388879] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]520f3e6f-750f-4ae2-9b28-0e057f77c0a9" [ 2256.388879] env[62211]: _type = "Task" [ 2256.388879] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.396603] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520f3e6f-750f-4ae2-9b28-0e057f77c0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.456152] env[62211]: DEBUG nova.compute.manager [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2256.487395] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075542, 'name': ReconfigVM_Task, 'duration_secs': 0.637112} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.490569] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 12180821-2199-4877-9c88-124008bb53c0/12180821-2199-4877-9c88-124008bb53c0.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2256.491421] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075543, 'name': CreateVM_Task, 'duration_secs': 0.698906} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.491421] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecdf15c8-0fd2-4a42-b2e8-e05ace63b33c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.495380] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2256.495380] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.499357] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2256.499357] env[62211]: value = "task-2075545" [ 2256.499357] env[62211]: _type = "Task" [ 2256.499357] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.510178] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075545, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.590625] env[62211]: DEBUG nova.network.neutron [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Successfully created port: 2d788966-49da-418f-8be3-b57099a43746 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2256.692121] env[62211]: DEBUG oslo_concurrency.lockutils [req-d3971ec2-a0c5-49aa-8455-2a4c786dc9d0 req-6ac7dfbe-41a7-4555-8f0d-ec3f88343bdc service nova] Releasing lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2256.714334] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2256.771516] env[62211]: DEBUG nova.scheduler.client.report [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2256.851382] env[62211]: DEBUG oslo_vmware.api [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075544, 'name': PowerOffVM_Task, 'duration_secs': 0.218215} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.852131] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2256.859198] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Reconfiguring VM instance instance-0000005c to detach disk 2002 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2256.859198] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-920bc1e9-1080-43c5-b59d-43d492c43a78 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.880119] env[62211]: DEBUG oslo_vmware.api [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2256.880119] env[62211]: value = "task-2075546" [ 2256.880119] env[62211]: _type = "Task" [ 2256.880119] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.887431] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520e6e0c-e630-e412-2e6f-6b11f7f1bf2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.888416] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2256.888883] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2256.889526] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.891601] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.891601] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2256.896021] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034cfbbb-7413-43fc-aa66-d07aafb62f40 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.898134] env[62211]: DEBUG oslo_vmware.api [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.902831] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2256.902831] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526a6a47-902a-a307-d7a5-1446efc27d89" [ 2256.902831] env[62211]: _type = "Task" [ 2256.902831] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.906981] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520f3e6f-750f-4ae2-9b28-0e057f77c0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010811} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.910826] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2251a12-1a6d-45b6-aa0f-6e657fca3dfe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.920634] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2256.920634] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52640964-9125-7a2b-0571-01938103c3fe" [ 2256.920634] env[62211]: _type = "Task" [ 2256.920634] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.921393] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526a6a47-902a-a307-d7a5-1446efc27d89, 'name': SearchDatastore_Task, 'duration_secs': 0.013242} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.922101] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2256.922389] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2256.922804] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.934640] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52640964-9125-7a2b-0571-01938103c3fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012242} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.935095] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2256.935513] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 5427de84-e7e6-44f5-bd43-456313e0001c/5427de84-e7e6-44f5-bd43-456313e0001c.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2256.936091] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.936427] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2256.936787] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01019549-cbde-4e60-924c-f86eb5a4905d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.940088] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c3e661b-4d47-454b-8ae7-d3cc12310248 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.945345] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2256.945345] env[62211]: value = "task-2075547" [ 2256.945345] env[62211]: _type = "Task" [ 2256.945345] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.951018] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2256.951018] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2256.951018] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-358dc87a-18d5-4978-8d09-57e8376eefb2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.958281] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.962667] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2256.962667] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52462ae6-3814-1735-6509-1f91860c2fd9" [ 2256.962667] env[62211]: _type = "Task" [ 2256.962667] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.973783] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52462ae6-3814-1735-6509-1f91860c2fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.00864} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.973783] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a797e837-cf8e-4ee4-9748-b797b860440d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.976467] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2256.976467] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b32000-ca01-ddd7-b633-a4f5213d2e2b" [ 2256.976467] env[62211]: _type = "Task" [ 2256.976467] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.984162] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b32000-ca01-ddd7-b633-a4f5213d2e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.009766] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075545, 'name': Rename_Task, 'duration_secs': 0.229578} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.010315] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2257.010721] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a869946-8fd3-49e2-abc9-5d19a92daa4a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.019265] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2257.019265] env[62211]: value = "task-2075548" [ 2257.019265] env[62211]: _type = "Task" [ 2257.019265] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.020537] env[62211]: DEBUG nova.network.neutron [-] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2257.029147] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.154495] env[62211]: DEBUG nova.compute.manager [req-e13f732a-413d-4c03-bee3-0894ef6dcbf1 req-88cedec7-b3ee-4e53-8f0b-34a1c9f8b668 service nova] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Received event network-vif-deleted-2072a60c-effe-4986-a444-18fb2b41984b {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2257.262060] env[62211]: DEBUG nova.network.neutron [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Updated VIF entry in instance network info cache for port bb535345-08a8-409a-ab7c-95ac8401525f. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2257.262522] env[62211]: DEBUG nova.network.neutron [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Updating instance_info_cache with network_info: [{"id": "bb535345-08a8-409a-ab7c-95ac8401525f", "address": "fa:16:3e:91:77:e9", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb535345-08", "ovs_interfaceid": "bb535345-08a8-409a-ab7c-95ac8401525f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2257.277851] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.280823] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.567s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2257.282782] env[62211]: INFO nova.compute.claims [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2257.312367] env[62211]: INFO nova.scheduler.client.report [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleted allocations for instance 34cef8b7-f834-47fd-b100-50e1f44fb678 [ 2257.394289] env[62211]: DEBUG oslo_vmware.api [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075546, 'name': ReconfigVM_Task, 'duration_secs': 0.261654} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.394785] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Reconfigured VM instance instance-0000005c to detach disk 2002 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2257.395097] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2257.395507] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10db88df-4eb1-4f5a-bab9-b605a1eb9a6c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.404925] env[62211]: DEBUG oslo_vmware.api [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2257.404925] env[62211]: value = "task-2075549" [ 2257.404925] env[62211]: _type = "Task" [ 2257.404925] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.416699] env[62211]: DEBUG oslo_vmware.api [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.459019] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075547, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.468453] env[62211]: DEBUG nova.compute.manager [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2257.494681] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b32000-ca01-ddd7-b633-a4f5213d2e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.007765} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.496708] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2257.496982] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] e6c91f16-a8f1-4458-8864-abd827d53cb3/e6c91f16-a8f1-4458-8864-abd827d53cb3.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2257.498767] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.498767] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2257.498767] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38aade10-98d3-46f7-884b-80d25e2cb5d8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.499720] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efb4f2a1-463a-4904-a4f0-9a269ffb7400 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.504507] env[62211]: DEBUG nova.virt.hardware [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2257.504783] env[62211]: DEBUG nova.virt.hardware [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2257.505016] env[62211]: DEBUG nova.virt.hardware [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2257.505260] env[62211]: DEBUG nova.virt.hardware [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2257.505432] env[62211]: DEBUG nova.virt.hardware [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2257.505608] env[62211]: DEBUG nova.virt.hardware [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2257.505821] env[62211]: DEBUG nova.virt.hardware [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2257.506014] env[62211]: DEBUG nova.virt.hardware [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2257.506204] env[62211]: DEBUG nova.virt.hardware [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2257.506369] env[62211]: DEBUG nova.virt.hardware [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2257.506542] env[62211]: DEBUG nova.virt.hardware [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2257.507617] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba602405-5730-44a3-92e0-6dec97a5cf8a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.511105] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2257.511105] env[62211]: value = "task-2075550" [ 2257.511105] env[62211]: _type = "Task" [ 2257.511105] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.518217] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605a65b6-e564-4ab3-981d-eec40e3dbb00 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.526036] env[62211]: INFO nova.compute.manager [-] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Took 1.75 seconds to deallocate network for instance. [ 2257.526169] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.526350] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2257.526506] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2257.531330] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c2c013-8126-4139-81a5-8fb33bd8bb7e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.550648] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.550987] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2257.550987] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52cd1f0f-ac52-c137-6d65-dbf347814826" [ 2257.550987] env[62211]: _type = "Task" [ 2257.550987] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.558900] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52cd1f0f-ac52-c137-6d65-dbf347814826, 'name': SearchDatastore_Task, 'duration_secs': 0.008432} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.561019] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2632ef0a-b1e9-4fc8-a89f-d3770fa2d0f2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.564819] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2257.564819] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5292b265-0711-c269-23b1-657b16080688" [ 2257.564819] env[62211]: _type = "Task" [ 2257.564819] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.573315] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5292b265-0711-c269-23b1-657b16080688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.766806] env[62211]: DEBUG oslo_concurrency.lockutils [req-6cef8e48-970e-4334-84fd-e3e24aa78c92 req-dcb49e15-f274-4f95-81e3-77d163841553 service nova] Releasing lock "refresh_cache-81ccaec5-a74e-465d-9e61-168976c38699" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2257.820866] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ff98a959-9768-47ca-b0b6-9fbe1806a90f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "34cef8b7-f834-47fd-b100-50e1f44fb678" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.712s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.918025] env[62211]: DEBUG oslo_vmware.api [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075549, 'name': PowerOnVM_Task, 'duration_secs': 0.401009} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.920136] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2257.920136] env[62211]: DEBUG nova.compute.manager [None req-0fbc6726-05fa-4a83-83b2-5681830c11df tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2257.920136] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb084e1e-a551-4015-93cb-7011bddb9956 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.956480] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510861} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.956758] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 5427de84-e7e6-44f5-bd43-456313e0001c/5427de84-e7e6-44f5-bd43-456313e0001c.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2257.957339] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2257.957424] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d49729cc-af2a-4c9a-9a78-0557ed679826 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.965208] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2257.965208] env[62211]: value = "task-2075551" [ 2257.965208] env[62211]: _type = "Task" [ 2257.965208] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.973953] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.022049] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465685} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.022299] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] e6c91f16-a8f1-4458-8864-abd827d53cb3/e6c91f16-a8f1-4458-8864-abd827d53cb3.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2258.022508] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2258.022752] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0206ce44-1136-4f38-88ab-9eaeff8fe84f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.029873] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2258.029873] env[62211]: value = "task-2075552" [ 2258.029873] env[62211]: _type = "Task" [ 2258.029873] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.036292] env[62211]: DEBUG oslo_vmware.api [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075548, 'name': PowerOnVM_Task, 'duration_secs': 0.759521} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.036841] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2258.037090] env[62211]: INFO nova.compute.manager [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Took 14.34 seconds to spawn the instance on the hypervisor. [ 2258.037314] env[62211]: DEBUG nova.compute.manager [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2258.038048] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156b3b53-2f86-42b7-b083-bd4c23fab21a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.042801] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.045024] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.074075] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5292b265-0711-c269-23b1-657b16080688, 'name': SearchDatastore_Task, 'duration_secs': 0.008431} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.074367] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.074673] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 81ccaec5-a74e-465d-9e61-168976c38699/81ccaec5-a74e-465d-9e61-168976c38699.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2258.074946] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a03f9f61-4c03-46d7-b70d-bb90a7ed71c0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.080622] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2258.080622] env[62211]: value = "task-2075553" [ 2258.080622] env[62211]: _type = "Task" [ 2258.080622] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.089014] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.449945] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f0a21f-cd13-41df-876c-c5b1d458a83b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.457616] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69e2b2e-a16b-4c35-80b8-08c24515f9a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.490503] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b526246d-d871-4fd5-86a8-4d0e2a8e816c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.498884] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271136} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.500841] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2258.501603] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefdbe5e-c75e-4b1a-97b2-bdfc8b9bc627 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.504757] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c8410c-dcfa-47f6-9f66-42277ae4d69c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.521217] env[62211]: DEBUG nova.compute.provider_tree [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2258.543410] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 5427de84-e7e6-44f5-bd43-456313e0001c/5427de84-e7e6-44f5-bd43-456313e0001c.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2258.551027] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7987e004-dd4a-4212-88cc-43ba39772fb2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.581061] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308412} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.582678] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2258.582960] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2258.582960] env[62211]: value = "task-2075554" [ 2258.582960] env[62211]: _type = "Task" [ 2258.582960] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.583459] env[62211]: INFO nova.compute.manager [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Took 20.94 seconds to build instance. [ 2258.587741] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0785e2-5f81-418e-9d67-f6e6eb2951fc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.591175] env[62211]: ERROR nova.scheduler.client.report [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [req-0bdecd58-a1fd-4034-b2f6-b0a864f187c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0bdecd58-a1fd-4034-b2f6-b0a864f187c8"}]} [ 2258.617040] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.629281] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] e6c91f16-a8f1-4458-8864-abd827d53cb3/e6c91f16-a8f1-4458-8864-abd827d53cb3.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2258.630673] env[62211]: DEBUG nova.scheduler.client.report [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2258.636022] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a358bd43-4efe-4edb-a900-2d213a25cd43 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.649624] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.655934] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2258.655934] env[62211]: value = "task-2075555" [ 2258.655934] env[62211]: _type = "Task" [ 2258.655934] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.663466] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.665913] env[62211]: DEBUG nova.scheduler.client.report [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2258.666130] env[62211]: DEBUG nova.compute.provider_tree [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2258.677693] env[62211]: DEBUG nova.scheduler.client.report [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2258.703187] env[62211]: DEBUG nova.scheduler.client.report [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2258.727076] env[62211]: DEBUG nova.network.neutron [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Successfully updated port: 2d788966-49da-418f-8be3-b57099a43746 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2258.989287] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5af614c-ff67-46cd-a0e8-82b4f881205e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.998088] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987f7f60-7f16-4731-9c01-467d7c87e9d7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.031531] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df1dea2-da68-4e53-9140-b034b0dadcf8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.039978] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff44710-43a2-48a7-a111-5c87b6ea9802 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.054446] env[62211]: DEBUG nova.compute.provider_tree [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2259.092024] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35b7e7d9-054d-40ba-8e86-b9d1b9d32dba tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "12180821-2199-4877-9c88-124008bb53c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.459s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.092326] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075553, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.100741] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.166966] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.180908] env[62211]: DEBUG nova.compute.manager [req-2d928e26-4d49-4aa5-92fd-3cf20aeaad45 req-2b933592-c448-4f3b-abfd-cfcf99c02bf8 service nova] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Received event network-vif-plugged-2d788966-49da-418f-8be3-b57099a43746 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2259.181150] env[62211]: DEBUG oslo_concurrency.lockutils [req-2d928e26-4d49-4aa5-92fd-3cf20aeaad45 req-2b933592-c448-4f3b-abfd-cfcf99c02bf8 service nova] Acquiring lock "4a3fee55-aff4-4f18-b1ff-93da0613889c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.181358] env[62211]: DEBUG oslo_concurrency.lockutils [req-2d928e26-4d49-4aa5-92fd-3cf20aeaad45 req-2b933592-c448-4f3b-abfd-cfcf99c02bf8 service nova] Lock "4a3fee55-aff4-4f18-b1ff-93da0613889c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.181524] env[62211]: DEBUG oslo_concurrency.lockutils [req-2d928e26-4d49-4aa5-92fd-3cf20aeaad45 req-2b933592-c448-4f3b-abfd-cfcf99c02bf8 service nova] Lock "4a3fee55-aff4-4f18-b1ff-93da0613889c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.181684] env[62211]: DEBUG nova.compute.manager [req-2d928e26-4d49-4aa5-92fd-3cf20aeaad45 req-2b933592-c448-4f3b-abfd-cfcf99c02bf8 service nova] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] No waiting events found dispatching network-vif-plugged-2d788966-49da-418f-8be3-b57099a43746 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2259.181869] env[62211]: WARNING nova.compute.manager [req-2d928e26-4d49-4aa5-92fd-3cf20aeaad45 req-2b933592-c448-4f3b-abfd-cfcf99c02bf8 service nova] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Received unexpected event network-vif-plugged-2d788966-49da-418f-8be3-b57099a43746 for instance with vm_state building and task_state spawning. [ 2259.181997] env[62211]: DEBUG nova.compute.manager [req-2d928e26-4d49-4aa5-92fd-3cf20aeaad45 req-2b933592-c448-4f3b-abfd-cfcf99c02bf8 service nova] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Received event network-changed-2d788966-49da-418f-8be3-b57099a43746 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2259.182186] env[62211]: DEBUG nova.compute.manager [req-2d928e26-4d49-4aa5-92fd-3cf20aeaad45 req-2b933592-c448-4f3b-abfd-cfcf99c02bf8 service nova] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Refreshing instance network info cache due to event network-changed-2d788966-49da-418f-8be3-b57099a43746. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2259.182403] env[62211]: DEBUG oslo_concurrency.lockutils [req-2d928e26-4d49-4aa5-92fd-3cf20aeaad45 req-2b933592-c448-4f3b-abfd-cfcf99c02bf8 service nova] Acquiring lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.182539] env[62211]: DEBUG oslo_concurrency.lockutils [req-2d928e26-4d49-4aa5-92fd-3cf20aeaad45 req-2b933592-c448-4f3b-abfd-cfcf99c02bf8 service nova] Acquired lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.182690] env[62211]: DEBUG nova.network.neutron [req-2d928e26-4d49-4aa5-92fd-3cf20aeaad45 req-2b933592-c448-4f3b-abfd-cfcf99c02bf8 service nova] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Refreshing network info cache for port 2d788966-49da-418f-8be3-b57099a43746 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2259.233169] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.590293] env[62211]: DEBUG nova.scheduler.client.report [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2259.590293] env[62211]: DEBUG nova.compute.provider_tree [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 140 to 141 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2259.590747] env[62211]: DEBUG nova.compute.provider_tree [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2259.602629] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075553, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.038541} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.603147] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 81ccaec5-a74e-465d-9e61-168976c38699/81ccaec5-a74e-465d-9e61-168976c38699.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2259.603381] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2259.603985] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4684883d-b15d-4ca5-a564-1d256b887410 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.610195] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075554, 'name': ReconfigVM_Task, 'duration_secs': 0.629798} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.611289] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 5427de84-e7e6-44f5-bd43-456313e0001c/5427de84-e7e6-44f5-bd43-456313e0001c.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2259.611855] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbba9c4a-1873-42ab-8a99-f41b1df44c7d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.615109] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2259.615109] env[62211]: value = "task-2075556" [ 2259.615109] env[62211]: _type = "Task" [ 2259.615109] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.620692] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2259.620692] env[62211]: value = "task-2075557" [ 2259.620692] env[62211]: _type = "Task" [ 2259.620692] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.626141] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.631075] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075557, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.637089] env[62211]: DEBUG nova.compute.manager [req-832dde3c-5fdc-4327-acc8-0e994d9ab288 req-dfc9efe1-39e1-4924-a5be-828fdf42b977 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Received event network-changed-56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2259.637308] env[62211]: DEBUG nova.compute.manager [req-832dde3c-5fdc-4327-acc8-0e994d9ab288 req-dfc9efe1-39e1-4924-a5be-828fdf42b977 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Refreshing instance network info cache due to event network-changed-56ba99ac-8b1a-416e-9026-eebd9eab016d. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2259.637619] env[62211]: DEBUG oslo_concurrency.lockutils [req-832dde3c-5fdc-4327-acc8-0e994d9ab288 req-dfc9efe1-39e1-4924-a5be-828fdf42b977 service nova] Acquiring lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.637726] env[62211]: DEBUG oslo_concurrency.lockutils [req-832dde3c-5fdc-4327-acc8-0e994d9ab288 req-dfc9efe1-39e1-4924-a5be-828fdf42b977 service nova] Acquired lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.637966] env[62211]: DEBUG nova.network.neutron [req-832dde3c-5fdc-4327-acc8-0e994d9ab288 req-dfc9efe1-39e1-4924-a5be-828fdf42b977 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Refreshing network info cache for port 56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2259.666884] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.714896] env[62211]: DEBUG nova.network.neutron [req-2d928e26-4d49-4aa5-92fd-3cf20aeaad45 req-2b933592-c448-4f3b-abfd-cfcf99c02bf8 service nova] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2259.792299] env[62211]: DEBUG nova.network.neutron [req-2d928e26-4d49-4aa5-92fd-3cf20aeaad45 req-2b933592-c448-4f3b-abfd-cfcf99c02bf8 service nova] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2260.103884] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.104480] env[62211]: DEBUG nova.compute.manager [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2260.107183] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.062s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.107705] env[62211]: DEBUG nova.objects.instance [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lazy-loading 'resources' on Instance uuid 45ad4bb0-5e77-47d4-bdb8-542c2039dafe {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2260.126456] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070386} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.127036] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2260.127782] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2823a0-246b-4921-a1a5-ef7b0ef109c6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.133235] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075557, 'name': Rename_Task, 'duration_secs': 0.365673} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.133706] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2260.133940] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5781cf4a-d3d0-4aea-b158-1bcc2057789e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.156407] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 81ccaec5-a74e-465d-9e61-168976c38699/81ccaec5-a74e-465d-9e61-168976c38699.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2260.158726] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd150181-dc5f-4eb5-b4ab-643bed912669 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.172610] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2260.172610] env[62211]: value = "task-2075558" [ 2260.172610] env[62211]: _type = "Task" [ 2260.172610] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.182682] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2260.182682] env[62211]: value = "task-2075559" [ 2260.182682] env[62211]: _type = "Task" [ 2260.182682] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.190402] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075558, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.192146] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075555, 'name': ReconfigVM_Task, 'duration_secs': 1.258578} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.192146] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Reconfigured VM instance instance-00000062 to attach disk [datastore1] e6c91f16-a8f1-4458-8864-abd827d53cb3/e6c91f16-a8f1-4458-8864-abd827d53cb3.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2260.192146] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91152f5a-fad3-4400-96b8-32778f5e0ca3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.196342] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.200460] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2260.200460] env[62211]: value = "task-2075560" [ 2260.200460] env[62211]: _type = "Task" [ 2260.200460] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.213971] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075560, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.294011] env[62211]: DEBUG oslo_concurrency.lockutils [req-2d928e26-4d49-4aa5-92fd-3cf20aeaad45 req-2b933592-c448-4f3b-abfd-cfcf99c02bf8 service nova] Releasing lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.294901] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.294901] env[62211]: DEBUG nova.network.neutron [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2260.429651] env[62211]: DEBUG nova.network.neutron [req-832dde3c-5fdc-4327-acc8-0e994d9ab288 req-dfc9efe1-39e1-4924-a5be-828fdf42b977 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Updated VIF entry in instance network info cache for port 56ba99ac-8b1a-416e-9026-eebd9eab016d. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2260.430216] env[62211]: DEBUG nova.network.neutron [req-832dde3c-5fdc-4327-acc8-0e994d9ab288 req-dfc9efe1-39e1-4924-a5be-828fdf42b977 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Updating instance_info_cache with network_info: [{"id": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "address": "fa:16:3e:1a:4b:59", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56ba99ac-8b", "ovs_interfaceid": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2260.610050] env[62211]: DEBUG nova.compute.utils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2260.611512] env[62211]: DEBUG nova.compute.manager [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2260.611726] env[62211]: DEBUG nova.network.neutron [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2260.656479] env[62211]: DEBUG nova.policy [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7979de12c19543faa83d02b906feb452', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0910f5b5208442e3b3b8bc246b6bffbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2260.689157] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.696971] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075559, 'name': ReconfigVM_Task, 'duration_secs': 0.28373} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.697107] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 81ccaec5-a74e-465d-9e61-168976c38699/81ccaec5-a74e-465d-9e61-168976c38699.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2260.697786] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f2a41f4-3b68-4412-be2d-9f890a6f17eb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.704803] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2260.704803] env[62211]: value = "task-2075561" [ 2260.704803] env[62211]: _type = "Task" [ 2260.704803] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.713196] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075560, 'name': Rename_Task, 'duration_secs': 0.143864} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.714125] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2260.714351] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4446694a-7492-4349-a78d-063a82306329 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.718741] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075561, 'name': Rename_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.726225] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2260.726225] env[62211]: value = "task-2075562" [ 2260.726225] env[62211]: _type = "Task" [ 2260.726225] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.734949] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.790062] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c80c49-b7c6-4889-9ae5-2ae116d829c0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.799866] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92ec778-ea31-4ea9-918c-75fe3a4a31e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.832706] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758a3ae8-d488-4a15-a682-64972cc8636a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.840738] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b809138c-a7b4-46aa-a870-81136636b10c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.848025] env[62211]: DEBUG nova.network.neutron [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2260.858563] env[62211]: DEBUG nova.compute.provider_tree [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2260.933492] env[62211]: DEBUG oslo_concurrency.lockutils [req-832dde3c-5fdc-4327-acc8-0e994d9ab288 req-dfc9efe1-39e1-4924-a5be-828fdf42b977 service nova] Releasing lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.114749] env[62211]: DEBUG nova.compute.manager [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2261.124846] env[62211]: DEBUG nova.network.neutron [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Updating instance_info_cache with network_info: [{"id": "2d788966-49da-418f-8be3-b57099a43746", "address": "fa:16:3e:82:af:00", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d788966-49", "ovs_interfaceid": "2d788966-49da-418f-8be3-b57099a43746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.157034] env[62211]: DEBUG nova.network.neutron [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Successfully created port: cb99fcf9-b451-445d-b9e3-13873979cb14 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2261.186802] env[62211]: DEBUG oslo_vmware.api [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075558, 'name': PowerOnVM_Task, 'duration_secs': 0.722734} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.187372] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2261.187794] env[62211]: INFO nova.compute.manager [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Took 9.76 seconds to spawn the instance on the hypervisor. [ 2261.188123] env[62211]: DEBUG nova.compute.manager [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2261.189022] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a6a442-7bb2-444d-bffa-b9640c354701 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.215774] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075561, 'name': Rename_Task, 'duration_secs': 0.216243} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.215774] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2261.215774] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2f3dc6c-3d36-440d-9e75-1348e252c4fc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.220646] env[62211]: DEBUG nova.compute.manager [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Received event network-changed-d100192a-7155-4c19-ac3f-ecd980272638 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2261.220830] env[62211]: DEBUG nova.compute.manager [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Refreshing instance network info cache due to event network-changed-d100192a-7155-4c19-ac3f-ecd980272638. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2261.221088] env[62211]: DEBUG oslo_concurrency.lockutils [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] Acquiring lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.221242] env[62211]: DEBUG oslo_concurrency.lockutils [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] Acquired lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.221403] env[62211]: DEBUG nova.network.neutron [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Refreshing network info cache for port d100192a-7155-4c19-ac3f-ecd980272638 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2261.224423] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2261.224423] env[62211]: value = "task-2075563" [ 2261.224423] env[62211]: _type = "Task" [ 2261.224423] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.236992] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.241215] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075562, 'name': PowerOnVM_Task} progress is 75%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.362476] env[62211]: DEBUG nova.scheduler.client.report [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2261.627367] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.627858] env[62211]: DEBUG nova.compute.manager [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Instance network_info: |[{"id": "2d788966-49da-418f-8be3-b57099a43746", "address": "fa:16:3e:82:af:00", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d788966-49", "ovs_interfaceid": "2d788966-49da-418f-8be3-b57099a43746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2261.628806] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:af:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d788966-49da-418f-8be3-b57099a43746', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2261.642400] env[62211]: DEBUG oslo.service.loopingcall [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2261.643219] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2261.643595] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81919a9e-82f6-4e84-b786-1c70aa4f7873 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.677233] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2261.677233] env[62211]: value = "task-2075564" [ 2261.677233] env[62211]: _type = "Task" [ 2261.677233] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.689138] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075564, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.711162] env[62211]: INFO nova.compute.manager [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Took 18.17 seconds to build instance. [ 2261.743645] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.748284] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075562, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.870101] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.900105] env[62211]: INFO nova.scheduler.client.report [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Deleted allocations for instance 45ad4bb0-5e77-47d4-bdb8-542c2039dafe [ 2262.093839] env[62211]: DEBUG nova.network.neutron [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Updated VIF entry in instance network info cache for port d100192a-7155-4c19-ac3f-ecd980272638. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2262.095023] env[62211]: DEBUG nova.network.neutron [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Updating instance_info_cache with network_info: [{"id": "d100192a-7155-4c19-ac3f-ecd980272638", "address": "fa:16:3e:b0:71:4d", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd100192a-71", "ovs_interfaceid": "d100192a-7155-4c19-ac3f-ecd980272638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.130657] env[62211]: DEBUG nova.compute.manager [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2262.160207] env[62211]: DEBUG nova.virt.hardware [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2262.160494] env[62211]: DEBUG nova.virt.hardware [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2262.160658] env[62211]: DEBUG nova.virt.hardware [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2262.160841] env[62211]: DEBUG nova.virt.hardware [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2262.160999] env[62211]: DEBUG nova.virt.hardware [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2262.161229] env[62211]: DEBUG nova.virt.hardware [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2262.161458] env[62211]: DEBUG nova.virt.hardware [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2262.161642] env[62211]: DEBUG nova.virt.hardware [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2262.161818] env[62211]: DEBUG nova.virt.hardware [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2262.161999] env[62211]: DEBUG nova.virt.hardware [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2262.162161] env[62211]: DEBUG nova.virt.hardware [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2262.163045] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdd5463-e3ab-4dbd-920a-56c1dedcf727 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.171722] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c71f4b-cf51-4f2d-944f-c537b8a12ca0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.195957] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075564, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.212803] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bbc63be-e071-4787-a97f-b204ab2019d7 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "5427de84-e7e6-44f5-bd43-456313e0001c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.697s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.245408] env[62211]: DEBUG oslo_vmware.api [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075563, 'name': PowerOnVM_Task, 'duration_secs': 0.793111} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.250089] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2262.250439] env[62211]: INFO nova.compute.manager [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Took 13.09 seconds to spawn the instance on the hypervisor. [ 2262.250734] env[62211]: DEBUG nova.compute.manager [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2262.251182] env[62211]: DEBUG oslo_vmware.api [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075562, 'name': PowerOnVM_Task, 'duration_secs': 1.151627} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.252259] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39833c61-7af5-43b8-8b1e-ae311cba8a2d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.256091] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2262.256401] env[62211]: INFO nova.compute.manager [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Took 15.39 seconds to spawn the instance on the hypervisor. [ 2262.256682] env[62211]: DEBUG nova.compute.manager [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2262.258517] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf42840-7b0e-43bc-947d-fcb78d189b9c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.407821] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e23acb04-c70c-4117-a604-21ccbf71824b tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "45ad4bb0-5e77-47d4-bdb8-542c2039dafe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.411s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.601212] env[62211]: DEBUG oslo_concurrency.lockutils [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] Releasing lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.601212] env[62211]: DEBUG nova.compute.manager [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Received event network-changed-d100192a-7155-4c19-ac3f-ecd980272638 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2262.601212] env[62211]: DEBUG nova.compute.manager [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Refreshing instance network info cache due to event network-changed-d100192a-7155-4c19-ac3f-ecd980272638. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2262.601212] env[62211]: DEBUG oslo_concurrency.lockutils [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] Acquiring lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2262.601212] env[62211]: DEBUG oslo_concurrency.lockutils [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] Acquired lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2262.601212] env[62211]: DEBUG nova.network.neutron [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Refreshing network info cache for port d100192a-7155-4c19-ac3f-ecd980272638 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2262.685879] env[62211]: DEBUG nova.network.neutron [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Successfully updated port: cb99fcf9-b451-445d-b9e3-13873979cb14 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2262.705531] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075564, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.780340] env[62211]: INFO nova.compute.manager [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Took 19.25 seconds to build instance. [ 2262.789851] env[62211]: INFO nova.compute.manager [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Took 25.15 seconds to build instance. [ 2262.811364] env[62211]: DEBUG nova.compute.manager [req-5e53838f-3564-40ed-8ef1-50e7a2916f54 req-8f8a2164-3eb1-485a-9d9a-aaec00762a68 service nova] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Received event network-changed-49d2708b-9751-4be4-a023-bdc4387fe909 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2262.811702] env[62211]: DEBUG nova.compute.manager [req-5e53838f-3564-40ed-8ef1-50e7a2916f54 req-8f8a2164-3eb1-485a-9d9a-aaec00762a68 service nova] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Refreshing instance network info cache due to event network-changed-49d2708b-9751-4be4-a023-bdc4387fe909. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2262.812058] env[62211]: DEBUG oslo_concurrency.lockutils [req-5e53838f-3564-40ed-8ef1-50e7a2916f54 req-8f8a2164-3eb1-485a-9d9a-aaec00762a68 service nova] Acquiring lock "refresh_cache-5427de84-e7e6-44f5-bd43-456313e0001c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2262.812328] env[62211]: DEBUG oslo_concurrency.lockutils [req-5e53838f-3564-40ed-8ef1-50e7a2916f54 req-8f8a2164-3eb1-485a-9d9a-aaec00762a68 service nova] Acquired lock "refresh_cache-5427de84-e7e6-44f5-bd43-456313e0001c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2262.812601] env[62211]: DEBUG nova.network.neutron [req-5e53838f-3564-40ed-8ef1-50e7a2916f54 req-8f8a2164-3eb1-485a-9d9a-aaec00762a68 service nova] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Refreshing network info cache for port 49d2708b-9751-4be4-a023-bdc4387fe909 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2262.901440] env[62211]: DEBUG nova.compute.manager [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Stashing vm_state: active {{(pid=62211) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2263.194185] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.194185] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.194185] env[62211]: DEBUG nova.network.neutron [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2263.212845] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075564, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.287882] env[62211]: DEBUG nova.compute.manager [req-86208247-b978-401f-b675-b51300496dd9 req-62365bfe-8cd9-4407-a31a-8c80279c9702 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Received event network-vif-plugged-cb99fcf9-b451-445d-b9e3-13873979cb14 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2263.289088] env[62211]: DEBUG oslo_concurrency.lockutils [req-86208247-b978-401f-b675-b51300496dd9 req-62365bfe-8cd9-4407-a31a-8c80279c9702 service nova] Acquiring lock "0e4b2519-a6cb-4549-9883-150d29f02a26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.289088] env[62211]: DEBUG oslo_concurrency.lockutils [req-86208247-b978-401f-b675-b51300496dd9 req-62365bfe-8cd9-4407-a31a-8c80279c9702 service nova] Lock "0e4b2519-a6cb-4549-9883-150d29f02a26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.289088] env[62211]: DEBUG oslo_concurrency.lockutils [req-86208247-b978-401f-b675-b51300496dd9 req-62365bfe-8cd9-4407-a31a-8c80279c9702 service nova] Lock "0e4b2519-a6cb-4549-9883-150d29f02a26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.289088] env[62211]: DEBUG nova.compute.manager [req-86208247-b978-401f-b675-b51300496dd9 req-62365bfe-8cd9-4407-a31a-8c80279c9702 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] No waiting events found dispatching network-vif-plugged-cb99fcf9-b451-445d-b9e3-13873979cb14 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2263.289561] env[62211]: WARNING nova.compute.manager [req-86208247-b978-401f-b675-b51300496dd9 req-62365bfe-8cd9-4407-a31a-8c80279c9702 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Received unexpected event network-vif-plugged-cb99fcf9-b451-445d-b9e3-13873979cb14 for instance with vm_state building and task_state spawning. [ 2263.289870] env[62211]: DEBUG nova.compute.manager [req-86208247-b978-401f-b675-b51300496dd9 req-62365bfe-8cd9-4407-a31a-8c80279c9702 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Received event network-changed-cb99fcf9-b451-445d-b9e3-13873979cb14 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2263.290183] env[62211]: DEBUG nova.compute.manager [req-86208247-b978-401f-b675-b51300496dd9 req-62365bfe-8cd9-4407-a31a-8c80279c9702 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Refreshing instance network info cache due to event network-changed-cb99fcf9-b451-445d-b9e3-13873979cb14. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2263.290480] env[62211]: DEBUG oslo_concurrency.lockutils [req-86208247-b978-401f-b675-b51300496dd9 req-62365bfe-8cd9-4407-a31a-8c80279c9702 service nova] Acquiring lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.291532] env[62211]: DEBUG oslo_concurrency.lockutils [None req-992ccfe8-6d64-4dc9-a971-c08405c4d3c1 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.659s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.292092] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c439f370-e69a-4ee2-8380-25c222c1dce4 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "81ccaec5-a74e-465d-9e61-168976c38699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.781s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.430944] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.431501] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.652068] env[62211]: DEBUG nova.network.neutron [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Updated VIF entry in instance network info cache for port d100192a-7155-4c19-ac3f-ecd980272638. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2263.652068] env[62211]: DEBUG nova.network.neutron [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Updating instance_info_cache with network_info: [{"id": "d100192a-7155-4c19-ac3f-ecd980272638", "address": "fa:16:3e:b0:71:4d", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd100192a-71", "ovs_interfaceid": "d100192a-7155-4c19-ac3f-ecd980272638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2263.708126] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075564, 'name': CreateVM_Task, 'duration_secs': 1.888082} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.708467] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2263.709643] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.710194] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.710665] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2263.711091] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a7eb2df-56fb-4950-9149-bb5c1a03202e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.718037] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2263.718037] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526a0b36-560b-1745-c3a5-7fb73a80e0c9" [ 2263.718037] env[62211]: _type = "Task" [ 2263.718037] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.725029] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526a0b36-560b-1745-c3a5-7fb73a80e0c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.766021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-68c2e061-6770-49fe-a8ba-5cfda80a378a tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "81ccaec5-a74e-465d-9e61-168976c38699" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.769126] env[62211]: DEBUG oslo_concurrency.lockutils [None req-68c2e061-6770-49fe-a8ba-5cfda80a378a tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "81ccaec5-a74e-465d-9e61-168976c38699" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.769126] env[62211]: DEBUG nova.compute.manager [None req-68c2e061-6770-49fe-a8ba-5cfda80a378a tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2263.769126] env[62211]: DEBUG nova.network.neutron [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2263.770655] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cef0ffc-a2d5-42d6-9569-177c3360e722 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.777893] env[62211]: DEBUG nova.compute.manager [None req-68c2e061-6770-49fe-a8ba-5cfda80a378a tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62211) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2263.778614] env[62211]: DEBUG nova.objects.instance [None req-68c2e061-6770-49fe-a8ba-5cfda80a378a tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lazy-loading 'flavor' on Instance uuid 81ccaec5-a74e-465d-9e61-168976c38699 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2263.938028] env[62211]: INFO nova.compute.claims [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2263.956341] env[62211]: DEBUG nova.network.neutron [req-5e53838f-3564-40ed-8ef1-50e7a2916f54 req-8f8a2164-3eb1-485a-9d9a-aaec00762a68 service nova] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Updated VIF entry in instance network info cache for port 49d2708b-9751-4be4-a023-bdc4387fe909. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2263.956927] env[62211]: DEBUG nova.network.neutron [req-5e53838f-3564-40ed-8ef1-50e7a2916f54 req-8f8a2164-3eb1-485a-9d9a-aaec00762a68 service nova] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Updating instance_info_cache with network_info: [{"id": "49d2708b-9751-4be4-a023-bdc4387fe909", "address": "fa:16:3e:6b:3a:12", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d2708b-97", "ovs_interfaceid": "49d2708b-9751-4be4-a023-bdc4387fe909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2264.119086] env[62211]: DEBUG nova.network.neutron [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updating instance_info_cache with network_info: [{"id": "cb99fcf9-b451-445d-b9e3-13873979cb14", "address": "fa:16:3e:c8:7b:f2", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb99fcf9-b4", "ovs_interfaceid": "cb99fcf9-b451-445d-b9e3-13873979cb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2264.154189] env[62211]: DEBUG oslo_concurrency.lockutils [req-309867d8-d10d-4ea2-9cf8-4e09880b07cd req-2d204910-5593-4e5a-961b-b24b880952af service nova] Releasing lock "refresh_cache-de6efed1-75b1-4240-b980-a04a790079dd" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2264.230076] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526a0b36-560b-1745-c3a5-7fb73a80e0c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.230076] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2264.230076] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2264.230076] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2264.230076] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2264.230076] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2264.230076] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b77b73c6-6f50-46af-a6ba-27024e8f70a4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.239234] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2264.239587] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2264.240476] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d003a69-6e76-46d3-9c81-f611afdf9902 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.248023] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2264.248023] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5261a1cb-41bb-6ec3-bca7-3c7506b06d7f" [ 2264.248023] env[62211]: _type = "Task" [ 2264.248023] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.254483] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5261a1cb-41bb-6ec3-bca7-3c7506b06d7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.447372] env[62211]: INFO nova.compute.resource_tracker [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating resource usage from migration cccbb339-5c01-484a-95cc-45b4f2b28eee [ 2264.460879] env[62211]: DEBUG oslo_concurrency.lockutils [req-5e53838f-3564-40ed-8ef1-50e7a2916f54 req-8f8a2164-3eb1-485a-9d9a-aaec00762a68 service nova] Releasing lock "refresh_cache-5427de84-e7e6-44f5-bd43-456313e0001c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2264.620347] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2264.620776] env[62211]: DEBUG nova.compute.manager [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Instance network_info: |[{"id": "cb99fcf9-b451-445d-b9e3-13873979cb14", "address": "fa:16:3e:c8:7b:f2", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb99fcf9-b4", "ovs_interfaceid": "cb99fcf9-b451-445d-b9e3-13873979cb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2264.621037] env[62211]: DEBUG oslo_concurrency.lockutils [req-86208247-b978-401f-b675-b51300496dd9 req-62365bfe-8cd9-4407-a31a-8c80279c9702 service nova] Acquired lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2264.621232] env[62211]: DEBUG nova.network.neutron [req-86208247-b978-401f-b675-b51300496dd9 req-62365bfe-8cd9-4407-a31a-8c80279c9702 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Refreshing network info cache for port cb99fcf9-b451-445d-b9e3-13873979cb14 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2264.622457] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:7b:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb99fcf9-b451-445d-b9e3-13873979cb14', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2264.630497] env[62211]: DEBUG oslo.service.loopingcall [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2264.633590] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2264.634754] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83c804e5-5f7c-4eb0-a988-89dca658a9ff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.652833] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ce2531-5879-45ac-a8bf-75cb139028b8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.663056] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ad19d1-1326-430a-9181-b315387ce365 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.666050] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2264.666050] env[62211]: value = "task-2075565" [ 2264.666050] env[62211]: _type = "Task" [ 2264.666050] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.697171] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772e46f4-0af0-40b8-8f5b-92837dbd8459 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.700045] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075565, 'name': CreateVM_Task} progress is 15%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.704867] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5a078f-3ee0-4f9e-a641-5f7be3e5513a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.721176] env[62211]: DEBUG nova.compute.provider_tree [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2264.756580] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5261a1cb-41bb-6ec3-bca7-3c7506b06d7f, 'name': SearchDatastore_Task, 'duration_secs': 0.025345} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.757451] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2af6a6c-4e85-4c79-a760-cefacc55d26b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.763300] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2264.763300] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5292db5e-26a1-094b-366f-03d393f106dc" [ 2264.763300] env[62211]: _type = "Task" [ 2264.763300] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.770907] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5292db5e-26a1-094b-366f-03d393f106dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.785618] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c2e061-6770-49fe-a8ba-5cfda80a378a tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2264.785904] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfeef640-f7b7-4a94-bd54-5d0fee012777 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.794402] env[62211]: DEBUG oslo_vmware.api [None req-68c2e061-6770-49fe-a8ba-5cfda80a378a tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2264.794402] env[62211]: value = "task-2075566" [ 2264.794402] env[62211]: _type = "Task" [ 2264.794402] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.802594] env[62211]: DEBUG oslo_vmware.api [None req-68c2e061-6770-49fe-a8ba-5cfda80a378a tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.153134] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "9677caba-e1ca-49df-a3d6-72986b1acb14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2265.153365] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2265.176221] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075565, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.223981] env[62211]: DEBUG nova.scheduler.client.report [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2265.276252] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5292db5e-26a1-094b-366f-03d393f106dc, 'name': SearchDatastore_Task, 'duration_secs': 0.014128} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.276593] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2265.276848] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4a3fee55-aff4-4f18-b1ff-93da0613889c/4a3fee55-aff4-4f18-b1ff-93da0613889c.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2265.277157] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faa0d28d-708f-44dd-a768-68cc6422bbb3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.283350] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2265.283350] env[62211]: value = "task-2075567" [ 2265.283350] env[62211]: _type = "Task" [ 2265.283350] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.292655] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.303244] env[62211]: DEBUG oslo_vmware.api [None req-68c2e061-6770-49fe-a8ba-5cfda80a378a tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075566, 'name': PowerOffVM_Task, 'duration_secs': 0.320109} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.303345] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c2e061-6770-49fe-a8ba-5cfda80a378a tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2265.303478] env[62211]: DEBUG nova.compute.manager [None req-68c2e061-6770-49fe-a8ba-5cfda80a378a tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2265.306563] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5c1da3-5615-4528-915e-20e6769813b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.312223] env[62211]: DEBUG nova.compute.manager [req-c84d058c-62cd-497a-adfd-05969fc567fd req-2edc1db5-f7ad-47cd-9691-f0b801f7664f service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Received event network-changed-18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2265.312407] env[62211]: DEBUG nova.compute.manager [req-c84d058c-62cd-497a-adfd-05969fc567fd req-2edc1db5-f7ad-47cd-9691-f0b801f7664f service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Refreshing instance network info cache due to event network-changed-18ec1859-b2b6-40bc-9815-cdd86331f725. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2265.312617] env[62211]: DEBUG oslo_concurrency.lockutils [req-c84d058c-62cd-497a-adfd-05969fc567fd req-2edc1db5-f7ad-47cd-9691-f0b801f7664f service nova] Acquiring lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2265.312759] env[62211]: DEBUG oslo_concurrency.lockutils [req-c84d058c-62cd-497a-adfd-05969fc567fd req-2edc1db5-f7ad-47cd-9691-f0b801f7664f service nova] Acquired lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2265.312913] env[62211]: DEBUG nova.network.neutron [req-c84d058c-62cd-497a-adfd-05969fc567fd req-2edc1db5-f7ad-47cd-9691-f0b801f7664f service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Refreshing network info cache for port 18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2265.387178] env[62211]: DEBUG nova.network.neutron [req-86208247-b978-401f-b675-b51300496dd9 req-62365bfe-8cd9-4407-a31a-8c80279c9702 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updated VIF entry in instance network info cache for port cb99fcf9-b451-445d-b9e3-13873979cb14. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2265.387587] env[62211]: DEBUG nova.network.neutron [req-86208247-b978-401f-b675-b51300496dd9 req-62365bfe-8cd9-4407-a31a-8c80279c9702 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updating instance_info_cache with network_info: [{"id": "cb99fcf9-b451-445d-b9e3-13873979cb14", "address": "fa:16:3e:c8:7b:f2", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb99fcf9-b4", "ovs_interfaceid": "cb99fcf9-b451-445d-b9e3-13873979cb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2265.655895] env[62211]: DEBUG nova.compute.manager [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2265.678344] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075565, 'name': CreateVM_Task, 'duration_secs': 0.562146} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.678445] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2265.679251] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2265.679475] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2265.679844] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2265.680160] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2626f8-b893-4ed5-8d2d-16fccbb253a6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.685652] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2265.685652] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f1a2a0-a41b-1579-c618-7da266b089ac" [ 2265.685652] env[62211]: _type = "Task" [ 2265.685652] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.694203] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f1a2a0-a41b-1579-c618-7da266b089ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.729058] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.297s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.729257] env[62211]: INFO nova.compute.manager [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Migrating [ 2265.793801] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075567, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.823269] env[62211]: DEBUG oslo_concurrency.lockutils [None req-68c2e061-6770-49fe-a8ba-5cfda80a378a tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "81ccaec5-a74e-465d-9e61-168976c38699" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.890198] env[62211]: DEBUG oslo_concurrency.lockutils [req-86208247-b978-401f-b675-b51300496dd9 req-62365bfe-8cd9-4407-a31a-8c80279c9702 service nova] Releasing lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2266.063196] env[62211]: DEBUG nova.network.neutron [req-c84d058c-62cd-497a-adfd-05969fc567fd req-2edc1db5-f7ad-47cd-9691-f0b801f7664f service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Updated VIF entry in instance network info cache for port 18ec1859-b2b6-40bc-9815-cdd86331f725. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2266.063577] env[62211]: DEBUG nova.network.neutron [req-c84d058c-62cd-497a-adfd-05969fc567fd req-2edc1db5-f7ad-47cd-9691-f0b801f7664f service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Updating instance_info_cache with network_info: [{"id": "18ec1859-b2b6-40bc-9815-cdd86331f725", "address": "fa:16:3e:96:fd:df", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec1859-b2", "ovs_interfaceid": "18ec1859-b2b6-40bc-9815-cdd86331f725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2266.181019] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.181019] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.182644] env[62211]: INFO nova.compute.claims [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2266.195830] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f1a2a0-a41b-1579-c618-7da266b089ac, 'name': SearchDatastore_Task, 'duration_secs': 0.056991} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.196211] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2266.196480] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2266.196745] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.196895] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2266.197107] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2266.197395] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ad24820-869d-4ba8-875a-14a3503c9518 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.211509] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2266.211643] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2266.212333] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4386fc31-d5ca-40f9-8d14-6923dc761919 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.217655] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2266.217655] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d7bbb9-4ae1-a9dd-016e-8ac8079fd5a8" [ 2266.217655] env[62211]: _type = "Task" [ 2266.217655] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.225588] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d7bbb9-4ae1-a9dd-016e-8ac8079fd5a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.246797] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.246951] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2266.247150] env[62211]: DEBUG nova.network.neutron [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2266.256866] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "81ccaec5-a74e-465d-9e61-168976c38699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.257164] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "81ccaec5-a74e-465d-9e61-168976c38699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.257380] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "81ccaec5-a74e-465d-9e61-168976c38699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.257564] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "81ccaec5-a74e-465d-9e61-168976c38699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.257727] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "81ccaec5-a74e-465d-9e61-168976c38699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.259512] env[62211]: INFO nova.compute.manager [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Terminating instance [ 2266.294387] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623364} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.294636] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4a3fee55-aff4-4f18-b1ff-93da0613889c/4a3fee55-aff4-4f18-b1ff-93da0613889c.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2266.294836] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2266.295085] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-792eb154-b5cc-4947-a399-118140d72f13 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.301274] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2266.301274] env[62211]: value = "task-2075568" [ 2266.301274] env[62211]: _type = "Task" [ 2266.301274] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.309447] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.566296] env[62211]: DEBUG oslo_concurrency.lockutils [req-c84d058c-62cd-497a-adfd-05969fc567fd req-2edc1db5-f7ad-47cd-9691-f0b801f7664f service nova] Releasing lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2266.727706] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d7bbb9-4ae1-a9dd-016e-8ac8079fd5a8, 'name': SearchDatastore_Task, 'duration_secs': 0.078841} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.728536] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff15c42c-32aa-4fe4-84a3-1944dabd4da6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.734772] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2266.734772] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d4986d-7c0e-48c8-61a0-1de328188540" [ 2266.734772] env[62211]: _type = "Task" [ 2266.734772] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.742739] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d4986d-7c0e-48c8-61a0-1de328188540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.762928] env[62211]: DEBUG nova.compute.manager [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2266.763173] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2266.764358] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede9011b-eb3c-4800-bba9-a9d30e6b5622 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.772065] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2266.772176] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdba14b8-4de3-4f74-a2a2-e383fec6d080 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.811257] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.390796} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.811475] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2266.812266] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d4e524-ea41-4d1b-9a5d-5598f15feecf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.834093] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 4a3fee55-aff4-4f18-b1ff-93da0613889c/4a3fee55-aff4-4f18-b1ff-93da0613889c.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2266.837179] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f3d8e72-c3aa-4f5c-a2e8-a19164d2e2fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.857746] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2266.857746] env[62211]: value = "task-2075570" [ 2266.857746] env[62211]: _type = "Task" [ 2266.857746] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.866508] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.040665] env[62211]: DEBUG nova.network.neutron [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance_info_cache with network_info: [{"id": "ae21637a-7975-490f-ab80-2619db79576e", "address": "fa:16:3e:99:bc:29", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21637a-79", "ovs_interfaceid": "ae21637a-7975-490f-ab80-2619db79576e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.245315] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d4986d-7c0e-48c8-61a0-1de328188540, 'name': SearchDatastore_Task, 'duration_secs': 0.04144} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.245638] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2267.245924] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0e4b2519-a6cb-4549-9883-150d29f02a26/0e4b2519-a6cb-4549-9883-150d29f02a26.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2267.246234] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-126490e5-96f2-40eb-85f4-ae66c156d5fd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.252821] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2267.252821] env[62211]: value = "task-2075571" [ 2267.252821] env[62211]: _type = "Task" [ 2267.252821] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.260612] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.347828] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2e630a-424b-488a-ac0b-34974786baab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.354831] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae44cd7f-6b79-48d0-b798-91c28e086f0c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.366978] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.391499] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32a6a71-443d-4c2b-b0e0-b99c5ead8ae9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.400405] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a639bf10-36eb-4c93-a05f-e226413f84ea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.415790] env[62211]: DEBUG nova.compute.provider_tree [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2267.543455] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2267.762381] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075571, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.868672] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075570, 'name': ReconfigVM_Task, 'duration_secs': 0.621747} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.868975] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 4a3fee55-aff4-4f18-b1ff-93da0613889c/4a3fee55-aff4-4f18-b1ff-93da0613889c.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2267.869638] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd83fde9-2d63-4616-9f9e-9c56f3d73828 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.875602] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2267.875602] env[62211]: value = "task-2075572" [ 2267.875602] env[62211]: _type = "Task" [ 2267.875602] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.882769] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075572, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.919104] env[62211]: DEBUG nova.scheduler.client.report [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2268.263465] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075571, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.385345] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075572, 'name': Rename_Task, 'duration_secs': 0.161402} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.385712] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2268.385853] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5935e5d4-3070-4886-9018-fe1234ad06ac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.391411] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2268.391411] env[62211]: value = "task-2075573" [ 2268.391411] env[62211]: _type = "Task" [ 2268.391411] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.398729] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.423825] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2268.424403] env[62211]: DEBUG nova.compute.manager [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2268.763886] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075571, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.4526} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.764242] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0e4b2519-a6cb-4549-9883-150d29f02a26/0e4b2519-a6cb-4549-9883-150d29f02a26.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2268.764469] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2268.764731] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66aca285-15cf-488c-9788-137b569d3ad1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.771007] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2268.771007] env[62211]: value = "task-2075574" [ 2268.771007] env[62211]: _type = "Task" [ 2268.771007] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.779214] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.901211] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075573, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.929894] env[62211]: DEBUG nova.compute.utils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2268.931328] env[62211]: DEBUG nova.compute.manager [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2268.931546] env[62211]: DEBUG nova.network.neutron [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2268.973454] env[62211]: DEBUG nova.policy [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffe9432a857b408f8166d02a82db5597', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e119e1e683247bfb39333607d0be683', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2269.058162] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bb4686-3f30-4241-809c-24f3fbe16a94 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.077246] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance 'a230ecc1-fda2-4238-8cde-55f2b5bc4028' progress to 0 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2269.277780] env[62211]: DEBUG nova.network.neutron [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Successfully created port: 3535ac75-28e7-4af8-8fa0-636dd05491ea {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2269.282701] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.366097} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.282991] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2269.283777] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cb1034-8df5-4e4e-93c3-d83f1baef547 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.313046] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 0e4b2519-a6cb-4549-9883-150d29f02a26/0e4b2519-a6cb-4549-9883-150d29f02a26.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2269.313385] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f823ee55-2e09-45b1-8f16-a793c0e323d8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.334610] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2269.334610] env[62211]: value = "task-2075575" [ 2269.334610] env[62211]: _type = "Task" [ 2269.334610] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.345685] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.401425] env[62211]: DEBUG oslo_vmware.api [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075573, 'name': PowerOnVM_Task, 'duration_secs': 0.590096} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.401780] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2269.402168] env[62211]: INFO nova.compute.manager [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Took 11.93 seconds to spawn the instance on the hypervisor. [ 2269.402371] env[62211]: DEBUG nova.compute.manager [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2269.403272] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bca70b-6020-4bab-bf86-1754b2cb8c99 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.434395] env[62211]: DEBUG nova.compute.manager [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2269.583511] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2269.583835] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2da819b-cbf5-4137-b542-9e4a63cee4e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.590422] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2269.590422] env[62211]: value = "task-2075576" [ 2269.590422] env[62211]: _type = "Task" [ 2269.590422] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.601841] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.845133] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075575, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.922450] env[62211]: INFO nova.compute.manager [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Took 18.35 seconds to build instance. [ 2270.100657] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075576, 'name': PowerOffVM_Task, 'duration_secs': 0.29758} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.100824] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2270.101018] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance 'a230ecc1-fda2-4238-8cde-55f2b5bc4028' progress to 17 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2270.345755] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075575, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.424289] env[62211]: DEBUG oslo_concurrency.lockutils [None req-765621b8-3a96-4117-810d-f09af5fb1ed9 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "4a3fee55-aff4-4f18-b1ff-93da0613889c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.862s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.444792] env[62211]: DEBUG nova.compute.manager [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2270.470800] env[62211]: DEBUG nova.virt.hardware [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2270.471055] env[62211]: DEBUG nova.virt.hardware [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2270.471218] env[62211]: DEBUG nova.virt.hardware [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2270.471409] env[62211]: DEBUG nova.virt.hardware [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2270.471549] env[62211]: DEBUG nova.virt.hardware [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2270.471697] env[62211]: DEBUG nova.virt.hardware [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2270.471899] env[62211]: DEBUG nova.virt.hardware [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2270.472071] env[62211]: DEBUG nova.virt.hardware [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2270.472245] env[62211]: DEBUG nova.virt.hardware [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2270.472410] env[62211]: DEBUG nova.virt.hardware [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2270.472581] env[62211]: DEBUG nova.virt.hardware [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2270.473448] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd230736-bfd8-434f-865b-a3009ed6c119 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.481410] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974d3e1d-8d4d-460f-8194-087ea2ae256e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.607294] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2270.607584] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2270.607712] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2270.607892] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2270.608046] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2270.608201] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2270.608424] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2270.608603] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2270.608771] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2270.608932] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2270.609120] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2270.613962] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c64f7e42-e156-4c3a-82bb-909b10311bac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.629564] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2270.629564] env[62211]: value = "task-2075577" [ 2270.629564] env[62211]: _type = "Task" [ 2270.629564] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.637723] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.846191] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075575, 'name': ReconfigVM_Task, 'duration_secs': 1.449961} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.846478] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 0e4b2519-a6cb-4549-9883-150d29f02a26/0e4b2519-a6cb-4549-9883-150d29f02a26.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2270.847128] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62048aaf-26a4-4393-be6c-1fb245cccaf4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.852780] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2270.852780] env[62211]: value = "task-2075578" [ 2270.852780] env[62211]: _type = "Task" [ 2270.852780] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.860689] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075578, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.139041] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075577, 'name': ReconfigVM_Task, 'duration_secs': 0.218042} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.139353] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance 'a230ecc1-fda2-4238-8cde-55f2b5bc4028' progress to 33 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2271.364691] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075578, 'name': Rename_Task, 'duration_secs': 0.253373} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.364981] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2271.365387] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bd8f73d-c843-4793-be06-a5d5459069b0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.372037] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2271.372037] env[62211]: value = "task-2075579" [ 2271.372037] env[62211]: _type = "Task" [ 2271.372037] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.379494] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.645433] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2271.645852] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2271.645852] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2271.645954] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2271.646161] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2271.646327] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2271.646527] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2271.646686] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2271.646851] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2271.647021] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2271.647234] env[62211]: DEBUG nova.virt.hardware [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2271.652630] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2271.652833] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496323ba-ea29-4e84-bbee-582b5eb36bc5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.671091] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2271.671091] env[62211]: value = "task-2075580" [ 2271.671091] env[62211]: _type = "Task" [ 2271.671091] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.679245] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.882563] env[62211]: DEBUG oslo_vmware.api [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075579, 'name': PowerOnVM_Task, 'duration_secs': 0.445681} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.882839] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2271.883058] env[62211]: INFO nova.compute.manager [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Took 9.75 seconds to spawn the instance on the hypervisor. [ 2271.883243] env[62211]: DEBUG nova.compute.manager [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2271.884013] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5be1b9-5f7d-4f90-94cc-1296c9d3705f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.988471] env[62211]: DEBUG nova.compute.manager [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Stashing vm_state: active {{(pid=62211) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2272.182561] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075580, 'name': ReconfigVM_Task, 'duration_secs': 0.253063} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.182855] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2272.183680] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b939d5-6ce6-4d63-a291-962f0e0077df {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.205414] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] a230ecc1-fda2-4238-8cde-55f2b5bc4028/a230ecc1-fda2-4238-8cde-55f2b5bc4028.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2272.205679] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-486acda8-3653-4310-ad47-a694c0293b77 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.223493] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2272.223493] env[62211]: value = "task-2075581" [ 2272.223493] env[62211]: _type = "Task" [ 2272.223493] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.231259] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.402503] env[62211]: INFO nova.compute.manager [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Took 15.71 seconds to build instance. [ 2272.508095] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.508453] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.734223] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.905746] env[62211]: DEBUG oslo_concurrency.lockutils [None req-85a0a7b2-fc0f-4916-9a17-6d2bde5c7cd1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "0e4b2519-a6cb-4549-9883-150d29f02a26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.231s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2273.014144] env[62211]: INFO nova.compute.claims [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2273.234490] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075581, 'name': ReconfigVM_Task, 'duration_secs': 0.592013} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.234755] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Reconfigured VM instance instance-0000005f to attach disk [datastore1] a230ecc1-fda2-4238-8cde-55f2b5bc4028/a230ecc1-fda2-4238-8cde-55f2b5bc4028.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2273.235033] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance 'a230ecc1-fda2-4238-8cde-55f2b5bc4028' progress to 50 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2273.310135] env[62211]: DEBUG nova.compute.manager [req-358b068f-88bf-48ba-b3f2-e807c9ed519b req-86d4b18d-0603-463b-90e6-117ca3bfceb9 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Received event network-changed-cb99fcf9-b451-445d-b9e3-13873979cb14 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2273.310339] env[62211]: DEBUG nova.compute.manager [req-358b068f-88bf-48ba-b3f2-e807c9ed519b req-86d4b18d-0603-463b-90e6-117ca3bfceb9 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Refreshing instance network info cache due to event network-changed-cb99fcf9-b451-445d-b9e3-13873979cb14. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2273.310745] env[62211]: DEBUG oslo_concurrency.lockutils [req-358b068f-88bf-48ba-b3f2-e807c9ed519b req-86d4b18d-0603-463b-90e6-117ca3bfceb9 service nova] Acquiring lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2273.310935] env[62211]: DEBUG oslo_concurrency.lockutils [req-358b068f-88bf-48ba-b3f2-e807c9ed519b req-86d4b18d-0603-463b-90e6-117ca3bfceb9 service nova] Acquired lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2273.311109] env[62211]: DEBUG nova.network.neutron [req-358b068f-88bf-48ba-b3f2-e807c9ed519b req-86d4b18d-0603-463b-90e6-117ca3bfceb9 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Refreshing network info cache for port cb99fcf9-b451-445d-b9e3-13873979cb14 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2273.522070] env[62211]: INFO nova.compute.resource_tracker [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Updating resource usage from migration a3a5d8a9-0a74-4766-889b-ba511e78e659 [ 2273.674336] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cac6053-2c3b-479b-a8fe-6d0f93a0d0ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.681583] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bdc083-fada-464a-bd1a-a2fa387f1c74 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.713701] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f0665b-07ce-46ea-a812-e20b38102d63 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.721633] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5143cfc8-94a9-4408-9661-1780660a835e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.735237] env[62211]: DEBUG nova.compute.provider_tree [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2273.741492] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0c77e6-2c66-40a7-8dbe-791fb5125a53 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.760182] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b02d9b1-7b2f-4011-b688-a5e9128fd036 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.777475] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance 'a230ecc1-fda2-4238-8cde-55f2b5bc4028' progress to 67 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2274.016053] env[62211]: DEBUG nova.network.neutron [req-358b068f-88bf-48ba-b3f2-e807c9ed519b req-86d4b18d-0603-463b-90e6-117ca3bfceb9 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updated VIF entry in instance network info cache for port cb99fcf9-b451-445d-b9e3-13873979cb14. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2274.016474] env[62211]: DEBUG nova.network.neutron [req-358b068f-88bf-48ba-b3f2-e807c9ed519b req-86d4b18d-0603-463b-90e6-117ca3bfceb9 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updating instance_info_cache with network_info: [{"id": "cb99fcf9-b451-445d-b9e3-13873979cb14", "address": "fa:16:3e:c8:7b:f2", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb99fcf9-b4", "ovs_interfaceid": "cb99fcf9-b451-445d-b9e3-13873979cb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2274.131260] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2274.131468] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2274.131649] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleting the datastore file [datastore1] 81ccaec5-a74e-465d-9e61-168976c38699 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2274.131913] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46ee3735-a583-47eb-9a2c-adc16193b984 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.141135] env[62211]: DEBUG oslo_vmware.api [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2274.141135] env[62211]: value = "task-2075582" [ 2274.141135] env[62211]: _type = "Task" [ 2274.141135] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.148692] env[62211]: DEBUG oslo_vmware.api [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.239658] env[62211]: DEBUG nova.scheduler.client.report [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2274.320659] env[62211]: DEBUG nova.network.neutron [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Port ae21637a-7975-490f-ab80-2619db79576e binding to destination host cpu-1 is already ACTIVE {{(pid=62211) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2274.519449] env[62211]: DEBUG oslo_concurrency.lockutils [req-358b068f-88bf-48ba-b3f2-e807c9ed519b req-86d4b18d-0603-463b-90e6-117ca3bfceb9 service nova] Releasing lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2274.650720] env[62211]: DEBUG oslo_vmware.api [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127442} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.650975] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2274.651176] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2274.651355] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2274.651531] env[62211]: INFO nova.compute.manager [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Took 7.89 seconds to destroy the instance on the hypervisor. [ 2274.651803] env[62211]: DEBUG oslo.service.loopingcall [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2274.651979] env[62211]: DEBUG nova.compute.manager [-] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2274.652088] env[62211]: DEBUG nova.network.neutron [-] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2274.744936] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.236s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2274.745246] env[62211]: INFO nova.compute.manager [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Migrating [ 2275.259699] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.259900] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.260103] env[62211]: DEBUG nova.network.neutron [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2275.291928] env[62211]: DEBUG nova.network.neutron [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Successfully updated port: 3535ac75-28e7-4af8-8fa0-636dd05491ea {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2275.343272] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.343548] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.343952] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.345588] env[62211]: DEBUG nova.compute.manager [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Received event network-vif-deleted-bb535345-08a8-409a-ab7c-95ac8401525f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2275.345813] env[62211]: INFO nova.compute.manager [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Neutron deleted interface bb535345-08a8-409a-ab7c-95ac8401525f; detaching it from the instance and deleting it from the info cache [ 2275.345969] env[62211]: DEBUG nova.network.neutron [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.375958] env[62211]: DEBUG nova.network.neutron [-] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.794862] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "refresh_cache-9677caba-e1ca-49df-a3d6-72986b1acb14" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.795260] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquired lock "refresh_cache-9677caba-e1ca-49df-a3d6-72986b1acb14" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.795260] env[62211]: DEBUG nova.network.neutron [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2275.849535] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43e616b7-b044-4c64-bfa7-38d9f78300d7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.861216] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291c5a16-39d5-4c16-8381-d125e6418d84 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.878409] env[62211]: INFO nova.compute.manager [-] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Took 1.23 seconds to deallocate network for instance. [ 2275.897692] env[62211]: DEBUG nova.compute.manager [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Detach interface failed, port_id=bb535345-08a8-409a-ab7c-95ac8401525f, reason: Instance 81ccaec5-a74e-465d-9e61-168976c38699 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2275.897934] env[62211]: DEBUG nova.compute.manager [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Received event network-vif-plugged-3535ac75-28e7-4af8-8fa0-636dd05491ea {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2275.898171] env[62211]: DEBUG oslo_concurrency.lockutils [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] Acquiring lock "9677caba-e1ca-49df-a3d6-72986b1acb14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.898435] env[62211]: DEBUG oslo_concurrency.lockutils [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.898605] env[62211]: DEBUG oslo_concurrency.lockutils [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.898772] env[62211]: DEBUG nova.compute.manager [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] No waiting events found dispatching network-vif-plugged-3535ac75-28e7-4af8-8fa0-636dd05491ea {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2275.898939] env[62211]: WARNING nova.compute.manager [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Received unexpected event network-vif-plugged-3535ac75-28e7-4af8-8fa0-636dd05491ea for instance with vm_state building and task_state spawning. [ 2275.899115] env[62211]: DEBUG nova.compute.manager [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Received event network-changed-3535ac75-28e7-4af8-8fa0-636dd05491ea {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2275.899268] env[62211]: DEBUG nova.compute.manager [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Refreshing instance network info cache due to event network-changed-3535ac75-28e7-4af8-8fa0-636dd05491ea. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2275.899444] env[62211]: DEBUG oslo_concurrency.lockutils [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] Acquiring lock "refresh_cache-9677caba-e1ca-49df-a3d6-72986b1acb14" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2276.023810] env[62211]: DEBUG nova.network.neutron [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Updating instance_info_cache with network_info: [{"id": "2d788966-49da-418f-8be3-b57099a43746", "address": "fa:16:3e:82:af:00", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d788966-49", "ovs_interfaceid": "2d788966-49da-418f-8be3-b57099a43746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2276.340578] env[62211]: DEBUG nova.network.neutron [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2276.386347] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.386670] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.386926] env[62211]: DEBUG nova.objects.instance [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lazy-loading 'resources' on Instance uuid 81ccaec5-a74e-465d-9e61-168976c38699 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2276.412102] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2276.412302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2276.412479] env[62211]: DEBUG nova.network.neutron [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2276.527098] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2276.549719] env[62211]: DEBUG nova.network.neutron [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Updating instance_info_cache with network_info: [{"id": "3535ac75-28e7-4af8-8fa0-636dd05491ea", "address": "fa:16:3e:7a:74:61", "network": {"id": "38a5c9e3-4c3a-4821-9215-528ac464972e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1148894248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e119e1e683247bfb39333607d0be683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3535ac75-28", "ovs_interfaceid": "3535ac75-28e7-4af8-8fa0-636dd05491ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2277.053336] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Releasing lock "refresh_cache-9677caba-e1ca-49df-a3d6-72986b1acb14" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2277.053834] env[62211]: DEBUG nova.compute.manager [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Instance network_info: |[{"id": "3535ac75-28e7-4af8-8fa0-636dd05491ea", "address": "fa:16:3e:7a:74:61", "network": {"id": "38a5c9e3-4c3a-4821-9215-528ac464972e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1148894248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e119e1e683247bfb39333607d0be683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3535ac75-28", "ovs_interfaceid": "3535ac75-28e7-4af8-8fa0-636dd05491ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2277.054117] env[62211]: DEBUG oslo_concurrency.lockutils [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] Acquired lock "refresh_cache-9677caba-e1ca-49df-a3d6-72986b1acb14" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2277.054300] env[62211]: DEBUG nova.network.neutron [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Refreshing network info cache for port 3535ac75-28e7-4af8-8fa0-636dd05491ea {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2277.055446] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:74:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3535ac75-28e7-4af8-8fa0-636dd05491ea', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2277.063742] env[62211]: DEBUG oslo.service.loopingcall [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2277.070414] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2277.071072] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dad9ca09-8ce9-4424-8edc-99261bba80d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.087220] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243bcc1b-aceb-407f-8662-71dcaf2eca7d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.095168] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f006ea-21ad-48e3-bef3-d5c8d9bf0ef2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.099294] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2277.099294] env[62211]: value = "task-2075583" [ 2277.099294] env[62211]: _type = "Task" [ 2277.099294] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.130707] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05162e72-a943-49ac-bd87-9bca104efc02 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.152098] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075583, 'name': CreateVM_Task} progress is 15%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.155207] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a069ffe8-eb65-46c4-ab89-3dca2ed2ca3b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.168619] env[62211]: DEBUG nova.compute.provider_tree [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2277.254547] env[62211]: DEBUG nova.network.neutron [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance_info_cache with network_info: [{"id": "ae21637a-7975-490f-ab80-2619db79576e", "address": "fa:16:3e:99:bc:29", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21637a-79", "ovs_interfaceid": "ae21637a-7975-490f-ab80-2619db79576e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2277.343029] env[62211]: DEBUG nova.network.neutron [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Updated VIF entry in instance network info cache for port 3535ac75-28e7-4af8-8fa0-636dd05491ea. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2277.343148] env[62211]: DEBUG nova.network.neutron [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Updating instance_info_cache with network_info: [{"id": "3535ac75-28e7-4af8-8fa0-636dd05491ea", "address": "fa:16:3e:7a:74:61", "network": {"id": "38a5c9e3-4c3a-4821-9215-528ac464972e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1148894248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e119e1e683247bfb39333607d0be683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3535ac75-28", "ovs_interfaceid": "3535ac75-28e7-4af8-8fa0-636dd05491ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2277.610764] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075583, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.671510] env[62211]: DEBUG nova.scheduler.client.report [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2277.757676] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2277.845318] env[62211]: DEBUG oslo_concurrency.lockutils [req-338891c7-6fb3-434a-843e-8ef3561f7253 req-7f074d26-be47-4600-9c1b-a013241f42d5 service nova] Releasing lock "refresh_cache-9677caba-e1ca-49df-a3d6-72986b1acb14" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2278.042829] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143de4e9-97e1-4696-a76f-cfbe60347649 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.065180] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Updating instance '4a3fee55-aff4-4f18-b1ff-93da0613889c' progress to 0 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2278.111720] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075583, 'name': CreateVM_Task, 'duration_secs': 0.928409} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.111913] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2278.112527] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2278.112758] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2278.113094] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2278.113354] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad2f35d-a89d-4044-ac73-7804ca1dfc1c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.118119] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2278.118119] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f8e089-e7f0-bd7f-5458-2d8a29a86a8c" [ 2278.118119] env[62211]: _type = "Task" [ 2278.118119] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.127678] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f8e089-e7f0-bd7f-5458-2d8a29a86a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.175919] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.193550] env[62211]: INFO nova.scheduler.client.report [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleted allocations for instance 81ccaec5-a74e-465d-9e61-168976c38699 [ 2278.278724] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a28f5e0-3fc2-4ce3-ad09-8d56bb50fcb0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.297763] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92dff34-00b7-49bc-9c87-a829b3cd3c0e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.304776] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance 'a230ecc1-fda2-4238-8cde-55f2b5bc4028' progress to 83 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2278.572462] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2278.572786] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4d0ac2c-dcc0-4f3b-942b-d15d2bb04690 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.580622] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2278.580622] env[62211]: value = "task-2075584" [ 2278.580622] env[62211]: _type = "Task" [ 2278.580622] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.589166] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.630543] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f8e089-e7f0-bd7f-5458-2d8a29a86a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.630865] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2278.631115] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2278.631391] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2278.631553] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2278.631736] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2278.632019] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38c8beb0-6cc2-4d5c-a8e7-8537c58437b3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.641590] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2278.641764] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2278.642534] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b4a1f59-4e0e-4fa8-9a45-225631ddac22 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.648773] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2278.648773] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5267b408-61af-cfcb-c6ad-4b96a651dcdb" [ 2278.648773] env[62211]: _type = "Task" [ 2278.648773] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.656357] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5267b408-61af-cfcb-c6ad-4b96a651dcdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.701047] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5705aeb0-6c10-42ee-8910-019dc78d28e7 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "81ccaec5-a74e-465d-9e61-168976c38699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.443s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.812009] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2278.812009] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05a345f7-4dca-45dd-b490-7b01ae857c68 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.820516] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2278.820516] env[62211]: value = "task-2075585" [ 2278.820516] env[62211]: _type = "Task" [ 2278.820516] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.832085] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.092730] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075584, 'name': PowerOffVM_Task, 'duration_secs': 0.191208} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.093137] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2279.093350] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Updating instance '4a3fee55-aff4-4f18-b1ff-93da0613889c' progress to 17 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2279.161067] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5267b408-61af-cfcb-c6ad-4b96a651dcdb, 'name': SearchDatastore_Task, 'duration_secs': 0.0088} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.161859] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee041099-4c9c-48df-a77a-136d8f443a08 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.167504] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2279.167504] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f886bf-eb5d-1382-3647-775d3e2167e3" [ 2279.167504] env[62211]: _type = "Task" [ 2279.167504] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.178394] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f886bf-eb5d-1382-3647-775d3e2167e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.330076] env[62211]: DEBUG oslo_vmware.api [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075585, 'name': PowerOnVM_Task, 'duration_secs': 0.361999} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.330359] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2279.330540] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7555a3-0009-47a9-88a6-938e1c45820d tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance 'a230ecc1-fda2-4238-8cde-55f2b5bc4028' progress to 100 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2279.601991] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2279.601991] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2279.601991] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2279.602288] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2279.602288] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2279.602374] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2279.602595] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2279.602759] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2279.602924] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2279.603099] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2279.603281] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2279.608246] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-598d9a32-3773-4053-83eb-9379e52a7560 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.624368] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2279.624368] env[62211]: value = "task-2075586" [ 2279.624368] env[62211]: _type = "Task" [ 2279.624368] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.632468] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.677181] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f886bf-eb5d-1382-3647-775d3e2167e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.677432] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.677692] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 9677caba-e1ca-49df-a3d6-72986b1acb14/9677caba-e1ca-49df-a3d6-72986b1acb14.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2279.677946] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1b2ca3d-c7b6-4c7e-819e-3cf6cb7aa252 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.684093] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2279.684093] env[62211]: value = "task-2075587" [ 2279.684093] env[62211]: _type = "Task" [ 2279.684093] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.691537] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.044750] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "050cc0c9-7942-4800-9cae-479a44b9caf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.044995] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "050cc0c9-7942-4800-9cae-479a44b9caf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.134993] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075586, 'name': ReconfigVM_Task, 'duration_secs': 0.188718} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.135359] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Updating instance '4a3fee55-aff4-4f18-b1ff-93da0613889c' progress to 33 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2280.195244] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075587, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.547698] env[62211]: DEBUG nova.compute.manager [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2280.641774] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2280.642124] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2280.642367] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2280.642611] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2280.642792] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2280.642985] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2280.643251] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2280.643459] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2280.643670] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2280.643860] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2280.644070] env[62211]: DEBUG nova.virt.hardware [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2280.650096] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2280.650716] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8117ee8b-709e-4d24-83fe-d917d34b8cd0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.670512] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2280.670512] env[62211]: value = "task-2075588" [ 2280.670512] env[62211]: _type = "Task" [ 2280.670512] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.679237] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.694078] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562424} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.694360] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 9677caba-e1ca-49df-a3d6-72986b1acb14/9677caba-e1ca-49df-a3d6-72986b1acb14.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2280.694607] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2280.694911] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d504916-4d09-4fa1-ba7b-7e234f21ecbf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.701008] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2280.701008] env[62211]: value = "task-2075589" [ 2280.701008] env[62211]: _type = "Task" [ 2280.701008] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.708291] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.073023] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2281.073293] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2281.074753] env[62211]: INFO nova.compute.claims [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2281.181280] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075588, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.210518] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06367} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.210727] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2281.211774] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51e57d8-4db0-43ae-b359-37d20c7bf1fd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.234157] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 9677caba-e1ca-49df-a3d6-72986b1acb14/9677caba-e1ca-49df-a3d6-72986b1acb14.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2281.234425] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c423c56a-2044-4755-9281-5e3db7db299a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.254318] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2281.254318] env[62211]: value = "task-2075590" [ 2281.254318] env[62211]: _type = "Task" [ 2281.254318] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.262538] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.639129] env[62211]: DEBUG nova.network.neutron [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Port ae21637a-7975-490f-ab80-2619db79576e binding to destination host cpu-1 is already ACTIVE {{(pid=62211) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2281.639560] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2281.639787] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2281.639962] env[62211]: DEBUG nova.network.neutron [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2281.682481] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075588, 'name': ReconfigVM_Task, 'duration_secs': 0.543612} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.682730] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2281.683525] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b8093b-4e80-4972-bef5-f05bb5feda9d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.705205] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 4a3fee55-aff4-4f18-b1ff-93da0613889c/4a3fee55-aff4-4f18-b1ff-93da0613889c.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2281.705441] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82b89520-7388-491d-8020-0fe120eda6b9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.723516] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2281.723516] env[62211]: value = "task-2075591" [ 2281.723516] env[62211]: _type = "Task" [ 2281.723516] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.732160] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.763876] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075590, 'name': ReconfigVM_Task, 'duration_secs': 0.264777} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.764155] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 9677caba-e1ca-49df-a3d6-72986b1acb14/9677caba-e1ca-49df-a3d6-72986b1acb14.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2281.764782] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83c81d8b-d81f-444e-b755-0adfbe628fc0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.772713] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2281.772713] env[62211]: value = "task-2075592" [ 2281.772713] env[62211]: _type = "Task" [ 2281.772713] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.780872] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075592, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.235902] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.249739] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04b0e4d-89f8-4ea0-85cb-6a92e6620203 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.259272] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cc01a7-6de1-4e12-bb71-86df23ebbec4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.293834] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762a1b7b-7197-410e-ba8f-bd6548de9925 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.304224] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075592, 'name': Rename_Task, 'duration_secs': 0.150623} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.304560] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2282.305738] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fd7210-c40d-4bf3-8d2c-d990e62512ec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.309299] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e643f0d8-0215-4f43-9528-a3b79abdd8ed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.320388] env[62211]: DEBUG nova.compute.provider_tree [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2282.322585] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2282.322585] env[62211]: value = "task-2075593" [ 2282.322585] env[62211]: _type = "Task" [ 2282.322585] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.333145] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.393217] env[62211]: DEBUG nova.network.neutron [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance_info_cache with network_info: [{"id": "ae21637a-7975-490f-ab80-2619db79576e", "address": "fa:16:3e:99:bc:29", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21637a-79", "ovs_interfaceid": "ae21637a-7975-490f-ab80-2619db79576e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2282.734634] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075591, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.826969] env[62211]: DEBUG nova.scheduler.client.report [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2282.839211] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.897901] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2283.236104] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075591, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.334677] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2283.335173] env[62211]: DEBUG nova.compute.manager [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2283.341511] env[62211]: DEBUG oslo_vmware.api [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075593, 'name': PowerOnVM_Task, 'duration_secs': 0.973858} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.341744] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2283.341938] env[62211]: INFO nova.compute.manager [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Took 12.90 seconds to spawn the instance on the hypervisor. [ 2283.342127] env[62211]: DEBUG nova.compute.manager [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2283.342885] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40777d9d-2dbc-4ce8-b580-869ce74b4b06 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.400758] env[62211]: DEBUG nova.compute.manager [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62211) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2283.400928] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2283.401177] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.736584] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075591, 'name': ReconfigVM_Task, 'duration_secs': 1.941355} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.736804] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 4a3fee55-aff4-4f18-b1ff-93da0613889c/4a3fee55-aff4-4f18-b1ff-93da0613889c.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2283.737125] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Updating instance '4a3fee55-aff4-4f18-b1ff-93da0613889c' progress to 50 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2283.840574] env[62211]: DEBUG nova.compute.utils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2283.842080] env[62211]: DEBUG nova.compute.manager [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2283.842248] env[62211]: DEBUG nova.network.neutron [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2283.858657] env[62211]: INFO nova.compute.manager [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Took 17.70 seconds to build instance. [ 2283.882251] env[62211]: DEBUG nova.policy [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '587a85f91290430d9d2d1cd866e636c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615e477a88c5481fa583b4b97dec4c26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2283.903905] env[62211]: DEBUG nova.objects.instance [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lazy-loading 'migration_context' on Instance uuid a230ecc1-fda2-4238-8cde-55f2b5bc4028 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2284.116894] env[62211]: DEBUG nova.network.neutron [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Successfully created port: 8cb5c1a7-369a-4b58-b0f5-778c95f72a1f {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2284.244733] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d271782a-a5c0-4dab-8153-a557681f1d02 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.265078] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0007888-f8d9-422c-a4e4-1293b0aeb158 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.283418] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Updating instance '4a3fee55-aff4-4f18-b1ff-93da0613889c' progress to 67 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2284.345370] env[62211]: DEBUG nova.compute.manager [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2284.360627] env[62211]: DEBUG oslo_concurrency.lockutils [None req-539f97b2-6500-4960-aa26-750c08f9e3a2 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.207s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.575344] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9e3e98-3430-48b6-83f1-df304bf2cd43 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.582923] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c19224-3947-445e-a92c-f3dbb5929e9f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.614429] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8d3059-3d40-4a23-b086-3b5bec6bfa35 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.621666] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce73c55d-7f21-411d-9508-847e92556a1b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.635014] env[62211]: DEBUG nova.compute.provider_tree [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2284.823662] env[62211]: DEBUG nova.network.neutron [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Port 2d788966-49da-418f-8be3-b57099a43746 binding to destination host cpu-1 is already ACTIVE {{(pid=62211) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2285.002810] env[62211]: DEBUG nova.compute.manager [req-1786a7f8-ccb0-48cb-8096-0da8e2689e86 req-2dc2bca4-f67e-4255-a4d2-38f5e49b9f0e service nova] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Received event network-changed-3535ac75-28e7-4af8-8fa0-636dd05491ea {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2285.003012] env[62211]: DEBUG nova.compute.manager [req-1786a7f8-ccb0-48cb-8096-0da8e2689e86 req-2dc2bca4-f67e-4255-a4d2-38f5e49b9f0e service nova] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Refreshing instance network info cache due to event network-changed-3535ac75-28e7-4af8-8fa0-636dd05491ea. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2285.003286] env[62211]: DEBUG oslo_concurrency.lockutils [req-1786a7f8-ccb0-48cb-8096-0da8e2689e86 req-2dc2bca4-f67e-4255-a4d2-38f5e49b9f0e service nova] Acquiring lock "refresh_cache-9677caba-e1ca-49df-a3d6-72986b1acb14" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2285.003461] env[62211]: DEBUG oslo_concurrency.lockutils [req-1786a7f8-ccb0-48cb-8096-0da8e2689e86 req-2dc2bca4-f67e-4255-a4d2-38f5e49b9f0e service nova] Acquired lock "refresh_cache-9677caba-e1ca-49df-a3d6-72986b1acb14" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2285.003631] env[62211]: DEBUG nova.network.neutron [req-1786a7f8-ccb0-48cb-8096-0da8e2689e86 req-2dc2bca4-f67e-4255-a4d2-38f5e49b9f0e service nova] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Refreshing network info cache for port 3535ac75-28e7-4af8-8fa0-636dd05491ea {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2285.138688] env[62211]: DEBUG nova.scheduler.client.report [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2285.354788] env[62211]: DEBUG nova.compute.manager [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2285.381588] env[62211]: DEBUG nova.virt.hardware [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2285.381851] env[62211]: DEBUG nova.virt.hardware [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2285.382018] env[62211]: DEBUG nova.virt.hardware [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2285.382209] env[62211]: DEBUG nova.virt.hardware [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2285.382355] env[62211]: DEBUG nova.virt.hardware [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2285.382503] env[62211]: DEBUG nova.virt.hardware [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2285.382710] env[62211]: DEBUG nova.virt.hardware [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2285.382866] env[62211]: DEBUG nova.virt.hardware [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2285.383040] env[62211]: DEBUG nova.virt.hardware [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2285.383210] env[62211]: DEBUG nova.virt.hardware [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2285.383384] env[62211]: DEBUG nova.virt.hardware [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2285.384468] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6068f18-7f25-48fc-9e24-7c3b1e561fd9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.392542] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd424b97-1599-4e47-b225-e8425d79b350 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.555893] env[62211]: DEBUG nova.compute.manager [req-461e621f-a234-4882-a76d-a7b107ab26a4 req-94d8d655-d915-4a67-b7a8-a104a5feedc4 service nova] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Received event network-vif-plugged-8cb5c1a7-369a-4b58-b0f5-778c95f72a1f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2285.556124] env[62211]: DEBUG oslo_concurrency.lockutils [req-461e621f-a234-4882-a76d-a7b107ab26a4 req-94d8d655-d915-4a67-b7a8-a104a5feedc4 service nova] Acquiring lock "050cc0c9-7942-4800-9cae-479a44b9caf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.556360] env[62211]: DEBUG oslo_concurrency.lockutils [req-461e621f-a234-4882-a76d-a7b107ab26a4 req-94d8d655-d915-4a67-b7a8-a104a5feedc4 service nova] Lock "050cc0c9-7942-4800-9cae-479a44b9caf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.556528] env[62211]: DEBUG oslo_concurrency.lockutils [req-461e621f-a234-4882-a76d-a7b107ab26a4 req-94d8d655-d915-4a67-b7a8-a104a5feedc4 service nova] Lock "050cc0c9-7942-4800-9cae-479a44b9caf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.556693] env[62211]: DEBUG nova.compute.manager [req-461e621f-a234-4882-a76d-a7b107ab26a4 req-94d8d655-d915-4a67-b7a8-a104a5feedc4 service nova] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] No waiting events found dispatching network-vif-plugged-8cb5c1a7-369a-4b58-b0f5-778c95f72a1f {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2285.556852] env[62211]: WARNING nova.compute.manager [req-461e621f-a234-4882-a76d-a7b107ab26a4 req-94d8d655-d915-4a67-b7a8-a104a5feedc4 service nova] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Received unexpected event network-vif-plugged-8cb5c1a7-369a-4b58-b0f5-778c95f72a1f for instance with vm_state building and task_state spawning. [ 2285.850243] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "4a3fee55-aff4-4f18-b1ff-93da0613889c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.850540] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "4a3fee55-aff4-4f18-b1ff-93da0613889c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.850770] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "4a3fee55-aff4-4f18-b1ff-93da0613889c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2286.006653] env[62211]: DEBUG nova.network.neutron [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Successfully updated port: 8cb5c1a7-369a-4b58-b0f5-778c95f72a1f {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2286.093090] env[62211]: DEBUG nova.network.neutron [req-1786a7f8-ccb0-48cb-8096-0da8e2689e86 req-2dc2bca4-f67e-4255-a4d2-38f5e49b9f0e service nova] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Updated VIF entry in instance network info cache for port 3535ac75-28e7-4af8-8fa0-636dd05491ea. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2286.093499] env[62211]: DEBUG nova.network.neutron [req-1786a7f8-ccb0-48cb-8096-0da8e2689e86 req-2dc2bca4-f67e-4255-a4d2-38f5e49b9f0e service nova] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Updating instance_info_cache with network_info: [{"id": "3535ac75-28e7-4af8-8fa0-636dd05491ea", "address": "fa:16:3e:7a:74:61", "network": {"id": "38a5c9e3-4c3a-4821-9215-528ac464972e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1148894248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e119e1e683247bfb39333607d0be683", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3535ac75-28", "ovs_interfaceid": "3535ac75-28e7-4af8-8fa0-636dd05491ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2286.149456] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.748s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2286.512202] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "refresh_cache-050cc0c9-7942-4800-9cae-479a44b9caf5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2286.512509] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "refresh_cache-050cc0c9-7942-4800-9cae-479a44b9caf5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2286.512509] env[62211]: DEBUG nova.network.neutron [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2286.595985] env[62211]: DEBUG oslo_concurrency.lockutils [req-1786a7f8-ccb0-48cb-8096-0da8e2689e86 req-2dc2bca4-f67e-4255-a4d2-38f5e49b9f0e service nova] Releasing lock "refresh_cache-9677caba-e1ca-49df-a3d6-72986b1acb14" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2286.898501] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2286.898682] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2286.898858] env[62211]: DEBUG nova.network.neutron [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2287.041531] env[62211]: DEBUG nova.network.neutron [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2287.168441] env[62211]: DEBUG nova.network.neutron [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Updating instance_info_cache with network_info: [{"id": "8cb5c1a7-369a-4b58-b0f5-778c95f72a1f", "address": "fa:16:3e:81:f2:ae", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb5c1a7-36", "ovs_interfaceid": "8cb5c1a7-369a-4b58-b0f5-778c95f72a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.582022] env[62211]: DEBUG nova.compute.manager [req-e37b2614-bf75-41a5-9043-bb5effb5f509 req-492e4921-8aab-4759-9524-372c12f4ec79 service nova] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Received event network-changed-8cb5c1a7-369a-4b58-b0f5-778c95f72a1f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2287.582309] env[62211]: DEBUG nova.compute.manager [req-e37b2614-bf75-41a5-9043-bb5effb5f509 req-492e4921-8aab-4759-9524-372c12f4ec79 service nova] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Refreshing instance network info cache due to event network-changed-8cb5c1a7-369a-4b58-b0f5-778c95f72a1f. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2287.582621] env[62211]: DEBUG oslo_concurrency.lockutils [req-e37b2614-bf75-41a5-9043-bb5effb5f509 req-492e4921-8aab-4759-9524-372c12f4ec79 service nova] Acquiring lock "refresh_cache-050cc0c9-7942-4800-9cae-479a44b9caf5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.663975] env[62211]: DEBUG nova.network.neutron [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Updating instance_info_cache with network_info: [{"id": "2d788966-49da-418f-8be3-b57099a43746", "address": "fa:16:3e:82:af:00", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d788966-49", "ovs_interfaceid": "2d788966-49da-418f-8be3-b57099a43746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.672975] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "refresh_cache-050cc0c9-7942-4800-9cae-479a44b9caf5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2287.673392] env[62211]: DEBUG nova.compute.manager [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Instance network_info: |[{"id": "8cb5c1a7-369a-4b58-b0f5-778c95f72a1f", "address": "fa:16:3e:81:f2:ae", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb5c1a7-36", "ovs_interfaceid": "8cb5c1a7-369a-4b58-b0f5-778c95f72a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2287.673687] env[62211]: DEBUG oslo_concurrency.lockutils [req-e37b2614-bf75-41a5-9043-bb5effb5f509 req-492e4921-8aab-4759-9524-372c12f4ec79 service nova] Acquired lock "refresh_cache-050cc0c9-7942-4800-9cae-479a44b9caf5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.673861] env[62211]: DEBUG nova.network.neutron [req-e37b2614-bf75-41a5-9043-bb5effb5f509 req-492e4921-8aab-4759-9524-372c12f4ec79 service nova] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Refreshing network info cache for port 8cb5c1a7-369a-4b58-b0f5-778c95f72a1f {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2287.678658] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:f2:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cb5c1a7-369a-4b58-b0f5-778c95f72a1f', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2287.686818] env[62211]: DEBUG oslo.service.loopingcall [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2287.688083] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2287.688196] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a58cf71-6e63-4038-ad57-07058b7cfa3b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.703699] env[62211]: INFO nova.compute.manager [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Swapping old allocation on dict_keys(['abf99c99-7905-460a-9a21-7a8d7de527ef']) held by migration cccbb339-5c01-484a-95cc-45b4f2b28eee for instance [ 2287.711538] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2287.711538] env[62211]: value = "task-2075594" [ 2287.711538] env[62211]: _type = "Task" [ 2287.711538] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.724738] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075594, 'name': CreateVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.728073] env[62211]: DEBUG nova.scheduler.client.report [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Overwriting current allocation {'allocations': {'abf99c99-7905-460a-9a21-7a8d7de527ef': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 147}}, 'project_id': 'f23ece4dafc440609b1531e535b9e51a', 'user_id': 'c88130d362744fc7b1716e476b5c9083', 'consumer_generation': 1} on consumer a230ecc1-fda2-4238-8cde-55f2b5bc4028 {{(pid=62211) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2287.811900] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.812139] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.812323] env[62211]: DEBUG nova.network.neutron [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2288.167051] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2288.224609] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075594, 'name': CreateVM_Task, 'duration_secs': 0.333327} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.224831] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2288.225699] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2288.225912] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2288.227532] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2288.227843] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda7d3ab-fe6a-4833-8b43-044a651b86c6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.233776] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2288.233776] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52e546a8-0d07-5a88-1422-3e75a8270308" [ 2288.233776] env[62211]: _type = "Task" [ 2288.233776] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.241967] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e546a8-0d07-5a88-1422-3e75a8270308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.478275] env[62211]: DEBUG nova.network.neutron [req-e37b2614-bf75-41a5-9043-bb5effb5f509 req-492e4921-8aab-4759-9524-372c12f4ec79 service nova] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Updated VIF entry in instance network info cache for port 8cb5c1a7-369a-4b58-b0f5-778c95f72a1f. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2288.478630] env[62211]: DEBUG nova.network.neutron [req-e37b2614-bf75-41a5-9043-bb5effb5f509 req-492e4921-8aab-4759-9524-372c12f4ec79 service nova] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Updating instance_info_cache with network_info: [{"id": "8cb5c1a7-369a-4b58-b0f5-778c95f72a1f", "address": "fa:16:3e:81:f2:ae", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cb5c1a7-36", "ovs_interfaceid": "8cb5c1a7-369a-4b58-b0f5-778c95f72a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.587560] env[62211]: DEBUG nova.network.neutron [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance_info_cache with network_info: [{"id": "ae21637a-7975-490f-ab80-2619db79576e", "address": "fa:16:3e:99:bc:29", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21637a-79", "ovs_interfaceid": "ae21637a-7975-490f-ab80-2619db79576e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.689771] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e9d775-8dbe-4ec1-9d12-6df76447c764 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.709032] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d03d60f-411d-44b2-9586-066dfc9b15ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.714583] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Updating instance '4a3fee55-aff4-4f18-b1ff-93da0613889c' progress to 83 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2288.743737] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e546a8-0d07-5a88-1422-3e75a8270308, 'name': SearchDatastore_Task, 'duration_secs': 0.01209} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.744027] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2288.744255] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2288.744480] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2288.744618] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2288.744785] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2288.745043] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a648ec1-9479-4fe4-a5c4-c9b27aac93f2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.753377] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2288.753548] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2288.754668] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f765ae-89aa-4610-b920-b403d84906e8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.759823] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2288.759823] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52db6113-851e-e674-a841-c814669ad36b" [ 2288.759823] env[62211]: _type = "Task" [ 2288.759823] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.767704] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52db6113-851e-e674-a841-c814669ad36b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.981056] env[62211]: DEBUG oslo_concurrency.lockutils [req-e37b2614-bf75-41a5-9043-bb5effb5f509 req-492e4921-8aab-4759-9524-372c12f4ec79 service nova] Releasing lock "refresh_cache-050cc0c9-7942-4800-9cae-479a44b9caf5" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2289.090499] env[62211]: DEBUG oslo_concurrency.lockutils [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-a230ecc1-fda2-4238-8cde-55f2b5bc4028" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2289.090981] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2289.091289] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-141e028e-be97-47c7-9813-76cd997d59a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.098266] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2289.098266] env[62211]: value = "task-2075595" [ 2289.098266] env[62211]: _type = "Task" [ 2289.098266] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.106595] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.220812] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2289.221133] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd6bcb90-b220-4879-b872-3a76cec341ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.228414] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2289.228414] env[62211]: value = "task-2075596" [ 2289.228414] env[62211]: _type = "Task" [ 2289.228414] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.237818] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.270589] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52db6113-851e-e674-a841-c814669ad36b, 'name': SearchDatastore_Task, 'duration_secs': 0.007746} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.271625] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f641230-ff41-4479-8e35-668a8a6cd3b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.279525] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2289.279525] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5205ad53-9b59-a74e-5fc4-6139e11efc11" [ 2289.279525] env[62211]: _type = "Task" [ 2289.279525] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.289246] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5205ad53-9b59-a74e-5fc4-6139e11efc11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.609662] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075595, 'name': PowerOffVM_Task, 'duration_secs': 0.184091} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.610671] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2289.610671] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2289.610906] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2289.610990] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2289.611168] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2289.611349] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2289.611505] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2289.611711] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2289.611873] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2289.612051] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2289.612284] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2289.612517] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2289.617947] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-080fbd5b-baf5-45a0-adff-06ef5a9876d4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.634417] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2289.634417] env[62211]: value = "task-2075597" [ 2289.634417] env[62211]: _type = "Task" [ 2289.634417] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.643163] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.737961] env[62211]: DEBUG oslo_vmware.api [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075596, 'name': PowerOnVM_Task, 'duration_secs': 0.405297} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.738252] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2289.738440] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2dee34-791a-4913-9fa1-e534388e2548 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Updating instance '4a3fee55-aff4-4f18-b1ff-93da0613889c' progress to 100 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2289.790179] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5205ad53-9b59-a74e-5fc4-6139e11efc11, 'name': SearchDatastore_Task, 'duration_secs': 0.010992} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.790462] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2289.790731] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 050cc0c9-7942-4800-9cae-479a44b9caf5/050cc0c9-7942-4800-9cae-479a44b9caf5.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2289.791060] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18f0653e-3c8d-4ada-815d-2cf4a847e1e6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.798533] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2289.798533] env[62211]: value = "task-2075598" [ 2289.798533] env[62211]: _type = "Task" [ 2289.798533] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.806035] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.146785] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075597, 'name': ReconfigVM_Task, 'duration_secs': 0.254829} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.147769] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c08590-5d9d-40aa-8966-61c412777246 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.168819] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2290.168971] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2290.169076] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2290.169271] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2290.169400] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2290.169550] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2290.169765] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2290.169920] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2290.170103] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2290.170272] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2290.170445] env[62211]: DEBUG nova.virt.hardware [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2290.171379] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237f2122-dead-455f-ad9e-b7ec9ecd50d1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.177593] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2290.177593] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52102b08-98d5-f593-0956-a4b654ca9b87" [ 2290.177593] env[62211]: _type = "Task" [ 2290.177593] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.188120] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52102b08-98d5-f593-0956-a4b654ca9b87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.309101] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075598, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.689226] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52102b08-98d5-f593-0956-a4b654ca9b87, 'name': SearchDatastore_Task, 'duration_secs': 0.02787} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.694416] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2290.694680] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c85fbcb-cdb1-4384-bb58-2c60b5a077fd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.713026] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2290.713026] env[62211]: value = "task-2075599" [ 2290.713026] env[62211]: _type = "Task" [ 2290.713026] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.720844] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.810061] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517539} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.810269] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 050cc0c9-7942-4800-9cae-479a44b9caf5/050cc0c9-7942-4800-9cae-479a44b9caf5.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2290.810499] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2290.810831] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34c528f9-7a8e-4c90-b699-d5c5045116a6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.818160] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2290.818160] env[62211]: value = "task-2075600" [ 2290.818160] env[62211]: _type = "Task" [ 2290.818160] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.826406] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.222570] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075599, 'name': ReconfigVM_Task, 'duration_secs': 0.335198} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.222914] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2291.223712] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3655464-c5c5-4092-ab42-a72238b77e79 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.245948] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] a230ecc1-fda2-4238-8cde-55f2b5bc4028/a230ecc1-fda2-4238-8cde-55f2b5bc4028.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2291.246206] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48906f20-c54b-4523-93a2-493ad87cc471 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.271629] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2291.271629] env[62211]: value = "task-2075601" [ 2291.271629] env[62211]: _type = "Task" [ 2291.271629] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.279627] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.327029] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141587} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.327300] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2291.328056] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c57c4a4-4b28-401c-96bc-246bc351fe26 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.350223] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 050cc0c9-7942-4800-9cae-479a44b9caf5/050cc0c9-7942-4800-9cae-479a44b9caf5.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2291.351030] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d56e17-a524-467c-becd-6066bf17ee29 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.371941] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2291.371941] env[62211]: value = "task-2075602" [ 2291.371941] env[62211]: _type = "Task" [ 2291.371941] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.380419] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.557060] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "4a3fee55-aff4-4f18-b1ff-93da0613889c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2291.557060] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "4a3fee55-aff4-4f18-b1ff-93da0613889c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2291.557305] env[62211]: DEBUG nova.compute.manager [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Going to confirm migration 7 {{(pid=62211) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2291.783033] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.882237] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075602, 'name': ReconfigVM_Task, 'duration_secs': 0.45496} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.882536] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 050cc0c9-7942-4800-9cae-479a44b9caf5/050cc0c9-7942-4800-9cae-479a44b9caf5.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2291.883266] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2c29dbc-384d-4969-bba7-a5f629085d5d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.890195] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2291.890195] env[62211]: value = "task-2075603" [ 2291.890195] env[62211]: _type = "Task" [ 2291.890195] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.898507] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075603, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.095758] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2292.096008] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2292.096236] env[62211]: DEBUG nova.network.neutron [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2292.096520] env[62211]: DEBUG nova.objects.instance [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lazy-loading 'info_cache' on Instance uuid 4a3fee55-aff4-4f18-b1ff-93da0613889c {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2292.281741] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075601, 'name': ReconfigVM_Task, 'duration_secs': 0.617007} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.282019] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Reconfigured VM instance instance-0000005f to attach disk [datastore1] a230ecc1-fda2-4238-8cde-55f2b5bc4028/a230ecc1-fda2-4238-8cde-55f2b5bc4028.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2292.282870] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5934818-136f-42d7-baba-5184f405f19e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.300869] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decb329c-c75c-41fc-b174-0e5824cac9ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.318508] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a0d66a-71d7-40b3-8fdb-ab8c97a95432 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.336095] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264bf55e-578a-4db2-a9c8-335e0d0bfb2c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.342812] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2292.343100] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55ca7f4c-b36c-4975-b79b-da150dd6220b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.349449] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2292.349449] env[62211]: value = "task-2075604" [ 2292.349449] env[62211]: _type = "Task" [ 2292.349449] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.358489] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.400708] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075603, 'name': Rename_Task, 'duration_secs': 0.180269} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.401055] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2292.401349] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-005d1b8c-e593-4f60-923b-e191171e483c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.408311] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2292.408311] env[62211]: value = "task-2075605" [ 2292.408311] env[62211]: _type = "Task" [ 2292.408311] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.418440] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.859888] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.918128] env[62211]: DEBUG oslo_vmware.api [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075605, 'name': PowerOnVM_Task, 'duration_secs': 0.481412} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.918392] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2292.918589] env[62211]: INFO nova.compute.manager [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Took 7.56 seconds to spawn the instance on the hypervisor. [ 2292.918788] env[62211]: DEBUG nova.compute.manager [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2292.919561] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f757a943-c365-460e-9c6f-169bb4197a38 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.305367] env[62211]: DEBUG nova.network.neutron [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Updating instance_info_cache with network_info: [{"id": "2d788966-49da-418f-8be3-b57099a43746", "address": "fa:16:3e:82:af:00", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d788966-49", "ovs_interfaceid": "2d788966-49da-418f-8be3-b57099a43746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2293.359368] env[62211]: DEBUG oslo_vmware.api [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075604, 'name': PowerOnVM_Task, 'duration_secs': 0.61468} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.359944] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2293.437384] env[62211]: INFO nova.compute.manager [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Took 12.39 seconds to build instance. [ 2293.808199] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "refresh_cache-4a3fee55-aff4-4f18-b1ff-93da0613889c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2293.808492] env[62211]: DEBUG nova.objects.instance [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lazy-loading 'migration_context' on Instance uuid 4a3fee55-aff4-4f18-b1ff-93da0613889c {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2293.852901] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "5427de84-e7e6-44f5-bd43-456313e0001c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.853146] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "5427de84-e7e6-44f5-bd43-456313e0001c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.939546] env[62211]: DEBUG oslo_concurrency.lockutils [None req-91f84429-d3ab-47ad-b1dd-9059504a21aa tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "050cc0c9-7942-4800-9cae-479a44b9caf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.894s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.311494] env[62211]: DEBUG nova.objects.base [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Object Instance<4a3fee55-aff4-4f18-b1ff-93da0613889c> lazy-loaded attributes: info_cache,migration_context {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2294.312427] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb011572-ac56-4e85-b6e9-21273223be15 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.331030] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "de6efed1-75b1-4240-b980-a04a790079dd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2294.331272] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "de6efed1-75b1-4240-b980-a04a790079dd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2294.333295] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46161eff-6ab3-453c-92d4-00964c4997d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.339343] env[62211]: DEBUG oslo_vmware.api [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2294.339343] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52737397-2ec6-733e-f38f-d2ff0d344711" [ 2294.339343] env[62211]: _type = "Task" [ 2294.339343] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.347724] env[62211]: DEBUG oslo_vmware.api [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52737397-2ec6-733e-f38f-d2ff0d344711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.356039] env[62211]: DEBUG nova.compute.utils [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2294.369690] env[62211]: INFO nova.compute.manager [None req-9c66d069-8af5-43d1-abd6-a362eaa238a1 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance to original state: 'active' [ 2294.523968] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d547f9-8825-463e-b798-4d063feaabab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.531090] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd85d09-1703-4352-b093-6ea8407b9224 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Suspending the VM {{(pid=62211) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2294.531332] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-aa8be4a6-998a-4e4c-8197-2b9dcfd22935 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.537481] env[62211]: DEBUG oslo_vmware.api [None req-bdd85d09-1703-4352-b093-6ea8407b9224 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2294.537481] env[62211]: value = "task-2075606" [ 2294.537481] env[62211]: _type = "Task" [ 2294.537481] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.544652] env[62211]: DEBUG oslo_vmware.api [None req-bdd85d09-1703-4352-b093-6ea8407b9224 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075606, 'name': SuspendVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.835028] env[62211]: INFO nova.compute.manager [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Detaching volume a1e86eae-4d44-48b1-94ac-06dc61c5fcd7 [ 2294.853300] env[62211]: DEBUG oslo_vmware.api [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52737397-2ec6-733e-f38f-d2ff0d344711, 'name': SearchDatastore_Task, 'duration_secs': 0.008384} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.853615] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2294.853856] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2294.859102] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "5427de84-e7e6-44f5-bd43-456313e0001c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.871484] env[62211]: INFO nova.virt.block_device [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Attempting to driver detach volume a1e86eae-4d44-48b1-94ac-06dc61c5fcd7 from mountpoint /dev/sdb [ 2294.871738] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2294.871924] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425440', 'volume_id': 'a1e86eae-4d44-48b1-94ac-06dc61c5fcd7', 'name': 'volume-a1e86eae-4d44-48b1-94ac-06dc61c5fcd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de6efed1-75b1-4240-b980-a04a790079dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1e86eae-4d44-48b1-94ac-06dc61c5fcd7', 'serial': 'a1e86eae-4d44-48b1-94ac-06dc61c5fcd7'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2294.872811] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1e89c7-e725-40d7-a3b8-e63e2339dba6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.900197] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4226fce6-cc36-4643-b328-5b5c1db5b19e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.907346] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8118d56f-ce1d-47d8-9b1b-cc04c229bdb5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.930331] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e6ac5a-e377-406f-8cff-4d0b205d87de {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.945494] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] The volume has not been displaced from its original location: [datastore1] volume-a1e86eae-4d44-48b1-94ac-06dc61c5fcd7/volume-a1e86eae-4d44-48b1-94ac-06dc61c5fcd7.vmdk. No consolidation needed. {{(pid=62211) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2294.950750] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2294.951345] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b1cc018-8a72-43a1-894a-5be45629918f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.969451] env[62211]: DEBUG oslo_vmware.api [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2294.969451] env[62211]: value = "task-2075607" [ 2294.969451] env[62211]: _type = "Task" [ 2294.969451] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.977957] env[62211]: DEBUG oslo_vmware.api [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.048335] env[62211]: DEBUG oslo_vmware.api [None req-bdd85d09-1703-4352-b093-6ea8407b9224 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075606, 'name': SuspendVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.480628] env[62211]: DEBUG oslo_vmware.api [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075607, 'name': ReconfigVM_Task, 'duration_secs': 0.252592} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.482962] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2295.487993] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b1cc6de-a410-4eef-b8dd-3a1aa4611b86 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.505664] env[62211]: DEBUG oslo_vmware.api [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2295.505664] env[62211]: value = "task-2075608" [ 2295.505664] env[62211]: _type = "Task" [ 2295.505664] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.517198] env[62211]: DEBUG oslo_vmware.api [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075608, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.534145] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f237aa36-241e-49e3-84a5-d4a960db5d17 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.546167] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d45e4e-221a-451a-8fcc-c611b06c5bb3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.577833] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.578084] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.578286] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.578466] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.578633] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.580685] env[62211]: DEBUG oslo_vmware.api [None req-bdd85d09-1703-4352-b093-6ea8407b9224 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075606, 'name': SuspendVM_Task, 'duration_secs': 0.599418} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.581146] env[62211]: INFO nova.compute.manager [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Terminating instance [ 2295.582894] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0dace5-251b-47c3-bd97-4e1e927fd91b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.585454] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd85d09-1703-4352-b093-6ea8407b9224 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Suspended the VM {{(pid=62211) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2295.585638] env[62211]: DEBUG nova.compute.manager [None req-bdd85d09-1703-4352-b093-6ea8407b9224 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2295.587201] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034ddedc-f171-4118-b394-6564393075b0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.596539] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7e477d-b166-4d72-abe5-d148f16fda29 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.613124] env[62211]: DEBUG nova.compute.provider_tree [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2295.918781] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "5427de84-e7e6-44f5-bd43-456313e0001c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.919121] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "5427de84-e7e6-44f5-bd43-456313e0001c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.919481] env[62211]: INFO nova.compute.manager [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Attaching volume 79282880-9fcb-4a30-8b67-89b5e10e6296 to /dev/sdb [ 2295.951986] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a753df-8154-4c61-8bf7-9e2f5dbf2393 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.958933] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b997964b-83d6-4f88-8a98-d75d7c9813f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.971876] env[62211]: DEBUG nova.virt.block_device [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Updating existing volume attachment record: 2efd33d3-ec23-44bf-9190-78596b86dad6 {{(pid=62211) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2296.015055] env[62211]: DEBUG oslo_vmware.api [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075608, 'name': ReconfigVM_Task, 'duration_secs': 0.144784} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.015360] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425440', 'volume_id': 'a1e86eae-4d44-48b1-94ac-06dc61c5fcd7', 'name': 'volume-a1e86eae-4d44-48b1-94ac-06dc61c5fcd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de6efed1-75b1-4240-b980-a04a790079dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1e86eae-4d44-48b1-94ac-06dc61c5fcd7', 'serial': 'a1e86eae-4d44-48b1-94ac-06dc61c5fcd7'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2296.091732] env[62211]: DEBUG nova.compute.manager [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2296.091732] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2296.092389] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e450c014-c078-4cf0-be6a-093a538946a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.100952] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2296.101206] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83ea47d4-0987-4e8a-acbc-401cb79f763b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.112201] env[62211]: DEBUG oslo_vmware.api [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2296.112201] env[62211]: value = "task-2075609" [ 2296.112201] env[62211]: _type = "Task" [ 2296.112201] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.115856] env[62211]: DEBUG nova.scheduler.client.report [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2296.122121] env[62211]: DEBUG oslo_vmware.api [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.559906] env[62211]: DEBUG nova.objects.instance [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lazy-loading 'flavor' on Instance uuid de6efed1-75b1-4240-b980-a04a790079dd {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2296.620210] env[62211]: DEBUG oslo_vmware.api [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075609, 'name': PowerOffVM_Task, 'duration_secs': 0.480538} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.620479] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2296.620649] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2296.620908] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84af8f1f-2031-4b18-aece-a9b86f27cf28 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.915083] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "050cc0c9-7942-4800-9cae-479a44b9caf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.915407] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "050cc0c9-7942-4800-9cae-479a44b9caf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.915696] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "050cc0c9-7942-4800-9cae-479a44b9caf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.916031] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "050cc0c9-7942-4800-9cae-479a44b9caf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.916270] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "050cc0c9-7942-4800-9cae-479a44b9caf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.918543] env[62211]: INFO nova.compute.manager [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Terminating instance [ 2297.128552] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.274s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.422814] env[62211]: DEBUG nova.compute.manager [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2297.423056] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2297.423949] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871532d9-e033-4837-9fe3-792b8e480448 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.431851] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2297.432089] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a746643a-207b-4353-a068-478669a593ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.567874] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fff7edb7-1757-4be3-8338-de7b3cfbbe5c tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "de6efed1-75b1-4240-b980-a04a790079dd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.236s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.687489] env[62211]: INFO nova.scheduler.client.report [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleted allocation for migration a3a5d8a9-0a74-4766-889b-ba511e78e659 [ 2298.195642] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d1025b87-fbaa-4b8a-a0a9-1e66437477ec tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "4a3fee55-aff4-4f18-b1ff-93da0613889c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.638s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.789157] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "de6efed1-75b1-4240-b980-a04a790079dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.789452] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "de6efed1-75b1-4240-b980-a04a790079dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.789669] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "de6efed1-75b1-4240-b980-a04a790079dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.789861] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "de6efed1-75b1-4240-b980-a04a790079dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.790050] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "de6efed1-75b1-4240-b980-a04a790079dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.792287] env[62211]: INFO nova.compute.manager [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Terminating instance [ 2298.883731] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "12180821-2199-4877-9c88-124008bb53c0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.884079] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "12180821-2199-4877-9c88-124008bb53c0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.884281] env[62211]: INFO nova.compute.manager [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Shelving [ 2299.295801] env[62211]: DEBUG nova.compute.manager [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2299.296171] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2299.297169] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2f1986-c13b-45d9-a367-54a6ae21e6d9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.305656] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2299.305917] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45681f3b-2892-4fd4-a59f-ca8b62870cb7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.312579] env[62211]: DEBUG oslo_vmware.api [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2299.312579] env[62211]: value = "task-2075614" [ 2299.312579] env[62211]: _type = "Task" [ 2299.312579] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.320509] env[62211]: DEBUG oslo_vmware.api [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.342185] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "4a3fee55-aff4-4f18-b1ff-93da0613889c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.342438] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "4a3fee55-aff4-4f18-b1ff-93da0613889c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.342645] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "4a3fee55-aff4-4f18-b1ff-93da0613889c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.342825] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "4a3fee55-aff4-4f18-b1ff-93da0613889c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.342994] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "4a3fee55-aff4-4f18-b1ff-93da0613889c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.345186] env[62211]: INFO nova.compute.manager [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Terminating instance [ 2299.732310] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.732506] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.823739] env[62211]: DEBUG oslo_vmware.api [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075614, 'name': PowerOffVM_Task, 'duration_secs': 0.205404} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.823997] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2299.824181] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2299.824423] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b8545df-fc2c-4fe5-9526-bcc2de1b8850 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.848635] env[62211]: DEBUG nova.compute.manager [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2299.848834] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2299.849996] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f520f6-df46-4d90-b94d-7b50d0f4b79d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.857126] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2299.857364] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76151756-1be7-4cdb-81a4-e69b2bb248f2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.862922] env[62211]: DEBUG oslo_vmware.api [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2299.862922] env[62211]: value = "task-2075616" [ 2299.862922] env[62211]: _type = "Task" [ 2299.862922] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.870556] env[62211]: DEBUG oslo_vmware.api [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.893571] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2299.893835] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2bf8691-d9ed-41f4-b3ba-fcdff9b92de3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.900283] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2299.900283] env[62211]: value = "task-2075617" [ 2299.900283] env[62211]: _type = "Task" [ 2299.900283] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.909388] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.016685] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2300.017135] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2300.017430] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleting the datastore file [datastore1] a230ecc1-fda2-4238-8cde-55f2b5bc4028 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2300.019059] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffe37085-b3cb-419e-b329-e03ddb7b7377 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.021279] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2300.021478] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2300.021670] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleting the datastore file [datastore1] 050cc0c9-7942-4800-9cae-479a44b9caf5 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2300.022028] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c5e902a-c277-4d16-bd8f-3256c030ee9b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.030014] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2300.030285] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2300.030395] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Deleting the datastore file [datastore1] de6efed1-75b1-4240-b980-a04a790079dd {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2300.032763] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3a2e8d6-ebf9-4261-8b25-8e19f29f8b60 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.034844] env[62211]: DEBUG oslo_vmware.api [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2300.034844] env[62211]: value = "task-2075619" [ 2300.034844] env[62211]: _type = "Task" [ 2300.034844] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.035240] env[62211]: DEBUG oslo_vmware.api [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2300.035240] env[62211]: value = "task-2075618" [ 2300.035240] env[62211]: _type = "Task" [ 2300.035240] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.043923] env[62211]: DEBUG oslo_vmware.api [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2300.043923] env[62211]: value = "task-2075620" [ 2300.043923] env[62211]: _type = "Task" [ 2300.043923] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.055382] env[62211]: DEBUG oslo_vmware.api [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.055756] env[62211]: DEBUG oslo_vmware.api [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.060795] env[62211]: DEBUG oslo_vmware.api [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.234730] env[62211]: DEBUG nova.compute.manager [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2300.373415] env[62211]: DEBUG oslo_vmware.api [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075616, 'name': PowerOffVM_Task, 'duration_secs': 0.18951} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.373656] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2300.373703] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2300.373935] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2e806c2-2c4b-4e9e-aafc-b06327e54f9c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.409680] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075617, 'name': PowerOffVM_Task, 'duration_secs': 0.191851} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.409938] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2300.410752] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1581dfb-0f6c-4a58-98e4-c720532a0417 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.428916] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987b8a3a-b44e-455a-9e70-0d1f0b2097d7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.516167] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Volume attach. Driver type: vmdk {{(pid=62211) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2300.516416] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425450', 'volume_id': '79282880-9fcb-4a30-8b67-89b5e10e6296', 'name': 'volume-79282880-9fcb-4a30-8b67-89b5e10e6296', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5427de84-e7e6-44f5-bd43-456313e0001c', 'attached_at': '', 'detached_at': '', 'volume_id': '79282880-9fcb-4a30-8b67-89b5e10e6296', 'serial': '79282880-9fcb-4a30-8b67-89b5e10e6296'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2300.517798] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb38b6c3-55c6-4c98-b97d-2dbd27ff3f76 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.534168] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69915bdc-e412-4f4a-8d8f-c8606460c20d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.565009] env[62211]: DEBUG oslo_vmware.api [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211719} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.565259] env[62211]: DEBUG oslo_vmware.api [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189566} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.573187] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-79282880-9fcb-4a30-8b67-89b5e10e6296/volume-79282880-9fcb-4a30-8b67-89b5e10e6296.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2300.573970] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2300.574092] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2300.574450] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2300.574650] env[62211]: INFO nova.compute.manager [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Took 3.15 seconds to destroy the instance on the hypervisor. [ 2300.574890] env[62211]: DEBUG oslo.service.loopingcall [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2300.575095] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2300.575260] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2300.575429] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2300.575587] env[62211]: INFO nova.compute.manager [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Took 4.48 seconds to destroy the instance on the hypervisor. [ 2300.575794] env[62211]: DEBUG oslo.service.loopingcall [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2300.575982] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e587fc5-580d-48b6-a43d-541041e4afa8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.591182] env[62211]: DEBUG nova.compute.manager [-] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2300.591332] env[62211]: DEBUG nova.network.neutron [-] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2300.592884] env[62211]: DEBUG nova.compute.manager [-] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2300.592996] env[62211]: DEBUG nova.network.neutron [-] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2300.594386] env[62211]: DEBUG oslo_vmware.api [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227589} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.594980] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2300.595175] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2300.595350] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2300.595514] env[62211]: INFO nova.compute.manager [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Took 1.30 seconds to destroy the instance on the hypervisor. [ 2300.595735] env[62211]: DEBUG oslo.service.loopingcall [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2300.596390] env[62211]: DEBUG nova.compute.manager [-] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2300.596509] env[62211]: DEBUG nova.network.neutron [-] [instance: de6efed1-75b1-4240-b980-a04a790079dd] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2300.600740] env[62211]: DEBUG oslo_vmware.api [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2300.600740] env[62211]: value = "task-2075622" [ 2300.600740] env[62211]: _type = "Task" [ 2300.600740] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.608197] env[62211]: DEBUG oslo_vmware.api [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.763111] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2300.763447] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2300.765622] env[62211]: INFO nova.compute.claims [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2300.938580] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2300.938972] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-23bd342e-72f8-42d6-808f-ac0f6a6652cf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.946729] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2300.946729] env[62211]: value = "task-2075623" [ 2300.946729] env[62211]: _type = "Task" [ 2300.946729] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.954900] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075623, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.106939] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2301.106939] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2301.107255] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleting the datastore file [datastore1] 4a3fee55-aff4-4f18-b1ff-93da0613889c {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2301.107396] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-145346da-0d87-4445-803f-88c99b40e57f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.114617] env[62211]: DEBUG oslo_vmware.api [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.116151] env[62211]: DEBUG oslo_vmware.api [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2301.116151] env[62211]: value = "task-2075624" [ 2301.116151] env[62211]: _type = "Task" [ 2301.116151] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.129308] env[62211]: DEBUG oslo_vmware.api [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.166292] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "e6c91f16-a8f1-4458-8864-abd827d53cb3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.166802] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.166992] env[62211]: INFO nova.compute.manager [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Shelving [ 2301.186945] env[62211]: DEBUG nova.compute.manager [req-3a7613b8-ff2b-41a4-83cd-44a81c9ed9f2 req-9c8f3a1f-d8a8-4fdb-ab7d-5bebb3f8c649 service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Received event network-vif-deleted-d100192a-7155-4c19-ac3f-ecd980272638 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2301.187186] env[62211]: INFO nova.compute.manager [req-3a7613b8-ff2b-41a4-83cd-44a81c9ed9f2 req-9c8f3a1f-d8a8-4fdb-ab7d-5bebb3f8c649 service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Neutron deleted interface d100192a-7155-4c19-ac3f-ecd980272638; detaching it from the instance and deleting it from the info cache [ 2301.187368] env[62211]: DEBUG nova.network.neutron [req-3a7613b8-ff2b-41a4-83cd-44a81c9ed9f2 req-9c8f3a1f-d8a8-4fdb-ab7d-5bebb3f8c649 service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.203293] env[62211]: DEBUG nova.compute.manager [req-72bf3f91-e6a1-451a-8af0-b293c7242a33 req-470aad4d-9cff-43b8-8fed-a86cdd9eb682 service nova] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Received event network-vif-deleted-8cb5c1a7-369a-4b58-b0f5-778c95f72a1f {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2301.203528] env[62211]: INFO nova.compute.manager [req-72bf3f91-e6a1-451a-8af0-b293c7242a33 req-470aad4d-9cff-43b8-8fed-a86cdd9eb682 service nova] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Neutron deleted interface 8cb5c1a7-369a-4b58-b0f5-778c95f72a1f; detaching it from the instance and deleting it from the info cache [ 2301.203720] env[62211]: DEBUG nova.network.neutron [req-72bf3f91-e6a1-451a-8af0-b293c7242a33 req-470aad4d-9cff-43b8-8fed-a86cdd9eb682 service nova] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.456809] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075623, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.610802] env[62211]: DEBUG oslo_vmware.api [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075622, 'name': ReconfigVM_Task, 'duration_secs': 0.642498} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.611083] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-79282880-9fcb-4a30-8b67-89b5e10e6296/volume-79282880-9fcb-4a30-8b67-89b5e10e6296.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2301.615719] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-964b39f4-33c2-4b18-a994-3c0f04a161ff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.633393] env[62211]: DEBUG oslo_vmware.api [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197774} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.634568] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2301.634757] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2301.634934] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2301.635119] env[62211]: INFO nova.compute.manager [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Took 1.79 seconds to destroy the instance on the hypervisor. [ 2301.635351] env[62211]: DEBUG oslo.service.loopingcall [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2301.635593] env[62211]: DEBUG oslo_vmware.api [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2301.635593] env[62211]: value = "task-2075625" [ 2301.635593] env[62211]: _type = "Task" [ 2301.635593] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.635787] env[62211]: DEBUG nova.compute.manager [-] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2301.635876] env[62211]: DEBUG nova.network.neutron [-] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2301.645552] env[62211]: DEBUG oslo_vmware.api [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.664548] env[62211]: DEBUG nova.network.neutron [-] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.665783] env[62211]: DEBUG nova.network.neutron [-] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.691562] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68d94810-7783-4343-90e2-5ec530cbb46f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.701498] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25b84de-c52e-4e7b-bfb7-0f137076aeff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.712495] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4ec276f-1d63-4d96-921b-e3c112ca76bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.721731] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae6f759-2960-47f9-bc0b-a749a580ad79 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.742803] env[62211]: DEBUG nova.compute.manager [req-3a7613b8-ff2b-41a4-83cd-44a81c9ed9f2 req-9c8f3a1f-d8a8-4fdb-ab7d-5bebb3f8c649 service nova] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Detach interface failed, port_id=d100192a-7155-4c19-ac3f-ecd980272638, reason: Instance de6efed1-75b1-4240-b980-a04a790079dd could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2301.762380] env[62211]: DEBUG nova.compute.manager [req-72bf3f91-e6a1-451a-8af0-b293c7242a33 req-470aad4d-9cff-43b8-8fed-a86cdd9eb682 service nova] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Detach interface failed, port_id=8cb5c1a7-369a-4b58-b0f5-778c95f72a1f, reason: Instance 050cc0c9-7942-4800-9cae-479a44b9caf5 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2301.861847] env[62211]: DEBUG nova.network.neutron [-] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.959923] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075623, 'name': CreateSnapshot_Task, 'duration_secs': 0.717311} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.959923] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2301.960222] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1095e9fd-5ecd-4a72-9473-8d698eff675e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.991960] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ccf0d7-920c-49cd-b01e-872d53a11eb4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.999340] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707c55e7-a28a-4df1-b24f-56560aff5725 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.035049] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9a6bdf-5db9-457e-ba88-6a3774850148 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.042768] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74c6bfa-9c06-4d75-b989-3da14b11f644 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.059153] env[62211]: DEBUG nova.compute.provider_tree [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2302.146675] env[62211]: DEBUG oslo_vmware.api [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075625, 'name': ReconfigVM_Task, 'duration_secs': 0.141339} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.146987] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425450', 'volume_id': '79282880-9fcb-4a30-8b67-89b5e10e6296', 'name': 'volume-79282880-9fcb-4a30-8b67-89b5e10e6296', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5427de84-e7e6-44f5-bd43-456313e0001c', 'attached_at': '', 'detached_at': '', 'volume_id': '79282880-9fcb-4a30-8b67-89b5e10e6296', 'serial': '79282880-9fcb-4a30-8b67-89b5e10e6296'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2302.168443] env[62211]: INFO nova.compute.manager [-] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Took 1.57 seconds to deallocate network for instance. [ 2302.168715] env[62211]: INFO nova.compute.manager [-] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Took 1.58 seconds to deallocate network for instance. [ 2302.179726] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2302.179726] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3568868b-c0e1-4291-af7e-7df0565a53be {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.186846] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2302.186846] env[62211]: value = "task-2075626" [ 2302.186846] env[62211]: _type = "Task" [ 2302.186846] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.194937] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.368559] env[62211]: INFO nova.compute.manager [-] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Took 1.78 seconds to deallocate network for instance. [ 2302.403581] env[62211]: DEBUG nova.network.neutron [-] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2302.487347] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2302.487734] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-70548848-23ae-4abf-bc4f-cbe93163335c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.495757] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2302.495757] env[62211]: value = "task-2075627" [ 2302.495757] env[62211]: _type = "Task" [ 2302.495757] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.503845] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075627, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.563008] env[62211]: DEBUG nova.scheduler.client.report [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2302.675810] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.677980] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.697644] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075626, 'name': PowerOffVM_Task, 'duration_secs': 0.279716} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.697938] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2302.698726] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147ab522-0d0d-4b71-ae31-8643cb0bffb9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.716614] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345bdd31-bb39-4d97-93bb-5c49dc47d869 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.875577] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.906025] env[62211]: INFO nova.compute.manager [-] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Took 1.27 seconds to deallocate network for instance. [ 2303.006469] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075627, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.068144] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.068743] env[62211]: DEBUG nova.compute.manager [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2303.071473] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.396s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.071739] env[62211]: DEBUG nova.objects.instance [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lazy-loading 'resources' on Instance uuid de6efed1-75b1-4240-b980-a04a790079dd {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2303.185333] env[62211]: DEBUG nova.objects.instance [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lazy-loading 'flavor' on Instance uuid 5427de84-e7e6-44f5-bd43-456313e0001c {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2303.227237] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2303.227594] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ae0f2d3-57ba-4d08-86df-d5267f490c80 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.236296] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2303.236296] env[62211]: value = "task-2075628" [ 2303.236296] env[62211]: _type = "Task" [ 2303.236296] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.244723] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075628, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.248608] env[62211]: DEBUG nova.compute.manager [req-935eef23-0341-4849-b386-286933391cfc req-328a1de8-3abc-48b0-9ea1-9bb465597c19 service nova] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Received event network-vif-deleted-ae21637a-7975-490f-ab80-2619db79576e {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2303.248744] env[62211]: DEBUG nova.compute.manager [req-935eef23-0341-4849-b386-286933391cfc req-328a1de8-3abc-48b0-9ea1-9bb465597c19 service nova] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Received event network-vif-deleted-2d788966-49da-418f-8be3-b57099a43746 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2303.413620] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2303.505661] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075627, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.575074] env[62211]: DEBUG nova.compute.utils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2303.579264] env[62211]: DEBUG nova.compute.manager [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2303.579333] env[62211]: DEBUG nova.network.neutron [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2303.618782] env[62211]: DEBUG nova.policy [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a4becf9f64d44f6ad701f02c0103aed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0d295a3752407286cac74c6474bcbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2303.649893] env[62211]: DEBUG oslo_concurrency.lockutils [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "5427de84-e7e6-44f5-bd43-456313e0001c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2303.689724] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4a2d48c3-a7a2-4b8d-baa2-c8eb1a570336 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "5427de84-e7e6-44f5-bd43-456313e0001c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.771s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.691039] env[62211]: DEBUG oslo_concurrency.lockutils [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "5427de84-e7e6-44f5-bd43-456313e0001c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.041s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.747083] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075628, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.756139] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d17b039-b7b5-4a05-b470-a4fba3ad0b92 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.762883] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80304518-d9e1-41d1-b103-f10450682e84 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.798173] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf14bba-a996-4269-8e60-788acea5790f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.805714] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe98956-57a3-4eee-b507-22eeecd3e121 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.819381] env[62211]: DEBUG nova.compute.provider_tree [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2303.869876] env[62211]: DEBUG nova.network.neutron [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Successfully created port: d5356a9c-1a1c-4e94-aaf2-8d41ddf73820 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2304.006968] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075627, 'name': CloneVM_Task} progress is 95%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.080110] env[62211]: DEBUG nova.compute.manager [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2304.195733] env[62211]: INFO nova.compute.manager [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Detaching volume 79282880-9fcb-4a30-8b67-89b5e10e6296 [ 2304.229368] env[62211]: INFO nova.virt.block_device [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Attempting to driver detach volume 79282880-9fcb-4a30-8b67-89b5e10e6296 from mountpoint /dev/sdb [ 2304.229635] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2304.229851] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425450', 'volume_id': '79282880-9fcb-4a30-8b67-89b5e10e6296', 'name': 'volume-79282880-9fcb-4a30-8b67-89b5e10e6296', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5427de84-e7e6-44f5-bd43-456313e0001c', 'attached_at': '', 'detached_at': '', 'volume_id': '79282880-9fcb-4a30-8b67-89b5e10e6296', 'serial': '79282880-9fcb-4a30-8b67-89b5e10e6296'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2304.230742] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07c6550-5dbe-4ad5-a62c-ec56b52b49cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.256243] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144003f7-f1a6-4b14-9e89-33756714cd7d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.264778] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075628, 'name': CreateSnapshot_Task, 'duration_secs': 0.658923} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.266549] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2304.267361] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140944c3-dade-44a6-a646-8df6664015d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.270174] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41e25c6-ecad-4b25-9e33-f38401bbd1a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.298494] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e51225-6c6c-4dd3-9179-fc1f2a3c18dd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.313685] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] The volume has not been displaced from its original location: [datastore1] volume-79282880-9fcb-4a30-8b67-89b5e10e6296/volume-79282880-9fcb-4a30-8b67-89b5e10e6296.vmdk. No consolidation needed. {{(pid=62211) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2304.318827] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2304.319738] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04ed7460-d3c1-4fc3-afe3-b10b76955a1e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.342090] env[62211]: DEBUG oslo_vmware.api [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2304.342090] env[62211]: value = "task-2075629" [ 2304.342090] env[62211]: _type = "Task" [ 2304.342090] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.350201] env[62211]: DEBUG oslo_vmware.api [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.351905] env[62211]: ERROR nova.scheduler.client.report [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [req-7f447028-f65f-453a-8b98-32979c76e2fe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f447028-f65f-453a-8b98-32979c76e2fe"}]} [ 2304.369764] env[62211]: DEBUG nova.scheduler.client.report [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2304.386498] env[62211]: DEBUG nova.scheduler.client.report [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2304.386754] env[62211]: DEBUG nova.compute.provider_tree [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2304.398324] env[62211]: DEBUG nova.scheduler.client.report [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2304.418979] env[62211]: DEBUG nova.scheduler.client.report [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2304.507227] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075627, 'name': CloneVM_Task, 'duration_secs': 1.588653} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.510250] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Created linked-clone VM from snapshot [ 2304.511328] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c85fc6-1099-4862-a529-5230d2963634 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.518780] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Uploading image 6a5d2cdf-8876-4701-a1fe-e91d42c234f6 {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2304.545727] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2304.545727] env[62211]: value = "vm-425452" [ 2304.545727] env[62211]: _type = "VirtualMachine" [ 2304.545727] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2304.546035] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b3e827ff-fdd3-4fc4-a84f-d18140c4b198 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.554938] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lease: (returnval){ [ 2304.554938] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525808e2-5c6f-7713-2285-bcbc0f8cbd13" [ 2304.554938] env[62211]: _type = "HttpNfcLease" [ 2304.554938] env[62211]: } obtained for exporting VM: (result){ [ 2304.554938] env[62211]: value = "vm-425452" [ 2304.554938] env[62211]: _type = "VirtualMachine" [ 2304.554938] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2304.555307] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the lease: (returnval){ [ 2304.555307] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525808e2-5c6f-7713-2285-bcbc0f8cbd13" [ 2304.555307] env[62211]: _type = "HttpNfcLease" [ 2304.555307] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2304.561613] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2304.561613] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525808e2-5c6f-7713-2285-bcbc0f8cbd13" [ 2304.561613] env[62211]: _type = "HttpNfcLease" [ 2304.561613] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2304.588576] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196737fd-67d4-44e6-9e05-552c512d3535 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.596534] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a24526-f883-498e-b0f7-4cce87735999 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.628293] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a65e60-7369-45bc-a592-9308165108f3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.636342] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83af136f-2804-4c51-a2a6-745db7a46731 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.650545] env[62211]: DEBUG nova.compute.provider_tree [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2304.804751] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2304.805024] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-75197351-fb4b-4a55-a7ee-ab5f485d23f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.813600] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2304.813600] env[62211]: value = "task-2075631" [ 2304.813600] env[62211]: _type = "Task" [ 2304.813600] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.821328] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075631, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.849779] env[62211]: DEBUG oslo_vmware.api [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075629, 'name': ReconfigVM_Task, 'duration_secs': 0.216393} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.850012] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2304.854371] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-955a1942-db2a-407a-8948-7d08b6aa33d1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.868284] env[62211]: DEBUG oslo_vmware.api [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2304.868284] env[62211]: value = "task-2075632" [ 2304.868284] env[62211]: _type = "Task" [ 2304.868284] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.875909] env[62211]: DEBUG oslo_vmware.api [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.063744] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2305.063744] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525808e2-5c6f-7713-2285-bcbc0f8cbd13" [ 2305.063744] env[62211]: _type = "HttpNfcLease" [ 2305.063744] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2305.064067] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2305.064067] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525808e2-5c6f-7713-2285-bcbc0f8cbd13" [ 2305.064067] env[62211]: _type = "HttpNfcLease" [ 2305.064067] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2305.064796] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79490fd8-fd4a-4e8f-b69a-6a4da1e583a1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.072308] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de6c74-368e-3409-a17b-c17828d44522/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2305.072510] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de6c74-368e-3409-a17b-c17828d44522/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2305.130537] env[62211]: DEBUG nova.compute.manager [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2305.153881] env[62211]: DEBUG nova.virt.hardware [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2305.154156] env[62211]: DEBUG nova.virt.hardware [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2305.154304] env[62211]: DEBUG nova.virt.hardware [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2305.154492] env[62211]: DEBUG nova.virt.hardware [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2305.154656] env[62211]: DEBUG nova.virt.hardware [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2305.154814] env[62211]: DEBUG nova.virt.hardware [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2305.155029] env[62211]: DEBUG nova.virt.hardware [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2305.155295] env[62211]: DEBUG nova.virt.hardware [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2305.155370] env[62211]: DEBUG nova.virt.hardware [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2305.155535] env[62211]: DEBUG nova.virt.hardware [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2305.155710] env[62211]: DEBUG nova.virt.hardware [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2305.158866] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a192d6-622a-4d9c-81f9-88498b2d788c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.169987] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c917f6-fcf8-4de5-b9ba-92ba05e5ba0b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.176557] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29071ebf-6889-41f6-b0a9-c84ac008faad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.191502] env[62211]: DEBUG nova.scheduler.client.report [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2305.191779] env[62211]: DEBUG nova.compute.provider_tree [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 150 to 151 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2305.191969] env[62211]: DEBUG nova.compute.provider_tree [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2305.276312] env[62211]: DEBUG nova.compute.manager [req-e010fd8a-3b42-4223-9418-5fc63f85b1a9 req-57ea17ce-fe31-4736-b41e-52f5e897031f service nova] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Received event network-vif-plugged-d5356a9c-1a1c-4e94-aaf2-8d41ddf73820 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2305.276312] env[62211]: DEBUG oslo_concurrency.lockutils [req-e010fd8a-3b42-4223-9418-5fc63f85b1a9 req-57ea17ce-fe31-4736-b41e-52f5e897031f service nova] Acquiring lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.276312] env[62211]: DEBUG oslo_concurrency.lockutils [req-e010fd8a-3b42-4223-9418-5fc63f85b1a9 req-57ea17ce-fe31-4736-b41e-52f5e897031f service nova] Lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.277243] env[62211]: DEBUG oslo_concurrency.lockutils [req-e010fd8a-3b42-4223-9418-5fc63f85b1a9 req-57ea17ce-fe31-4736-b41e-52f5e897031f service nova] Lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.277545] env[62211]: DEBUG nova.compute.manager [req-e010fd8a-3b42-4223-9418-5fc63f85b1a9 req-57ea17ce-fe31-4736-b41e-52f5e897031f service nova] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] No waiting events found dispatching network-vif-plugged-d5356a9c-1a1c-4e94-aaf2-8d41ddf73820 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2305.278403] env[62211]: WARNING nova.compute.manager [req-e010fd8a-3b42-4223-9418-5fc63f85b1a9 req-57ea17ce-fe31-4736-b41e-52f5e897031f service nova] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Received unexpected event network-vif-plugged-d5356a9c-1a1c-4e94-aaf2-8d41ddf73820 for instance with vm_state building and task_state spawning. [ 2305.324509] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075631, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.386559] env[62211]: DEBUG oslo_vmware.api [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075632, 'name': ReconfigVM_Task, 'duration_secs': 0.143336} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.386899] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425450', 'volume_id': '79282880-9fcb-4a30-8b67-89b5e10e6296', 'name': 'volume-79282880-9fcb-4a30-8b67-89b5e10e6296', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5427de84-e7e6-44f5-bd43-456313e0001c', 'attached_at': '', 'detached_at': '', 'volume_id': '79282880-9fcb-4a30-8b67-89b5e10e6296', 'serial': '79282880-9fcb-4a30-8b67-89b5e10e6296'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2305.425739] env[62211]: DEBUG nova.network.neutron [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Successfully updated port: d5356a9c-1a1c-4e94-aaf2-8d41ddf73820 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2305.697127] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.625s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.699724] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.022s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.699971] env[62211]: DEBUG nova.objects.instance [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lazy-loading 'resources' on Instance uuid 050cc0c9-7942-4800-9cae-479a44b9caf5 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2305.720233] env[62211]: INFO nova.scheduler.client.report [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Deleted allocations for instance de6efed1-75b1-4240-b980-a04a790079dd [ 2305.825504] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075631, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.929056] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2305.929244] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2305.929394] env[62211]: DEBUG nova.network.neutron [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2305.945532] env[62211]: DEBUG nova.objects.instance [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lazy-loading 'flavor' on Instance uuid 5427de84-e7e6-44f5-bd43-456313e0001c {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2306.229019] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef95369e-2e51-45e4-a0b0-afccd6c23d6b tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "de6efed1-75b1-4240-b980-a04a790079dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.439s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2306.330430] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075631, 'name': CloneVM_Task, 'duration_secs': 1.491332} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.334017] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Created linked-clone VM from snapshot [ 2306.335215] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ec69ed-3919-4e9d-81c0-013e6de86708 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.343202] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Uploading image 87594b6d-2e95-4c83-a359-15ce989693ea {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2306.367996] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2306.367996] env[62211]: value = "vm-425454" [ 2306.367996] env[62211]: _type = "VirtualMachine" [ 2306.367996] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2306.368381] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c618f7f8-02a3-4498-b0a8-b24c0110cd17 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.375517] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lease: (returnval){ [ 2306.375517] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52ccf7b8-9b78-304c-9a68-090e7e5105e0" [ 2306.375517] env[62211]: _type = "HttpNfcLease" [ 2306.375517] env[62211]: } obtained for exporting VM: (result){ [ 2306.375517] env[62211]: value = "vm-425454" [ 2306.375517] env[62211]: _type = "VirtualMachine" [ 2306.375517] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2306.375839] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the lease: (returnval){ [ 2306.375839] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52ccf7b8-9b78-304c-9a68-090e7e5105e0" [ 2306.375839] env[62211]: _type = "HttpNfcLease" [ 2306.375839] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2306.377633] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b408b5b-32ab-4008-a8b6-b9ff8566d045 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.390488] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b9dede-0e49-4302-9a56-12f1fc8d874d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.393644] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2306.393644] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52ccf7b8-9b78-304c-9a68-090e7e5105e0" [ 2306.393644] env[62211]: _type = "HttpNfcLease" [ 2306.393644] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2306.393941] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2306.393941] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52ccf7b8-9b78-304c-9a68-090e7e5105e0" [ 2306.393941] env[62211]: _type = "HttpNfcLease" [ 2306.393941] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2306.395056] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dfb4a7-e59a-4ef1-9e93-9072ebafca83 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.425300] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b6c061-4a09-45d8-9cfe-7e2b0f243547 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.433821] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f1b57-b813-06dd-85fe-b47c02560084/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2306.434053] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f1b57-b813-06dd-85fe-b47c02560084/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2306.502859] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06175cf5-1742-4dc6-a6f6-0a1207919285 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.509979] env[62211]: DEBUG nova.network.neutron [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2306.527043] env[62211]: DEBUG nova.compute.provider_tree [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2306.579267] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d16c0040-5c4c-4033-b098-51ddaedf2a17 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.671731] env[62211]: DEBUG nova.network.neutron [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating instance_info_cache with network_info: [{"id": "d5356a9c-1a1c-4e94-aaf2-8d41ddf73820", "address": "fa:16:3e:fa:0b:c0", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5356a9c-1a", "ovs_interfaceid": "d5356a9c-1a1c-4e94-aaf2-8d41ddf73820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2307.016716] env[62211]: DEBUG oslo_concurrency.lockutils [None req-795b0066-dd82-4ea2-babd-d0392ee4b52b tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "5427de84-e7e6-44f5-bd43-456313e0001c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.326s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.062356] env[62211]: DEBUG nova.scheduler.client.report [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2307.062869] env[62211]: DEBUG nova.compute.provider_tree [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 151 to 152 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2307.063188] env[62211]: DEBUG nova.compute.provider_tree [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2307.175439] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2307.175902] env[62211]: DEBUG nova.compute.manager [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Instance network_info: |[{"id": "d5356a9c-1a1c-4e94-aaf2-8d41ddf73820", "address": "fa:16:3e:fa:0b:c0", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5356a9c-1a", "ovs_interfaceid": "d5356a9c-1a1c-4e94-aaf2-8d41ddf73820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2307.176465] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:0b:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5356a9c-1a1c-4e94-aaf2-8d41ddf73820', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2307.184861] env[62211]: DEBUG oslo.service.loopingcall [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2307.185204] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2307.185644] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3a5dee4-e787-4117-b0bf-556f159cc2c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.206303] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2307.206303] env[62211]: value = "task-2075635" [ 2307.206303] env[62211]: _type = "Task" [ 2307.206303] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.215129] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075635, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.301921] env[62211]: DEBUG nova.compute.manager [req-de39c771-823b-4b93-8702-dd48e1e3f5e8 req-759e3978-d063-4bb2-838b-90c3e3668524 service nova] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Received event network-changed-d5356a9c-1a1c-4e94-aaf2-8d41ddf73820 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2307.302228] env[62211]: DEBUG nova.compute.manager [req-de39c771-823b-4b93-8702-dd48e1e3f5e8 req-759e3978-d063-4bb2-838b-90c3e3668524 service nova] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Refreshing instance network info cache due to event network-changed-d5356a9c-1a1c-4e94-aaf2-8d41ddf73820. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2307.302569] env[62211]: DEBUG oslo_concurrency.lockutils [req-de39c771-823b-4b93-8702-dd48e1e3f5e8 req-759e3978-d063-4bb2-838b-90c3e3668524 service nova] Acquiring lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2307.302915] env[62211]: DEBUG oslo_concurrency.lockutils [req-de39c771-823b-4b93-8702-dd48e1e3f5e8 req-759e3978-d063-4bb2-838b-90c3e3668524 service nova] Acquired lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2307.303167] env[62211]: DEBUG nova.network.neutron [req-de39c771-823b-4b93-8702-dd48e1e3f5e8 req-759e3978-d063-4bb2-838b-90c3e3668524 service nova] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Refreshing network info cache for port d5356a9c-1a1c-4e94-aaf2-8d41ddf73820 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2307.568451] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.572040] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.696s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.572040] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.574051] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.160s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.574245] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.594290] env[62211]: INFO nova.scheduler.client.report [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleted allocations for instance 4a3fee55-aff4-4f18-b1ff-93da0613889c [ 2307.596550] env[62211]: INFO nova.scheduler.client.report [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleted allocations for instance 050cc0c9-7942-4800-9cae-479a44b9caf5 [ 2307.607018] env[62211]: INFO nova.scheduler.client.report [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleted allocations for instance a230ecc1-fda2-4238-8cde-55f2b5bc4028 [ 2307.719297] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075635, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.916950] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "5427de84-e7e6-44f5-bd43-456313e0001c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2307.917361] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "5427de84-e7e6-44f5-bd43-456313e0001c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.917621] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "5427de84-e7e6-44f5-bd43-456313e0001c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2307.917828] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "5427de84-e7e6-44f5-bd43-456313e0001c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.918011] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "5427de84-e7e6-44f5-bd43-456313e0001c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.923927] env[62211]: INFO nova.compute.manager [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Terminating instance [ 2308.066452] env[62211]: DEBUG nova.network.neutron [req-de39c771-823b-4b93-8702-dd48e1e3f5e8 req-759e3978-d063-4bb2-838b-90c3e3668524 service nova] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updated VIF entry in instance network info cache for port d5356a9c-1a1c-4e94-aaf2-8d41ddf73820. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2308.067641] env[62211]: DEBUG nova.network.neutron [req-de39c771-823b-4b93-8702-dd48e1e3f5e8 req-759e3978-d063-4bb2-838b-90c3e3668524 service nova] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating instance_info_cache with network_info: [{"id": "d5356a9c-1a1c-4e94-aaf2-8d41ddf73820", "address": "fa:16:3e:fa:0b:c0", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5356a9c-1a", "ovs_interfaceid": "d5356a9c-1a1c-4e94-aaf2-8d41ddf73820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.103490] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7f7c4ccd-a343-49af-91ed-6d9077573630 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "4a3fee55-aff4-4f18-b1ff-93da0613889c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.761s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.106859] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6f8bd331-3bf5-423f-be21-885650dd7471 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "050cc0c9-7942-4800-9cae-479a44b9caf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.191s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.114207] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ec689855-8fdc-4b80-ac07-001876944347 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "a230ecc1-fda2-4238-8cde-55f2b5bc4028" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.536s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.216914] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075635, 'name': CreateVM_Task, 'duration_secs': 0.580037} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.217156] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2308.217902] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2308.218189] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2308.218504] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2308.218895] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5038fb4b-8a2d-4bbe-8e20-6d506f75162c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.223365] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2308.223365] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529941e2-5165-1014-157f-9f639ba1accd" [ 2308.223365] env[62211]: _type = "Task" [ 2308.223365] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.231441] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529941e2-5165-1014-157f-9f639ba1accd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.431940] env[62211]: DEBUG nova.compute.manager [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2308.431940] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2308.432482] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53202c6e-05af-4abe-b007-80cbc2304970 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.440056] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2308.440332] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7f6afc2-1fd2-4f85-9b99-74ca58ffec33 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.446209] env[62211]: DEBUG oslo_vmware.api [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2308.446209] env[62211]: value = "task-2075636" [ 2308.446209] env[62211]: _type = "Task" [ 2308.446209] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.454510] env[62211]: DEBUG oslo_vmware.api [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.505872] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc2767a7-89fc-44d4-b773-a1adf097838f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "interface-0e4b2519-a6cb-4549-9883-150d29f02a26-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.506541] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc2767a7-89fc-44d4-b773-a1adf097838f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-0e4b2519-a6cb-4549-9883-150d29f02a26-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.507016] env[62211]: DEBUG nova.objects.instance [None req-fc2767a7-89fc-44d4-b773-a1adf097838f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'flavor' on Instance uuid 0e4b2519-a6cb-4549-9883-150d29f02a26 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2308.570622] env[62211]: DEBUG oslo_concurrency.lockutils [req-de39c771-823b-4b93-8702-dd48e1e3f5e8 req-759e3978-d063-4bb2-838b-90c3e3668524 service nova] Releasing lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2308.735728] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529941e2-5165-1014-157f-9f639ba1accd, 'name': SearchDatastore_Task, 'duration_secs': 0.017231} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.736036] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2308.736274] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2308.736505] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2308.736667] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2308.736850] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2308.737131] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ec25440-9f55-4965-be6a-144fa56a5eaa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.745271] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2308.745439] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2308.746142] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d228448-bc5a-4f8d-94ab-8727bf1abfd5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.751578] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2308.751578] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523b9106-c526-0f3c-216e-c3c321067861" [ 2308.751578] env[62211]: _type = "Task" [ 2308.751578] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.762743] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523b9106-c526-0f3c-216e-c3c321067861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.956702] env[62211]: DEBUG oslo_vmware.api [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075636, 'name': PowerOffVM_Task, 'duration_secs': 0.215182} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.956967] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2308.957151] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2308.957430] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d512c00b-67cb-45bd-90e0-5db7b99d69bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.014495] env[62211]: DEBUG nova.objects.instance [None req-fc2767a7-89fc-44d4-b773-a1adf097838f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'pci_requests' on Instance uuid 0e4b2519-a6cb-4549-9883-150d29f02a26 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2309.060886] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2309.060886] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2309.061138] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Deleting the datastore file [datastore1] 5427de84-e7e6-44f5-bd43-456313e0001c {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2309.061402] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdaca1e3-06fb-4412-806d-74a365728229 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.068942] env[62211]: DEBUG oslo_vmware.api [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2309.068942] env[62211]: value = "task-2075638" [ 2309.068942] env[62211]: _type = "Task" [ 2309.068942] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.078062] env[62211]: DEBUG oslo_vmware.api [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.265068] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523b9106-c526-0f3c-216e-c3c321067861, 'name': SearchDatastore_Task, 'duration_secs': 0.015128} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.266345] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc418c6-2338-4c6d-8eae-29daed8b3487 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.273518] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2309.273518] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]520c548e-d81c-f0c1-6e35-af84b26514a8" [ 2309.273518] env[62211]: _type = "Task" [ 2309.273518] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.285863] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520c548e-d81c-f0c1-6e35-af84b26514a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.517162] env[62211]: DEBUG nova.objects.base [None req-fc2767a7-89fc-44d4-b773-a1adf097838f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Object Instance<0e4b2519-a6cb-4549-9883-150d29f02a26> lazy-loaded attributes: flavor,pci_requests {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2309.517529] env[62211]: DEBUG nova.network.neutron [None req-fc2767a7-89fc-44d4-b773-a1adf097838f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2309.581221] env[62211]: DEBUG oslo_vmware.api [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269136} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.581482] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2309.581664] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2309.581841] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2309.582027] env[62211]: INFO nova.compute.manager [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2309.582276] env[62211]: DEBUG oslo.service.loopingcall [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2309.582467] env[62211]: DEBUG nova.compute.manager [-] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2309.582561] env[62211]: DEBUG nova.network.neutron [-] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2309.651165] env[62211]: DEBUG oslo_concurrency.lockutils [None req-fc2767a7-89fc-44d4-b773-a1adf097838f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-0e4b2519-a6cb-4549-9883-150d29f02a26-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.145s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.787473] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520c548e-d81c-f0c1-6e35-af84b26514a8, 'name': SearchDatastore_Task, 'duration_secs': 0.020916} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.787473] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2309.787785] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 623a5989-14f7-4cef-84d7-0b5bb2f2fda4/623a5989-14f7-4cef-84d7-0b5bb2f2fda4.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2309.790012] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7913df6-c0b1-4957-9e89-09007d4f9d2d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.800199] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2309.800199] env[62211]: value = "task-2075639" [ 2309.800199] env[62211]: _type = "Task" [ 2309.800199] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.809871] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.312343] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075639, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.581849] env[62211]: DEBUG nova.network.neutron [-] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2310.809684] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603064} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.809955] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 623a5989-14f7-4cef-84d7-0b5bb2f2fda4/623a5989-14f7-4cef-84d7-0b5bb2f2fda4.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2310.810192] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2310.810446] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d7fd7d8-5191-4f1e-b522-64bdca5d423c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.817645] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2310.817645] env[62211]: value = "task-2075640" [ 2310.817645] env[62211]: _type = "Task" [ 2310.817645] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.826266] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.085027] env[62211]: INFO nova.compute.manager [-] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Took 1.50 seconds to deallocate network for instance. [ 2311.327802] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067647} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.328228] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2311.328840] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c09615-d431-4a01-9c2e-e5888c2fbf6b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.351526] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 623a5989-14f7-4cef-84d7-0b5bb2f2fda4/623a5989-14f7-4cef-84d7-0b5bb2f2fda4.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2311.352035] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a531b695-eb82-4277-9905-01a2e270a8a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.372828] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2311.372828] env[62211]: value = "task-2075641" [ 2311.372828] env[62211]: _type = "Task" [ 2311.372828] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.382239] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.592372] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2311.592683] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2311.592940] env[62211]: DEBUG nova.objects.instance [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lazy-loading 'resources' on Instance uuid 5427de84-e7e6-44f5-bd43-456313e0001c {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2311.718795] env[62211]: DEBUG nova.compute.manager [req-2c90a3dd-d117-4210-ad21-37717bdc096d req-e9afed32-a2e1-40ee-a126-966e719494a8 service nova] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Received event network-vif-deleted-49d2708b-9751-4be4-a023-bdc4387fe909 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2311.884044] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075641, 'name': ReconfigVM_Task, 'duration_secs': 0.40499} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.884264] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 623a5989-14f7-4cef-84d7-0b5bb2f2fda4/623a5989-14f7-4cef-84d7-0b5bb2f2fda4.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2311.884938] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96873f74-40ae-47f3-87fb-da6e619ed646 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.892108] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2311.892108] env[62211]: value = "task-2075642" [ 2311.892108] env[62211]: _type = "Task" [ 2311.892108] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.900773] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075642, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.169380] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2312.169839] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2312.170009] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2312.231282] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01c3864-0468-405e-8143-394fb9f53f97 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.240720] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d610a2ec-ae2d-49c4-8f45-31e5c73c6af7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.273515] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16863570-6997-4dea-aa32-1bba2e0d086c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.281857] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cfb8a7-94cd-4df1-8469-a0051946a8f6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.287750] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "76b778ef-3239-485f-a54c-46cb1cbe9cfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2312.287992] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "76b778ef-3239-485f-a54c-46cb1cbe9cfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2312.288214] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "76b778ef-3239-485f-a54c-46cb1cbe9cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2312.288465] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "76b778ef-3239-485f-a54c-46cb1cbe9cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2312.288636] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "76b778ef-3239-485f-a54c-46cb1cbe9cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2312.298745] env[62211]: DEBUG nova.compute.provider_tree [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2312.301116] env[62211]: INFO nova.compute.manager [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Terminating instance [ 2312.328215] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "interface-0e4b2519-a6cb-4549-9883-150d29f02a26-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2312.328625] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-0e4b2519-a6cb-4549-9883-150d29f02a26-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2312.328793] env[62211]: DEBUG nova.objects.instance [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'flavor' on Instance uuid 0e4b2519-a6cb-4549-9883-150d29f02a26 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2312.403117] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075642, 'name': Rename_Task, 'duration_secs': 0.193908} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.403377] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2312.403648] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2854f365-246c-4f17-a263-1281297b0215 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.410895] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2312.410895] env[62211]: value = "task-2075643" [ 2312.410895] env[62211]: _type = "Task" [ 2312.410895] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.419167] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.802443] env[62211]: DEBUG nova.scheduler.client.report [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2312.806711] env[62211]: DEBUG nova.compute.manager [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2312.806954] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2312.808316] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d114b4b3-6227-40c4-9352-39a72f041527 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.819333] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2312.820527] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-644d0f3c-8974-45c3-9745-5c36f404134c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.828355] env[62211]: DEBUG oslo_vmware.api [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2312.828355] env[62211]: value = "task-2075644" [ 2312.828355] env[62211]: _type = "Task" [ 2312.828355] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.844946] env[62211]: DEBUG oslo_vmware.api [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.916320] env[62211]: DEBUG nova.objects.instance [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'pci_requests' on Instance uuid 0e4b2519-a6cb-4549-9883-150d29f02a26 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2312.925292] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.309164] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.327375] env[62211]: INFO nova.scheduler.client.report [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Deleted allocations for instance 5427de84-e7e6-44f5-bd43-456313e0001c [ 2313.341036] env[62211]: DEBUG oslo_vmware.api [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075644, 'name': PowerOffVM_Task, 'duration_secs': 0.254993} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.341379] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2313.341562] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2313.341837] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7945f3aa-5873-492a-8e13-c382cbac98b9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.421439] env[62211]: DEBUG nova.objects.base [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Object Instance<0e4b2519-a6cb-4549-9883-150d29f02a26> lazy-loaded attributes: flavor,pci_requests {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2313.421712] env[62211]: DEBUG nova.network.neutron [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2313.423790] env[62211]: DEBUG oslo_vmware.api [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075643, 'name': PowerOnVM_Task, 'duration_secs': 0.810394} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.424109] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2313.424363] env[62211]: INFO nova.compute.manager [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Took 8.29 seconds to spawn the instance on the hypervisor. [ 2313.424569] env[62211]: DEBUG nova.compute.manager [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2313.425864] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254c92dc-1fda-4db3-a09b-573d49fd9785 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.467192] env[62211]: DEBUG nova.policy [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7979de12c19543faa83d02b906feb452', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0910f5b5208442e3b3b8bc246b6bffbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2313.633404] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de6c74-368e-3409-a17b-c17828d44522/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2313.634593] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b9bf09-6591-4138-84c5-f67de1e02ee4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.641287] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de6c74-368e-3409-a17b-c17828d44522/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2313.641450] env[62211]: ERROR oslo_vmware.rw_handles [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de6c74-368e-3409-a17b-c17828d44522/disk-0.vmdk due to incomplete transfer. [ 2313.641701] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b21c19e8-ad31-4a78-97a6-413ce629a6e1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.648492] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de6c74-368e-3409-a17b-c17828d44522/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2313.648696] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Uploaded image 6a5d2cdf-8876-4701-a1fe-e91d42c234f6 to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2313.651170] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2313.651467] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bc7f5288-2d47-4a0e-a4f4-40f0bac0a2a2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.656832] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2313.656832] env[62211]: value = "task-2075646" [ 2313.656832] env[62211]: _type = "Task" [ 2313.656832] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2313.665389] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075646, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.729753] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2313.729895] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquired lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2313.730055] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Forcefully refreshing network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2313.771416] env[62211]: DEBUG nova.network.neutron [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Successfully created port: ce7265a4-9936-4bba-abfe-341b898b6bea {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2313.839624] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4eaeb688-d34a-457f-afeb-721f210f37b1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "5427de84-e7e6-44f5-bd43-456313e0001c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.922s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.947419] env[62211]: INFO nova.compute.manager [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Took 13.20 seconds to build instance. [ 2314.167241] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075646, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.448741] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c21d9d20-3b5d-46f6-9283-1eb301315c29 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.716s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.554620] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.554897] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.668453] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075646, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.739716] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f1b57-b813-06dd-85fe-b47c02560084/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2314.740671] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127e1612-5fda-4f55-8ad8-bb1382fd8b47 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.746724] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f1b57-b813-06dd-85fe-b47c02560084/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2314.746897] env[62211]: ERROR oslo_vmware.rw_handles [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f1b57-b813-06dd-85fe-b47c02560084/disk-0.vmdk due to incomplete transfer. [ 2314.747116] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9a6b3271-4639-4af8-8432-ada72e2df0a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.753505] env[62211]: DEBUG oslo_vmware.rw_handles [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f1b57-b813-06dd-85fe-b47c02560084/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2314.753692] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Uploaded image 87594b6d-2e95-4c83-a359-15ce989693ea to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2314.755297] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2314.755517] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6266dfd6-f584-44a0-a02b-520a09aae422 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.761033] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2314.761033] env[62211]: value = "task-2075647" [ 2314.761033] env[62211]: _type = "Task" [ 2314.761033] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.768638] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075647, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.797566] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.797876] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.942514] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Updating instance_info_cache with network_info: [{"id": "d57bfbdb-2cba-430f-ac8f-09fd04d21708", "address": "fa:16:3e:99:23:fe", "network": {"id": "667bb988-71ac-4767-b5e5-3699aeca2009", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1187040128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd7ba949a77e4198a6ee0a1daf9fa69c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57bfbdb-2c", "ovs_interfaceid": "d57bfbdb-2cba-430f-ac8f-09fd04d21708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2315.057386] env[62211]: DEBUG nova.compute.manager [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2315.168570] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075646, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.271685] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075647, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.300498] env[62211]: DEBUG nova.compute.manager [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2315.445046] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Releasing lock "refresh_cache-a1416796-8b45-4761-84e8-d0ea2d8540f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2315.445306] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Updated the network info_cache for instance {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2315.445569] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2315.445736] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2315.445886] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2315.446043] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2315.446186] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2315.446330] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2315.446460] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2315.446601] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2315.578197] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.578446] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.579824] env[62211]: INFO nova.compute.claims [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2315.668048] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075646, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.772042] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075647, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.821763] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.949234] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.169089] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075646, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.271905] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075647, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.296733] env[62211]: DEBUG nova.compute.manager [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Stashing vm_state: active {{(pid=62211) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2316.670381] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075646, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.722386] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e4ab49-03ea-4e1e-af16-760118594ce2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.729958] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d661ca71-9dc0-410e-ba61-4d59c4e7ca43 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.761214] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b5ecff-40d4-4218-ac68-18667503fd2a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.774029] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c12cac-67e6-45df-992c-8ae0cc058533 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.778156] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075647, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.789057] env[62211]: DEBUG nova.compute.provider_tree [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2316.813178] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.825745] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.826059] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2317.168678] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075646, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.273865] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075647, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.291959] env[62211]: DEBUG nova.scheduler.client.report [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2317.328983] env[62211]: DEBUG nova.compute.manager [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2317.669379] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075646, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.774743] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075647, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.797599] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2317.798054] env[62211]: DEBUG nova.compute.manager [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2317.800971] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.979s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2317.802682] env[62211]: INFO nova.compute.claims [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2317.850209] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2318.170858] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075646, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.274944] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075647, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.307431] env[62211]: DEBUG nova.compute.utils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2318.310609] env[62211]: DEBUG nova.compute.manager [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2318.310807] env[62211]: DEBUG nova.network.neutron [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2318.358910] env[62211]: DEBUG nova.policy [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c88130d362744fc7b1716e476b5c9083', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f23ece4dafc440609b1531e535b9e51a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2318.601702] env[62211]: DEBUG nova.network.neutron [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Successfully created port: c9cbffa6-0d9b-4773-a678-7d06ece5ef85 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2318.671054] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075646, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.775212] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075647, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.812043] env[62211]: DEBUG nova.compute.manager [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2318.962468] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5b45a4-24bf-4113-b4ee-8744ff50d026 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.970286] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbee84e3-5915-47be-ae68-d0323a8764a4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.000551] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0568a8-f7ae-45b5-ab99-ba55bf16b908 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.007593] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420939b8-12bf-4aba-a9bc-cf15ae6762dd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.020228] env[62211]: DEBUG nova.compute.provider_tree [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2319.172132] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075646, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.255832] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2319.256091] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2319.256241] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Deleting the datastore file [datastore1] 76b778ef-3239-485f-a54c-46cb1cbe9cfe {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2319.256518] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8104a1f3-2eb9-4ab9-ae73-e14c4be7ad56 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.263184] env[62211]: DEBUG oslo_vmware.api [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2319.263184] env[62211]: value = "task-2075648" [ 2319.263184] env[62211]: _type = "Task" [ 2319.263184] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.273040] env[62211]: DEBUG oslo_vmware.api [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.277900] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075647, 'name': Destroy_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.523425] env[62211]: DEBUG nova.scheduler.client.report [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2319.674557] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075646, 'name': Destroy_Task, 'duration_secs': 5.770488} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.674814] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Destroyed the VM [ 2319.675072] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2319.675315] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-259d64eb-9c1a-4870-8879-4d01099f6e7d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.681799] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2319.681799] env[62211]: value = "task-2075649" [ 2319.681799] env[62211]: _type = "Task" [ 2319.681799] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.690081] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075649, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.776308] env[62211]: DEBUG oslo_vmware.api [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207611} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.779165] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2319.779365] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2319.779545] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2319.779718] env[62211]: INFO nova.compute.manager [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Took 6.97 seconds to destroy the instance on the hypervisor. [ 2319.779945] env[62211]: DEBUG oslo.service.loopingcall [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2319.780163] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075647, 'name': Destroy_Task, 'duration_secs': 4.601522} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.780356] env[62211]: DEBUG nova.compute.manager [-] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2319.780449] env[62211]: DEBUG nova.network.neutron [-] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2319.782013] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Destroyed the VM [ 2319.782256] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2319.782489] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-57045c9e-bf4b-45df-9582-19e4be3959a2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.788362] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2319.788362] env[62211]: value = "task-2075650" [ 2319.788362] env[62211]: _type = "Task" [ 2319.788362] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.795600] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075650, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.826342] env[62211]: DEBUG nova.compute.manager [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2319.853764] env[62211]: DEBUG nova.virt.hardware [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2319.854126] env[62211]: DEBUG nova.virt.hardware [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2319.854286] env[62211]: DEBUG nova.virt.hardware [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2319.854463] env[62211]: DEBUG nova.virt.hardware [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2319.854607] env[62211]: DEBUG nova.virt.hardware [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2319.854765] env[62211]: DEBUG nova.virt.hardware [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2319.854991] env[62211]: DEBUG nova.virt.hardware [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2319.855165] env[62211]: DEBUG nova.virt.hardware [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2319.855331] env[62211]: DEBUG nova.virt.hardware [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2319.855497] env[62211]: DEBUG nova.virt.hardware [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2319.855663] env[62211]: DEBUG nova.virt.hardware [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2319.856603] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b87d2fc-afbb-4efd-b9df-49a8ca99ba8a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.864243] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970ddc38-f952-45b6-b23e-596587bda62f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.029071] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2320.029628] env[62211]: DEBUG nova.compute.manager [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2320.033080] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.084s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.033080] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2320.034020] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2320.034020] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.221s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.039116] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b3397c-da7b-4e97-be7e-bd7cb49d7844 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.044865] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9320922-430b-4e8c-9dfd-507c1ecdbba6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.060341] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d87ade0-d6f7-42e8-9f62-dd800ef37a74 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.069086] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294fc217-926f-47d0-8de8-4844b3a37958 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.840231] env[62211]: DEBUG nova.network.neutron [-] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2320.842871] env[62211]: DEBUG nova.compute.utils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2320.847266] env[62211]: INFO nova.compute.claims [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2320.851266] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179470MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2320.851424] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.854271] env[62211]: DEBUG nova.network.neutron [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Successfully updated port: ce7265a4-9936-4bba-abfe-341b898b6bea {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2320.855630] env[62211]: DEBUG nova.network.neutron [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Successfully updated port: c9cbffa6-0d9b-4773-a678-7d06ece5ef85 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2320.863325] env[62211]: DEBUG nova.compute.manager [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2320.863490] env[62211]: DEBUG nova.network.neutron [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2320.867644] env[62211]: DEBUG nova.compute.manager [req-5403b6e5-cb59-41b7-9907-0028e945d6f9 req-b0fe583d-0f25-42bc-b0c5-831fc5a5f675 service nova] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Received event network-vif-deleted-9b570f8a-65f8-4649-9c13-46171a2d7966 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2320.867830] env[62211]: INFO nova.compute.manager [req-5403b6e5-cb59-41b7-9907-0028e945d6f9 req-b0fe583d-0f25-42bc-b0c5-831fc5a5f675 service nova] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Neutron deleted interface 9b570f8a-65f8-4649-9c13-46171a2d7966; detaching it from the instance and deleting it from the info cache [ 2320.867998] env[62211]: DEBUG nova.network.neutron [req-5403b6e5-cb59-41b7-9907-0028e945d6f9 req-b0fe583d-0f25-42bc-b0c5-831fc5a5f675 service nova] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2320.870331] env[62211]: DEBUG nova.compute.manager [req-09d3a239-5e9d-44e9-a3b3-beab9de091c0 req-69b49843-a5dd-4cf5-b605-bc1fb383312b service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Received event network-vif-plugged-ce7265a4-9936-4bba-abfe-341b898b6bea {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2320.870530] env[62211]: DEBUG oslo_concurrency.lockutils [req-09d3a239-5e9d-44e9-a3b3-beab9de091c0 req-69b49843-a5dd-4cf5-b605-bc1fb383312b service nova] Acquiring lock "0e4b2519-a6cb-4549-9883-150d29f02a26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.870729] env[62211]: DEBUG oslo_concurrency.lockutils [req-09d3a239-5e9d-44e9-a3b3-beab9de091c0 req-69b49843-a5dd-4cf5-b605-bc1fb383312b service nova] Lock "0e4b2519-a6cb-4549-9883-150d29f02a26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.870892] env[62211]: DEBUG oslo_concurrency.lockutils [req-09d3a239-5e9d-44e9-a3b3-beab9de091c0 req-69b49843-a5dd-4cf5-b605-bc1fb383312b service nova] Lock "0e4b2519-a6cb-4549-9883-150d29f02a26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2320.871066] env[62211]: DEBUG nova.compute.manager [req-09d3a239-5e9d-44e9-a3b3-beab9de091c0 req-69b49843-a5dd-4cf5-b605-bc1fb383312b service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] No waiting events found dispatching network-vif-plugged-ce7265a4-9936-4bba-abfe-341b898b6bea {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2320.871234] env[62211]: WARNING nova.compute.manager [req-09d3a239-5e9d-44e9-a3b3-beab9de091c0 req-69b49843-a5dd-4cf5-b605-bc1fb383312b service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Received unexpected event network-vif-plugged-ce7265a4-9936-4bba-abfe-341b898b6bea for instance with vm_state active and task_state None. [ 2320.872060] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2320.872217] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2320.872403] env[62211]: DEBUG nova.network.neutron [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2320.883291] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075650, 'name': RemoveSnapshot_Task, 'duration_secs': 0.315033} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.883798] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075649, 'name': RemoveSnapshot_Task, 'duration_secs': 0.287414} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.884559] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2320.884849] env[62211]: DEBUG nova.compute.manager [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2320.885149] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2320.885664] env[62211]: DEBUG nova.compute.manager [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2320.886140] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97857e7-d8c0-4362-9dc6-4c0ba6f0a170 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.890055] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632ea1c2-40aa-40a3-a099-e17d4130401e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.911592] env[62211]: DEBUG nova.policy [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '587a85f91290430d9d2d1cd866e636c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '615e477a88c5481fa583b4b97dec4c26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2321.169620] env[62211]: DEBUG nova.network.neutron [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Successfully created port: 0782846e-7e39-4d68-823d-006907e78664 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2321.343164] env[62211]: INFO nova.compute.manager [-] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Took 1.56 seconds to deallocate network for instance. [ 2321.352822] env[62211]: INFO nova.compute.resource_tracker [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating resource usage from migration d2b09999-fb87-4281-b562-b055ced333ac [ 2321.358995] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.358995] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.358995] env[62211]: DEBUG nova.network.neutron [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2321.360167] env[62211]: DEBUG nova.compute.manager [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2321.369962] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae879359-5ccf-4d4f-bb28-e365f0e5e3ca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.384356] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cde698-0783-460b-ba24-2d61216fefba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.408047] env[62211]: INFO nova.compute.manager [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Shelve offloading [ 2321.414392] env[62211]: INFO nova.compute.manager [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Shelve offloading [ 2321.431084] env[62211]: DEBUG nova.compute.manager [req-5403b6e5-cb59-41b7-9907-0028e945d6f9 req-b0fe583d-0f25-42bc-b0c5-831fc5a5f675 service nova] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Detach interface failed, port_id=9b570f8a-65f8-4649-9c13-46171a2d7966, reason: Instance 76b778ef-3239-485f-a54c-46cb1cbe9cfe could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2321.432193] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2321.433141] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-621e0c28-17b9-43ea-b8ae-dff5f5d92585 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.441972] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2321.441972] env[62211]: value = "task-2075651" [ 2321.441972] env[62211]: _type = "Task" [ 2321.441972] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.451851] env[62211]: WARNING nova.network.neutron [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] f428155b-50bb-4754-932e-bd0775f8d575 already exists in list: networks containing: ['f428155b-50bb-4754-932e-bd0775f8d575']. ignoring it [ 2321.458081] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] VM already powered off {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2321.458081] env[62211]: DEBUG nova.compute.manager [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2321.458408] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7764bc01-010f-4ae7-ba3a-1d11e3c7d26a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.465471] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.465637] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.465804] env[62211]: DEBUG nova.network.neutron [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2321.622160] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a460ebd0-902e-4acd-96de-b0ad2fba8978 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.631463] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80ac729-bae9-444e-a1be-de04317b551a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.668708] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d609dc0-810b-42b8-a8bc-ef0952bfc311 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.676905] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1da3dba-5f59-4289-8f8c-c325fce5d26e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.690347] env[62211]: DEBUG nova.compute.provider_tree [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2321.847919] env[62211]: DEBUG nova.network.neutron [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updating instance_info_cache with network_info: [{"id": "cb99fcf9-b451-445d-b9e3-13873979cb14", "address": "fa:16:3e:c8:7b:f2", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb99fcf9-b4", "ovs_interfaceid": "cb99fcf9-b451-445d-b9e3-13873979cb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce7265a4-9936-4bba-abfe-341b898b6bea", "address": "fa:16:3e:17:27:d4", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce7265a4-99", "ovs_interfaceid": "ce7265a4-9936-4bba-abfe-341b898b6bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2321.849905] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.899105] env[62211]: DEBUG nova.network.neutron [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2321.912592] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2321.912871] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7ce5ed3-ccfd-4cb6-8948-65ec5835677e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.922786] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2321.922786] env[62211]: value = "task-2075652" [ 2321.922786] env[62211]: _type = "Task" [ 2321.922786] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.931602] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.044164] env[62211]: DEBUG nova.network.neutron [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Updating instance_info_cache with network_info: [{"id": "c9cbffa6-0d9b-4773-a678-7d06ece5ef85", "address": "fa:16:3e:95:4b:6e", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cbffa6-0d", "ovs_interfaceid": "c9cbffa6-0d9b-4773-a678-7d06ece5ef85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2322.214738] env[62211]: ERROR nova.scheduler.client.report [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [req-bd724afb-733c-41c6-9766-cff66043a47b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bd724afb-733c-41c6-9766-cff66043a47b"}]} [ 2322.227467] env[62211]: DEBUG nova.network.neutron [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Updating instance_info_cache with network_info: [{"id": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "address": "fa:16:3e:1a:4b:59", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56ba99ac-8b", "ovs_interfaceid": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2322.234157] env[62211]: DEBUG nova.scheduler.client.report [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2322.250325] env[62211]: DEBUG nova.scheduler.client.report [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2322.250618] env[62211]: DEBUG nova.compute.provider_tree [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2322.263621] env[62211]: DEBUG nova.scheduler.client.report [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2322.283391] env[62211]: DEBUG nova.scheduler.client.report [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2322.350994] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2322.351664] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2322.351826] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2322.352680] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bddf26-5bde-41f8-86f6-13d1a742a01f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.374081] env[62211]: DEBUG nova.compute.manager [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2322.376543] env[62211]: DEBUG nova.virt.hardware [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2322.376836] env[62211]: DEBUG nova.virt.hardware [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2322.377219] env[62211]: DEBUG nova.virt.hardware [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2322.377219] env[62211]: DEBUG nova.virt.hardware [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2322.377316] env[62211]: DEBUG nova.virt.hardware [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2322.377459] env[62211]: DEBUG nova.virt.hardware [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2322.377660] env[62211]: DEBUG nova.virt.hardware [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2322.377840] env[62211]: DEBUG nova.virt.hardware [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2322.378065] env[62211]: DEBUG nova.virt.hardware [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2322.378340] env[62211]: DEBUG nova.virt.hardware [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2322.378564] env[62211]: DEBUG nova.virt.hardware [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2322.384713] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Reconfiguring VM to attach interface {{(pid=62211) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2322.387762] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32620862-117f-4cb4-bee0-f39ff2b47c5b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.405983] env[62211]: DEBUG oslo_vmware.api [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2322.405983] env[62211]: value = "task-2075653" [ 2322.405983] env[62211]: _type = "Task" [ 2322.405983] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.411354] env[62211]: DEBUG nova.virt.hardware [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2322.411589] env[62211]: DEBUG nova.virt.hardware [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2322.411742] env[62211]: DEBUG nova.virt.hardware [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2322.411919] env[62211]: DEBUG nova.virt.hardware [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2322.412077] env[62211]: DEBUG nova.virt.hardware [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2322.412238] env[62211]: DEBUG nova.virt.hardware [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2322.412440] env[62211]: DEBUG nova.virt.hardware [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2322.412599] env[62211]: DEBUG nova.virt.hardware [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2322.412764] env[62211]: DEBUG nova.virt.hardware [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2322.412925] env[62211]: DEBUG nova.virt.hardware [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2322.413109] env[62211]: DEBUG nova.virt.hardware [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2322.413889] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7884a191-3b42-4b6c-842c-a4f399b8be10 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.423836] env[62211]: DEBUG oslo_vmware.api [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.429935] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea607dc-defc-4257-944d-9e1fde560041 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.455605] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] VM already powered off {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2322.455879] env[62211]: DEBUG nova.compute.manager [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2322.456806] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce62247-ab0b-4a17-8d99-7331776ee36d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.463046] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2322.463220] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2322.463390] env[62211]: DEBUG nova.network.neutron [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2322.469824] env[62211]: DEBUG nova.compute.manager [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Received event network-changed-ce7265a4-9936-4bba-abfe-341b898b6bea {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2322.470030] env[62211]: DEBUG nova.compute.manager [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Refreshing instance network info cache due to event network-changed-ce7265a4-9936-4bba-abfe-341b898b6bea. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2322.470240] env[62211]: DEBUG oslo_concurrency.lockutils [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] Acquiring lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2322.470384] env[62211]: DEBUG oslo_concurrency.lockutils [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] Acquired lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2322.470544] env[62211]: DEBUG nova.network.neutron [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Refreshing network info cache for port ce7265a4-9936-4bba-abfe-341b898b6bea {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2322.505503] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af818513-8819-472b-81bd-6ff294cce2ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.515082] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616af104-0b0d-4813-8349-b953d6c16a9a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.560807] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2322.561270] env[62211]: DEBUG nova.compute.manager [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Instance network_info: |[{"id": "c9cbffa6-0d9b-4773-a678-7d06ece5ef85", "address": "fa:16:3e:95:4b:6e", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cbffa6-0d", "ovs_interfaceid": "c9cbffa6-0d9b-4773-a678-7d06ece5ef85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2322.562444] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:4b:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9cbffa6-0d9b-4773-a678-7d06ece5ef85', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2322.574284] env[62211]: DEBUG oslo.service.loopingcall [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2322.575267] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6794fa38-1f23-4163-bec0-c629013056a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.578833] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2322.579070] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1039da2a-e14b-42d3-aa29-14bdf1a643bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.598906] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08f1db2-9f20-4424-91c9-e65d714e456f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.602519] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2322.602519] env[62211]: value = "task-2075654" [ 2322.602519] env[62211]: _type = "Task" [ 2322.602519] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.612828] env[62211]: DEBUG nova.compute.provider_tree [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2322.618963] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075654, 'name': CreateVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.731643] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2322.891062] env[62211]: DEBUG nova.network.neutron [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Successfully updated port: 0782846e-7e39-4d68-823d-006907e78664 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2322.919406] env[62211]: DEBUG oslo_vmware.api [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.082880] env[62211]: DEBUG nova.compute.manager [req-a294a200-4c8e-40a8-9596-c0b0615e1a63 req-14df4705-0790-4c45-9438-0c4a83e03b78 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Received event network-vif-unplugged-56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2323.083699] env[62211]: DEBUG oslo_concurrency.lockutils [req-a294a200-4c8e-40a8-9596-c0b0615e1a63 req-14df4705-0790-4c45-9438-0c4a83e03b78 service nova] Acquiring lock "12180821-2199-4877-9c88-124008bb53c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.083950] env[62211]: DEBUG oslo_concurrency.lockutils [req-a294a200-4c8e-40a8-9596-c0b0615e1a63 req-14df4705-0790-4c45-9438-0c4a83e03b78 service nova] Lock "12180821-2199-4877-9c88-124008bb53c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.084255] env[62211]: DEBUG oslo_concurrency.lockutils [req-a294a200-4c8e-40a8-9596-c0b0615e1a63 req-14df4705-0790-4c45-9438-0c4a83e03b78 service nova] Lock "12180821-2199-4877-9c88-124008bb53c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2323.084449] env[62211]: DEBUG nova.compute.manager [req-a294a200-4c8e-40a8-9596-c0b0615e1a63 req-14df4705-0790-4c45-9438-0c4a83e03b78 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] No waiting events found dispatching network-vif-unplugged-56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2323.084630] env[62211]: WARNING nova.compute.manager [req-a294a200-4c8e-40a8-9596-c0b0615e1a63 req-14df4705-0790-4c45-9438-0c4a83e03b78 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Received unexpected event network-vif-unplugged-56ba99ac-8b1a-416e-9026-eebd9eab016d for instance with vm_state shelved and task_state shelving_offloading. [ 2323.112800] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075654, 'name': CreateVM_Task, 'duration_secs': 0.37824} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.112979] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2323.113919] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2323.114101] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2323.114418] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2323.117387] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae434af-a324-4e2c-a855-98140c150db4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.126702] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2323.126702] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52af7317-a378-2394-619d-f154aace9605" [ 2323.126702] env[62211]: _type = "Task" [ 2323.126702] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.133935] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52af7317-a378-2394-619d-f154aace9605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.160878] env[62211]: DEBUG nova.scheduler.client.report [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2323.161146] env[62211]: DEBUG nova.compute.provider_tree [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 157 to 158 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2323.161742] env[62211]: DEBUG nova.compute.provider_tree [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2323.211999] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2323.213379] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc69a2c5-f8de-4aa8-b083-e84ed1c519b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.222497] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2323.222769] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87d4b0a4-c64c-45c9-804c-e05a1a9a39a0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.283677] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "9677caba-e1ca-49df-a3d6-72986b1acb14" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.283913] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.327954] env[62211]: DEBUG nova.network.neutron [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updated VIF entry in instance network info cache for port ce7265a4-9936-4bba-abfe-341b898b6bea. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2323.328443] env[62211]: DEBUG nova.network.neutron [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updating instance_info_cache with network_info: [{"id": "cb99fcf9-b451-445d-b9e3-13873979cb14", "address": "fa:16:3e:c8:7b:f2", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb99fcf9-b4", "ovs_interfaceid": "cb99fcf9-b451-445d-b9e3-13873979cb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce7265a4-9936-4bba-abfe-341b898b6bea", "address": "fa:16:3e:17:27:d4", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce7265a4-99", "ovs_interfaceid": "ce7265a4-9936-4bba-abfe-341b898b6bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2323.342647] env[62211]: DEBUG nova.network.neutron [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Updating instance_info_cache with network_info: [{"id": "18ec1859-b2b6-40bc-9815-cdd86331f725", "address": "fa:16:3e:96:fd:df", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec1859-b2", "ovs_interfaceid": "18ec1859-b2b6-40bc-9815-cdd86331f725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2323.378835] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2323.379126] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2323.379372] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleting the datastore file [datastore1] 12180821-2199-4877-9c88-124008bb53c0 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2323.379677] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7327ae79-e40f-4fe2-87f3-18be8de26c60 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.387727] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2323.387727] env[62211]: value = "task-2075656" [ 2323.387727] env[62211]: _type = "Task" [ 2323.387727] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.395707] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2323.395846] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2323.395993] env[62211]: DEBUG nova.network.neutron [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2323.397134] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.416508] env[62211]: DEBUG oslo_vmware.api [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075653, 'name': ReconfigVM_Task, 'duration_secs': 0.81407} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.417067] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2323.417307] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Reconfigured VM to attach interface {{(pid=62211) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2323.635924] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52af7317-a378-2394-619d-f154aace9605, 'name': SearchDatastore_Task, 'duration_secs': 0.010913} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.636231] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2323.636463] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2323.636697] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2323.636881] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2323.637087] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2323.637340] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40f99df8-612c-4e67-a9f9-8075043e4e49 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.645127] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2323.645296] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2323.645972] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff22779-e742-4a5b-9363-659a40bf023b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.650998] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2323.650998] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526cf331-592e-5311-6069-384b995c703a" [ 2323.650998] env[62211]: _type = "Task" [ 2323.650998] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.658102] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526cf331-592e-5311-6069-384b995c703a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.667922] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.634s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2323.668143] env[62211]: INFO nova.compute.manager [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Migrating [ 2323.674372] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.824s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.675823] env[62211]: INFO nova.compute.claims [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2323.787844] env[62211]: DEBUG nova.compute.utils [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2323.831393] env[62211]: DEBUG oslo_concurrency.lockutils [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] Releasing lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2323.831644] env[62211]: DEBUG nova.compute.manager [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Received event network-vif-plugged-c9cbffa6-0d9b-4773-a678-7d06ece5ef85 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2323.831838] env[62211]: DEBUG oslo_concurrency.lockutils [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] Acquiring lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.832057] env[62211]: DEBUG oslo_concurrency.lockutils [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] Lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.832225] env[62211]: DEBUG oslo_concurrency.lockutils [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] Lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2323.832392] env[62211]: DEBUG nova.compute.manager [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] No waiting events found dispatching network-vif-plugged-c9cbffa6-0d9b-4773-a678-7d06ece5ef85 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2323.832561] env[62211]: WARNING nova.compute.manager [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Received unexpected event network-vif-plugged-c9cbffa6-0d9b-4773-a678-7d06ece5ef85 for instance with vm_state building and task_state spawning. [ 2323.832723] env[62211]: DEBUG nova.compute.manager [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Received event network-changed-c9cbffa6-0d9b-4773-a678-7d06ece5ef85 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2323.832924] env[62211]: DEBUG nova.compute.manager [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Refreshing instance network info cache due to event network-changed-c9cbffa6-0d9b-4773-a678-7d06ece5ef85. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2323.833208] env[62211]: DEBUG oslo_concurrency.lockutils [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] Acquiring lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2323.833466] env[62211]: DEBUG oslo_concurrency.lockutils [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] Acquired lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2323.833648] env[62211]: DEBUG nova.network.neutron [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Refreshing network info cache for port c9cbffa6-0d9b-4773-a678-7d06ece5ef85 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2323.845502] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2323.898201] env[62211]: DEBUG oslo_vmware.api [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152392} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.900204] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2323.900391] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2323.900567] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2323.922272] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a907bba2-15fd-4607-ab32-11be16d66574 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-0e4b2519-a6cb-4549-9883-150d29f02a26-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 11.594s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2323.924802] env[62211]: INFO nova.scheduler.client.report [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleted allocations for instance 12180821-2199-4877-9c88-124008bb53c0 [ 2323.941142] env[62211]: DEBUG nova.network.neutron [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2324.157685] env[62211]: DEBUG nova.network.neutron [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating instance_info_cache with network_info: [{"id": "0782846e-7e39-4d68-823d-006907e78664", "address": "fa:16:3e:fd:69:ee", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0782846e-7e", "ovs_interfaceid": "0782846e-7e39-4d68-823d-006907e78664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2324.162356] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526cf331-592e-5311-6069-384b995c703a, 'name': SearchDatastore_Task, 'duration_secs': 0.007755} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.163288] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f2f480d-e82e-47ce-8b2e-1fd82b90c6c8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.168567] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2324.168567] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523b1e67-92f8-c479-ae8a-9af4aa6ab27d" [ 2324.168567] env[62211]: _type = "Task" [ 2324.168567] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.176681] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523b1e67-92f8-c479-ae8a-9af4aa6ab27d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.186944] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2324.187125] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2324.187299] env[62211]: DEBUG nova.network.neutron [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2324.291019] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.302036] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2324.303054] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35502afe-39d4-4c29-8429-15f2b9a22829 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.311364] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2324.311623] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edc6eacb-ed1d-499d-816a-fdb3d570d5fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.398113] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2324.398274] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2324.399022] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleting the datastore file [datastore1] e6c91f16-a8f1-4458-8864-abd827d53cb3 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2324.399022] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8969c87-2057-46c7-b099-e3e09bec9265 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.405643] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2324.405643] env[62211]: value = "task-2075658" [ 2324.405643] env[62211]: _type = "Task" [ 2324.405643] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.412909] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.428821] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.530637] env[62211]: DEBUG nova.network.neutron [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Updated VIF entry in instance network info cache for port c9cbffa6-0d9b-4773-a678-7d06ece5ef85. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2324.531117] env[62211]: DEBUG nova.network.neutron [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Updating instance_info_cache with network_info: [{"id": "c9cbffa6-0d9b-4773-a678-7d06ece5ef85", "address": "fa:16:3e:95:4b:6e", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cbffa6-0d", "ovs_interfaceid": "c9cbffa6-0d9b-4773-a678-7d06ece5ef85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2324.663955] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2324.664254] env[62211]: DEBUG nova.compute.manager [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Instance network_info: |[{"id": "0782846e-7e39-4d68-823d-006907e78664", "address": "fa:16:3e:fd:69:ee", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0782846e-7e", "ovs_interfaceid": "0782846e-7e39-4d68-823d-006907e78664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2324.664850] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:69:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0782846e-7e39-4d68-823d-006907e78664', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2324.672341] env[62211]: DEBUG oslo.service.loopingcall [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2324.672899] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2324.676544] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf9a9035-8cce-4772-9653-5f1f643dfde7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.700198] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523b1e67-92f8-c479-ae8a-9af4aa6ab27d, 'name': SearchDatastore_Task, 'duration_secs': 0.008841} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.701959] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2324.702301] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 2b9a3831-7b14-4dd2-bec0-6767aca8a496/2b9a3831-7b14-4dd2-bec0-6767aca8a496.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2324.702587] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2324.702587] env[62211]: value = "task-2075659" [ 2324.702587] env[62211]: _type = "Task" [ 2324.702587] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.702759] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a01a660-a949-41bc-9180-0b15c8f0b724 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.715227] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2324.715227] env[62211]: value = "task-2075660" [ 2324.715227] env[62211]: _type = "Task" [ 2324.715227] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.715812] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075659, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.727369] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.855908] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec57767-2d95-42da-bc60-fc33a51a73b9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.869710] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8aa445-f19f-42b6-bdc9-505b5728405b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.905547] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37622c8f-794b-4142-bd6c-cc0bf5224682 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.918650] env[62211]: DEBUG oslo_vmware.api [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118479} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.921609] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2324.921904] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2324.922220] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2324.926269] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb86118-482d-410e-8aec-e5d0cd2aceaa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.941797] env[62211]: DEBUG nova.compute.provider_tree [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2324.945492] env[62211]: INFO nova.scheduler.client.report [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleted allocations for instance e6c91f16-a8f1-4458-8864-abd827d53cb3 [ 2324.949461] env[62211]: DEBUG nova.network.neutron [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating instance_info_cache with network_info: [{"id": "d5356a9c-1a1c-4e94-aaf2-8d41ddf73820", "address": "fa:16:3e:fa:0b:c0", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5356a9c-1a", "ovs_interfaceid": "d5356a9c-1a1c-4e94-aaf2-8d41ddf73820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2325.034191] env[62211]: DEBUG oslo_concurrency.lockutils [req-07908f46-d070-47c9-ae80-0d0dc8b95265 req-3179a39f-c6ca-4415-8d76-fe9fa9d4cb70 service nova] Releasing lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2325.213906] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075659, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.223803] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075660, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.234397] env[62211]: DEBUG nova.compute.manager [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Received event network-vif-plugged-0782846e-7e39-4d68-823d-006907e78664 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2325.234397] env[62211]: DEBUG oslo_concurrency.lockutils [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] Acquiring lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.234397] env[62211]: DEBUG oslo_concurrency.lockutils [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] Lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.234397] env[62211]: DEBUG oslo_concurrency.lockutils [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] Lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.234397] env[62211]: DEBUG nova.compute.manager [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] No waiting events found dispatching network-vif-plugged-0782846e-7e39-4d68-823d-006907e78664 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2325.234397] env[62211]: WARNING nova.compute.manager [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Received unexpected event network-vif-plugged-0782846e-7e39-4d68-823d-006907e78664 for instance with vm_state building and task_state spawning. [ 2325.234604] env[62211]: DEBUG nova.compute.manager [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Received event network-changed-0782846e-7e39-4d68-823d-006907e78664 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2325.234697] env[62211]: DEBUG nova.compute.manager [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Refreshing instance network info cache due to event network-changed-0782846e-7e39-4d68-823d-006907e78664. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2325.234945] env[62211]: DEBUG oslo_concurrency.lockutils [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] Acquiring lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.234945] env[62211]: DEBUG oslo_concurrency.lockutils [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] Acquired lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2325.235107] env[62211]: DEBUG nova.network.neutron [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Refreshing network info cache for port 0782846e-7e39-4d68-823d-006907e78664 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2325.313902] env[62211]: DEBUG nova.compute.manager [req-195a57d1-560a-4281-b17c-1d199bcc9601 req-12199418-107e-4872-b433-7c965bb84ccb service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Received event network-changed-56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2325.314116] env[62211]: DEBUG nova.compute.manager [req-195a57d1-560a-4281-b17c-1d199bcc9601 req-12199418-107e-4872-b433-7c965bb84ccb service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Refreshing instance network info cache due to event network-changed-56ba99ac-8b1a-416e-9026-eebd9eab016d. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2325.314329] env[62211]: DEBUG oslo_concurrency.lockutils [req-195a57d1-560a-4281-b17c-1d199bcc9601 req-12199418-107e-4872-b433-7c965bb84ccb service nova] Acquiring lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.314483] env[62211]: DEBUG oslo_concurrency.lockutils [req-195a57d1-560a-4281-b17c-1d199bcc9601 req-12199418-107e-4872-b433-7c965bb84ccb service nova] Acquired lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2325.314647] env[62211]: DEBUG nova.network.neutron [req-195a57d1-560a-4281-b17c-1d199bcc9601 req-12199418-107e-4872-b433-7c965bb84ccb service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Refreshing network info cache for port 56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2325.365563] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "9677caba-e1ca-49df-a3d6-72986b1acb14" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.365869] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.366136] env[62211]: INFO nova.compute.manager [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Attaching volume 673586e7-da6b-47da-9e6d-ce7e060130e5 to /dev/sdb [ 2325.409389] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9e6d8a-9cb5-48a7-b10d-0012a0f40d0d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.416826] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d03f604-03da-44c6-b6d6-4b442a8b5135 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.430529] env[62211]: DEBUG nova.virt.block_device [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Updating existing volume attachment record: 6033677c-7b89-48de-9136-104c9fde7016 {{(pid=62211) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2325.445642] env[62211]: DEBUG nova.scheduler.client.report [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2325.450674] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.453340] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2325.714897] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075659, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.725413] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608638} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.725623] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 2b9a3831-7b14-4dd2-bec0-6767aca8a496/2b9a3831-7b14-4dd2-bec0-6767aca8a496.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2325.725833] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2325.726104] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02bb5217-79c4-4c46-aae3-34976e430258 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.731714] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2325.731714] env[62211]: value = "task-2075662" [ 2325.731714] env[62211]: _type = "Task" [ 2325.731714] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.740961] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.950635] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.951115] env[62211]: DEBUG nova.compute.manager [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2325.953922] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.102s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.028751] env[62211]: DEBUG nova.network.neutron [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updated VIF entry in instance network info cache for port 0782846e-7e39-4d68-823d-006907e78664. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2326.029130] env[62211]: DEBUG nova.network.neutron [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating instance_info_cache with network_info: [{"id": "0782846e-7e39-4d68-823d-006907e78664", "address": "fa:16:3e:fd:69:ee", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0782846e-7e", "ovs_interfaceid": "0782846e-7e39-4d68-823d-006907e78664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2326.116325] env[62211]: DEBUG nova.network.neutron [req-195a57d1-560a-4281-b17c-1d199bcc9601 req-12199418-107e-4872-b433-7c965bb84ccb service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Updated VIF entry in instance network info cache for port 56ba99ac-8b1a-416e-9026-eebd9eab016d. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2326.116693] env[62211]: DEBUG nova.network.neutron [req-195a57d1-560a-4281-b17c-1d199bcc9601 req-12199418-107e-4872-b433-7c965bb84ccb service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Updating instance_info_cache with network_info: [{"id": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "address": "fa:16:3e:1a:4b:59", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap56ba99ac-8b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2326.207238] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "interface-0e4b2519-a6cb-4549-9883-150d29f02a26-c24ee0a2-7fc5-4b4e-8857-3ae91086b86d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.207238] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-0e4b2519-a6cb-4549-9883-150d29f02a26-c24ee0a2-7fc5-4b4e-8857-3ae91086b86d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.207913] env[62211]: DEBUG nova.objects.instance [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'flavor' on Instance uuid 0e4b2519-a6cb-4549-9883-150d29f02a26 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2326.219877] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075659, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.241242] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069845} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.241480] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2326.242176] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be81ed6-c3be-4d6b-82ff-6f40c3b7a119 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.264262] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 2b9a3831-7b14-4dd2-bec0-6767aca8a496/2b9a3831-7b14-4dd2-bec0-6767aca8a496.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2326.264751] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c796a243-ba3f-472e-9d29-e69b79ea3466 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.284860] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2326.284860] env[62211]: value = "task-2075663" [ 2326.284860] env[62211]: _type = "Task" [ 2326.284860] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.292696] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.458220] env[62211]: DEBUG nova.compute.utils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2326.459116] env[62211]: DEBUG nova.compute.manager [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2326.459116] env[62211]: DEBUG nova.network.neutron [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2326.510194] env[62211]: DEBUG nova.policy [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61d68b99b33940a6acfea771f67bda52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c9a9a234ac84c3ab56554aefc964250', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2326.534929] env[62211]: DEBUG oslo_concurrency.lockutils [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] Releasing lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.534929] env[62211]: DEBUG nova.compute.manager [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Received event network-vif-unplugged-18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2326.534929] env[62211]: DEBUG oslo_concurrency.lockutils [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] Acquiring lock "e6c91f16-a8f1-4458-8864-abd827d53cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.534929] env[62211]: DEBUG oslo_concurrency.lockutils [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.534929] env[62211]: DEBUG oslo_concurrency.lockutils [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.534929] env[62211]: DEBUG nova.compute.manager [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] No waiting events found dispatching network-vif-unplugged-18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2326.534929] env[62211]: WARNING nova.compute.manager [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Received unexpected event network-vif-unplugged-18ec1859-b2b6-40bc-9815-cdd86331f725 for instance with vm_state shelved_offloaded and task_state None. [ 2326.534929] env[62211]: DEBUG nova.compute.manager [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Received event network-changed-18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2326.534929] env[62211]: DEBUG nova.compute.manager [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Refreshing instance network info cache due to event network-changed-18ec1859-b2b6-40bc-9815-cdd86331f725. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2326.534929] env[62211]: DEBUG oslo_concurrency.lockutils [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] Acquiring lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2326.534929] env[62211]: DEBUG oslo_concurrency.lockutils [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] Acquired lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.534929] env[62211]: DEBUG nova.network.neutron [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Refreshing network info cache for port 18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2326.619174] env[62211]: DEBUG oslo_concurrency.lockutils [req-195a57d1-560a-4281-b17c-1d199bcc9601 req-12199418-107e-4872-b433-7c965bb84ccb service nova] Releasing lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.719453] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075659, 'name': CreateVM_Task, 'duration_secs': 1.612713} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.720072] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2326.720745] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2326.721601] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.721601] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2326.721601] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c661c585-46ef-4980-a8b8-08cdc7c1a62f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.726496] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2326.726496] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525be1b9-4eb5-50e3-efa5-04c9e78a39d2" [ 2326.726496] env[62211]: _type = "Task" [ 2326.726496] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.729778] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "e6c91f16-a8f1-4458-8864-abd827d53cb3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.735190] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525be1b9-4eb5-50e3-efa5-04c9e78a39d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.794395] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075663, 'name': ReconfigVM_Task, 'duration_secs': 0.273455} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.794613] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 2b9a3831-7b14-4dd2-bec0-6767aca8a496/2b9a3831-7b14-4dd2-bec0-6767aca8a496.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2326.797897] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-992c0e3d-c2ea-4084-affe-8923f19476fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.802802] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2326.802802] env[62211]: value = "task-2075664" [ 2326.802802] env[62211]: _type = "Task" [ 2326.802802] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.809978] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075664, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.961847] env[62211]: DEBUG nova.compute.manager [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2326.965972] env[62211]: DEBUG nova.objects.instance [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'pci_requests' on Instance uuid 0e4b2519-a6cb-4549-9883-150d29f02a26 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2326.970989] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Applying migration context for instance 623a5989-14f7-4cef-84d7-0b5bb2f2fda4 as it has an incoming, in-progress migration d2b09999-fb87-4281-b562-b055ced333ac. Migration status is migrating {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2326.972112] env[62211]: INFO nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating resource usage from migration d2b09999-fb87-4281-b562-b055ced333ac [ 2326.978239] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d23ef0-646f-4b07-9d67-058d61c934f3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.999884] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating instance '623a5989-14f7-4cef-84d7-0b5bb2f2fda4' progress to 0 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2327.006019] env[62211]: DEBUG nova.network.neutron [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Successfully created port: 38dd4a48-37a5-44d6-9d56-d48a0f0fc571 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2327.006894] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 220bf8d7-f907-44c3-874c-75303f484b04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2327.007046] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance a1416796-8b45-4761-84e8-d0ea2d8540f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2327.007191] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 76b778ef-3239-485f-a54c-46cb1cbe9cfe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2327.007306] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 0e4b2519-a6cb-4549-9883-150d29f02a26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2327.007418] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 9677caba-e1ca-49df-a3d6-72986b1acb14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2327.007527] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 2b9a3831-7b14-4dd2-bec0-6767aca8a496 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2327.007633] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2327.007738] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Migration d2b09999-fb87-4281-b562-b055ced333ac is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2327.007863] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 623a5989-14f7-4cef-84d7-0b5bb2f2fda4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2327.007984] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance d611cc62-d92b-4175-844e-5ec5e67af9e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2327.008135] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (abf99c99-7905-460a-9a21-7a8d7de527ef): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 2327.008257] env[62211]: WARNING nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 12180821-2199-4877-9c88-124008bb53c0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2327.008444] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2327.008572] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2327.167696] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353b7c72-13dc-4d3b-8a87-ddc290f9b3cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.175684] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fed4308-13fd-4dbd-acdc-5cc0f9915a5c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.208364] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a04abc6-bc47-4b56-bb59-3cb9a5c6bd9f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.216674] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06effd5e-4e12-4c3a-9398-07b60cad840f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.231624] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2327.241499] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525be1b9-4eb5-50e3-efa5-04c9e78a39d2, 'name': SearchDatastore_Task, 'duration_secs': 0.030335} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.241843] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2327.242124] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2327.242394] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.242578] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2327.242792] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2327.243085] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3759a269-4d01-4386-a153-fd3ee5bfcd16 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.251777] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2327.252043] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2327.255085] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-575f2cbd-fa9e-4ba1-aa6e-e5ca4004f538 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.258936] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2327.258936] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521447db-1a42-81be-97cd-1b90855b0b07" [ 2327.258936] env[62211]: _type = "Task" [ 2327.258936] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.266578] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521447db-1a42-81be-97cd-1b90855b0b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.312324] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075664, 'name': Rename_Task, 'duration_secs': 0.132884} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.312650] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2327.312929] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5748cfd1-82c7-4e21-8637-1795cbe75bb3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.320130] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2327.320130] env[62211]: value = "task-2075665" [ 2327.320130] env[62211]: _type = "Task" [ 2327.320130] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.328210] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.471198] env[62211]: DEBUG nova.objects.base [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Object Instance<0e4b2519-a6cb-4549-9883-150d29f02a26> lazy-loaded attributes: flavor,pci_requests {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2327.471398] env[62211]: DEBUG nova.network.neutron [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2327.515358] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2327.515672] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaf14e3b-38b0-4beb-8360-348797cedb85 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.520137] env[62211]: DEBUG nova.network.neutron [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Updated VIF entry in instance network info cache for port 18ec1859-b2b6-40bc-9815-cdd86331f725. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2327.520567] env[62211]: DEBUG nova.network.neutron [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Updating instance_info_cache with network_info: [{"id": "18ec1859-b2b6-40bc-9815-cdd86331f725", "address": "fa:16:3e:96:fd:df", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap18ec1859-b2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.528499] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2327.528499] env[62211]: value = "task-2075666" [ 2327.528499] env[62211]: _type = "Task" [ 2327.528499] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.539106] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.542613] env[62211]: DEBUG nova.policy [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7979de12c19543faa83d02b906feb452', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0910f5b5208442e3b3b8bc246b6bffbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2327.738392] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2327.769717] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521447db-1a42-81be-97cd-1b90855b0b07, 'name': SearchDatastore_Task, 'duration_secs': 0.00825} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.770466] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5401522a-d8f6-42d5-9cba-53290646c10e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.774540] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "12180821-2199-4877-9c88-124008bb53c0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.776395] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2327.776395] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b74714-f974-58b6-9cd2-aaed2fbac2e2" [ 2327.776395] env[62211]: _type = "Task" [ 2327.776395] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.785199] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b74714-f974-58b6-9cd2-aaed2fbac2e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.830802] env[62211]: DEBUG oslo_vmware.api [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075665, 'name': PowerOnVM_Task, 'duration_secs': 0.45295} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.831110] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2327.831289] env[62211]: INFO nova.compute.manager [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Took 8.00 seconds to spawn the instance on the hypervisor. [ 2327.831474] env[62211]: DEBUG nova.compute.manager [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2327.832253] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff04e73-f036-47f3-9cf5-2d26b8c5bcd7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.975354] env[62211]: DEBUG nova.compute.manager [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2328.004175] env[62211]: DEBUG nova.virt.hardware [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2328.004445] env[62211]: DEBUG nova.virt.hardware [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2328.004604] env[62211]: DEBUG nova.virt.hardware [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2328.004808] env[62211]: DEBUG nova.virt.hardware [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2328.004967] env[62211]: DEBUG nova.virt.hardware [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2328.005135] env[62211]: DEBUG nova.virt.hardware [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2328.005492] env[62211]: DEBUG nova.virt.hardware [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2328.005492] env[62211]: DEBUG nova.virt.hardware [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2328.005655] env[62211]: DEBUG nova.virt.hardware [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2328.005813] env[62211]: DEBUG nova.virt.hardware [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2328.005984] env[62211]: DEBUG nova.virt.hardware [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2328.007374] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6033993e-5b77-417e-84e3-0ec80961d628 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.015902] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aa4328-77b7-4907-91cf-a7d4f0763196 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.029054] env[62211]: DEBUG oslo_concurrency.lockutils [req-5d4a6544-143e-4627-b02a-c9d6444b8185 req-e30f641b-25ed-423a-9c65-71a71e801af1 service nova] Releasing lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.036629] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075666, 'name': PowerOffVM_Task, 'duration_secs': 0.24185} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.036887] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2328.037091] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating instance '623a5989-14f7-4cef-84d7-0b5bb2f2fda4' progress to 17 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2328.244453] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2328.244698] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.291s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.244979] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.395s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.245184] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.247384] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.819s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.247631] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.250120] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.799s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.250292] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.274992] env[62211]: INFO nova.scheduler.client.report [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Deleted allocations for instance 76b778ef-3239-485f-a54c-46cb1cbe9cfe [ 2328.295053] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b74714-f974-58b6-9cd2-aaed2fbac2e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.295426] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.295878] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a/c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2328.296174] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-001c0757-c365-44f4-ba12-72fc4cb3c5c9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.305712] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2328.305712] env[62211]: value = "task-2075668" [ 2328.305712] env[62211]: _type = "Task" [ 2328.305712] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.315925] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.351029] env[62211]: INFO nova.compute.manager [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Took 12.79 seconds to build instance. [ 2328.543741] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2328.544056] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2328.544149] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2328.544286] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2328.544436] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2328.544583] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2328.544787] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2328.544950] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2328.545134] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2328.545307] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2328.545477] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2328.550733] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d08cca-5140-4b62-a6e3-3f80f0ad4e5f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.567627] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2328.567627] env[62211]: value = "task-2075669" [ 2328.567627] env[62211]: _type = "Task" [ 2328.567627] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.576805] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.761818] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed3b897b-db0b-4d8a-b8ee-a32130098199 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "12180821-2199-4877-9c88-124008bb53c0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.878s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.762951] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "12180821-2199-4877-9c88-124008bb53c0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.988s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.763377] env[62211]: INFO nova.compute.manager [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Unshelving [ 2328.765865] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ed4f5e46-046f-4102-a9ad-888fb01ee581 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.599s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.767172] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.037s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.767499] env[62211]: INFO nova.compute.manager [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Unshelving [ 2328.788223] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52cae8fb-4699-44c9-993d-aced2f293879 tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "76b778ef-3239-485f-a54c-46cb1cbe9cfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.500s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.815309] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45322} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.815702] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a/c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2328.816056] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2328.816375] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c22aece6-5712-4110-a6bd-d55cb7cc29a6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.823564] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2328.823564] env[62211]: value = "task-2075670" [ 2328.823564] env[62211]: _type = "Task" [ 2328.823564] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.832484] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.854982] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b134933-b005-434c-8b40-9d891ca3d17c tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.300s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.881185] env[62211]: DEBUG nova.compute.manager [req-9a733794-fc63-420c-943b-e4b6c7fd57c8 req-f70a8f84-9720-41ce-8f37-9e356f460961 service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Received event network-vif-plugged-38dd4a48-37a5-44d6-9d56-d48a0f0fc571 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2328.881343] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a733794-fc63-420c-943b-e4b6c7fd57c8 req-f70a8f84-9720-41ce-8f37-9e356f460961 service nova] Acquiring lock "d611cc62-d92b-4175-844e-5ec5e67af9e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2328.881564] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a733794-fc63-420c-943b-e4b6c7fd57c8 req-f70a8f84-9720-41ce-8f37-9e356f460961 service nova] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.881787] env[62211]: DEBUG oslo_concurrency.lockutils [req-9a733794-fc63-420c-943b-e4b6c7fd57c8 req-f70a8f84-9720-41ce-8f37-9e356f460961 service nova] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.881974] env[62211]: DEBUG nova.compute.manager [req-9a733794-fc63-420c-943b-e4b6c7fd57c8 req-f70a8f84-9720-41ce-8f37-9e356f460961 service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] No waiting events found dispatching network-vif-plugged-38dd4a48-37a5-44d6-9d56-d48a0f0fc571 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2328.882212] env[62211]: WARNING nova.compute.manager [req-9a733794-fc63-420c-943b-e4b6c7fd57c8 req-f70a8f84-9720-41ce-8f37-9e356f460961 service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Received unexpected event network-vif-plugged-38dd4a48-37a5-44d6-9d56-d48a0f0fc571 for instance with vm_state building and task_state spawning. [ 2328.908864] env[62211]: DEBUG nova.network.neutron [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Successfully updated port: 38dd4a48-37a5-44d6-9d56-d48a0f0fc571 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2329.060861] env[62211]: DEBUG nova.network.neutron [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Successfully updated port: c24ee0a2-7fc5-4b4e-8857-3ae91086b86d {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2329.079275] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075669, 'name': ReconfigVM_Task, 'duration_secs': 0.320429} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.079628] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating instance '623a5989-14f7-4cef-84d7-0b5bb2f2fda4' progress to 33 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2329.224373] env[62211]: DEBUG oslo_concurrency.lockutils [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "a1416796-8b45-4761-84e8-d0ea2d8540f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2329.224635] env[62211]: DEBUG oslo_concurrency.lockutils [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "a1416796-8b45-4761-84e8-d0ea2d8540f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2329.224871] env[62211]: DEBUG oslo_concurrency.lockutils [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "a1416796-8b45-4761-84e8-d0ea2d8540f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2329.225030] env[62211]: DEBUG oslo_concurrency.lockutils [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "a1416796-8b45-4761-84e8-d0ea2d8540f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2329.225205] env[62211]: DEBUG oslo_concurrency.lockutils [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "a1416796-8b45-4761-84e8-d0ea2d8540f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.227317] env[62211]: INFO nova.compute.manager [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Terminating instance [ 2329.286113] env[62211]: DEBUG nova.compute.manager [req-3b386489-d9ea-446e-b490-9175d02cac50 req-49149b71-bb0f-4eb6-939e-bc084eec9b6c service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Received event network-vif-plugged-c24ee0a2-7fc5-4b4e-8857-3ae91086b86d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2329.286113] env[62211]: DEBUG oslo_concurrency.lockutils [req-3b386489-d9ea-446e-b490-9175d02cac50 req-49149b71-bb0f-4eb6-939e-bc084eec9b6c service nova] Acquiring lock "0e4b2519-a6cb-4549-9883-150d29f02a26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2329.286113] env[62211]: DEBUG oslo_concurrency.lockutils [req-3b386489-d9ea-446e-b490-9175d02cac50 req-49149b71-bb0f-4eb6-939e-bc084eec9b6c service nova] Lock "0e4b2519-a6cb-4549-9883-150d29f02a26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2329.286113] env[62211]: DEBUG oslo_concurrency.lockutils [req-3b386489-d9ea-446e-b490-9175d02cac50 req-49149b71-bb0f-4eb6-939e-bc084eec9b6c service nova] Lock "0e4b2519-a6cb-4549-9883-150d29f02a26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.286280] env[62211]: DEBUG nova.compute.manager [req-3b386489-d9ea-446e-b490-9175d02cac50 req-49149b71-bb0f-4eb6-939e-bc084eec9b6c service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] No waiting events found dispatching network-vif-plugged-c24ee0a2-7fc5-4b4e-8857-3ae91086b86d {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2329.286440] env[62211]: WARNING nova.compute.manager [req-3b386489-d9ea-446e-b490-9175d02cac50 req-49149b71-bb0f-4eb6-939e-bc084eec9b6c service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Received unexpected event network-vif-plugged-c24ee0a2-7fc5-4b4e-8857-3ae91086b86d for instance with vm_state active and task_state None. [ 2329.335272] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061091} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.335635] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2329.336581] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f007e-07c6-4dda-b902-9c9100e803eb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.365867] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a/c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2329.366330] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b4f6e13-f2d5-47ac-a0ed-67ed50ed06ac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.389810] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2329.389810] env[62211]: value = "task-2075671" [ 2329.389810] env[62211]: _type = "Task" [ 2329.389810] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.397981] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.412834] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "refresh_cache-d611cc62-d92b-4175-844e-5ec5e67af9e2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.413125] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired lock "refresh_cache-d611cc62-d92b-4175-844e-5ec5e67af9e2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.413553] env[62211]: DEBUG nova.network.neutron [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2329.564611] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.564611] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.564611] env[62211]: DEBUG nova.network.neutron [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2329.586869] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2329.587159] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2329.587321] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2329.587502] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2329.587646] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2329.587793] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2329.588021] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2329.588698] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2329.588963] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2329.589317] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2329.589638] env[62211]: DEBUG nova.virt.hardware [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2329.596452] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2329.597228] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad41fdaa-2253-4542-a45d-87984bae40f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.619708] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2329.619708] env[62211]: value = "task-2075672" [ 2329.619708] env[62211]: _type = "Task" [ 2329.619708] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.627885] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.730805] env[62211]: DEBUG nova.compute.manager [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2329.731050] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2329.732075] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2017ec-583a-409f-a34b-acc24f364021 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.742834] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2329.743241] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c5f1274-5fdc-4dbe-960a-cfff6d5b078d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.750033] env[62211]: DEBUG oslo_vmware.api [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2329.750033] env[62211]: value = "task-2075673" [ 2329.750033] env[62211]: _type = "Task" [ 2329.750033] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.758714] env[62211]: DEBUG oslo_vmware.api [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.791836] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2329.792112] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2329.792329] env[62211]: DEBUG nova.objects.instance [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lazy-loading 'pci_requests' on Instance uuid e6c91f16-a8f1-4458-8864-abd827d53cb3 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2329.794230] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2329.899448] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.948525] env[62211]: DEBUG nova.network.neutron [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2329.977695] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Volume attach. Driver type: vmdk {{(pid=62211) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2329.977965] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425458', 'volume_id': '673586e7-da6b-47da-9e6d-ce7e060130e5', 'name': 'volume-673586e7-da6b-47da-9e6d-ce7e060130e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9677caba-e1ca-49df-a3d6-72986b1acb14', 'attached_at': '', 'detached_at': '', 'volume_id': '673586e7-da6b-47da-9e6d-ce7e060130e5', 'serial': '673586e7-da6b-47da-9e6d-ce7e060130e5'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2329.978918] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0b6564-5a42-43d4-a84b-faa486fc9fee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.997910] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7039bb6a-6c6c-480b-815e-16086a5bc850 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.023683] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-673586e7-da6b-47da-9e6d-ce7e060130e5/volume-673586e7-da6b-47da-9e6d-ce7e060130e5.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2330.026597] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ac7a4bc-20a7-43f7-8b39-c7fdb1e6656a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.046204] env[62211]: DEBUG oslo_vmware.api [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2330.046204] env[62211]: value = "task-2075674" [ 2330.046204] env[62211]: _type = "Task" [ 2330.046204] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.056100] env[62211]: DEBUG oslo_vmware.api [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.116937] env[62211]: DEBUG nova.network.neutron [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Updating instance_info_cache with network_info: [{"id": "38dd4a48-37a5-44d6-9d56-d48a0f0fc571", "address": "fa:16:3e:62:82:e9", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38dd4a48-37", "ovs_interfaceid": "38dd4a48-37a5-44d6-9d56-d48a0f0fc571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.119533] env[62211]: WARNING nova.network.neutron [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] f428155b-50bb-4754-932e-bd0775f8d575 already exists in list: networks containing: ['f428155b-50bb-4754-932e-bd0775f8d575']. ignoring it [ 2330.119930] env[62211]: WARNING nova.network.neutron [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] f428155b-50bb-4754-932e-bd0775f8d575 already exists in list: networks containing: ['f428155b-50bb-4754-932e-bd0775f8d575']. ignoring it [ 2330.133436] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075672, 'name': ReconfigVM_Task, 'duration_secs': 0.173649} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.135433] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2330.136049] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f02ac2c-af4b-49ec-883a-814f547b8951 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.159230] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 623a5989-14f7-4cef-84d7-0b5bb2f2fda4/623a5989-14f7-4cef-84d7-0b5bb2f2fda4.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2330.162176] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55488658-c697-4b0d-b651-9fb21c8d0882 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.181019] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2330.181019] env[62211]: value = "task-2075675" [ 2330.181019] env[62211]: _type = "Task" [ 2330.181019] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.190154] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.263464] env[62211]: DEBUG oslo_vmware.api [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075673, 'name': PowerOffVM_Task, 'duration_secs': 0.442453} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.264797] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2330.264797] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2330.264797] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a77bccba-ccac-4afe-bca5-d1bf2cbd46c4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.297906] env[62211]: DEBUG nova.objects.instance [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lazy-loading 'numa_topology' on Instance uuid e6c91f16-a8f1-4458-8864-abd827d53cb3 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2330.400986] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075671, 'name': ReconfigVM_Task, 'duration_secs': 0.813402} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.401309] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Reconfigured VM instance instance-0000006b to attach disk [datastore1] c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a/c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2330.401986] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-157a6edb-f1cd-4930-b92e-75df07fa2c17 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.407715] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2330.407715] env[62211]: value = "task-2075677" [ 2330.407715] env[62211]: _type = "Task" [ 2330.407715] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.417532] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075677, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.558973] env[62211]: DEBUG oslo_vmware.api [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075674, 'name': ReconfigVM_Task, 'duration_secs': 0.372153} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.559427] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-673586e7-da6b-47da-9e6d-ce7e060130e5/volume-673586e7-da6b-47da-9e6d-ce7e060130e5.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2330.566327] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6125965e-3101-4922-8eb5-f7273633dd9d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.583239] env[62211]: DEBUG oslo_vmware.api [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2330.583239] env[62211]: value = "task-2075678" [ 2330.583239] env[62211]: _type = "Task" [ 2330.583239] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.591929] env[62211]: DEBUG oslo_vmware.api [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.593201] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2330.593401] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2330.593613] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Deleting the datastore file [datastore1] a1416796-8b45-4761-84e8-d0ea2d8540f6 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2330.594104] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-110a29b7-3351-49e7-8a6e-a550dc4cb292 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.599980] env[62211]: DEBUG oslo_vmware.api [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for the task: (returnval){ [ 2330.599980] env[62211]: value = "task-2075679" [ 2330.599980] env[62211]: _type = "Task" [ 2330.599980] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.608121] env[62211]: DEBUG oslo_vmware.api [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.623809] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Releasing lock "refresh_cache-d611cc62-d92b-4175-844e-5ec5e67af9e2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2330.624177] env[62211]: DEBUG nova.compute.manager [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Instance network_info: |[{"id": "38dd4a48-37a5-44d6-9d56-d48a0f0fc571", "address": "fa:16:3e:62:82:e9", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38dd4a48-37", "ovs_interfaceid": "38dd4a48-37a5-44d6-9d56-d48a0f0fc571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2330.624899] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:82:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38dd4a48-37a5-44d6-9d56-d48a0f0fc571', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2330.634842] env[62211]: DEBUG oslo.service.loopingcall [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2330.637449] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2330.637696] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78516d12-7bba-42d7-8dd9-1d06696f9f82 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.658543] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2330.658543] env[62211]: value = "task-2075680" [ 2330.658543] env[62211]: _type = "Task" [ 2330.658543] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.666183] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075680, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.691051] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075675, 'name': ReconfigVM_Task, 'duration_secs': 0.280876} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.691329] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 623a5989-14f7-4cef-84d7-0b5bb2f2fda4/623a5989-14f7-4cef-84d7-0b5bb2f2fda4.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2330.691739] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating instance '623a5989-14f7-4cef-84d7-0b5bb2f2fda4' progress to 50 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2330.801991] env[62211]: INFO nova.compute.claims [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2330.865810] env[62211]: DEBUG nova.network.neutron [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updating instance_info_cache with network_info: [{"id": "cb99fcf9-b451-445d-b9e3-13873979cb14", "address": "fa:16:3e:c8:7b:f2", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb99fcf9-b4", "ovs_interfaceid": "cb99fcf9-b451-445d-b9e3-13873979cb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce7265a4-9936-4bba-abfe-341b898b6bea", "address": "fa:16:3e:17:27:d4", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce7265a4-99", "ovs_interfaceid": "ce7265a4-9936-4bba-abfe-341b898b6bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c24ee0a2-7fc5-4b4e-8857-3ae91086b86d", "address": "fa:16:3e:94:41:3d", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc24ee0a2-7f", "ovs_interfaceid": "c24ee0a2-7fc5-4b4e-8857-3ae91086b86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.918168] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075677, 'name': Rename_Task, 'duration_secs': 0.172364} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.918409] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2330.918650] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f42fa09-0748-4397-92a6-d18fe5198e68 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.922621] env[62211]: DEBUG nova.compute.manager [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Received event network-changed-38dd4a48-37a5-44d6-9d56-d48a0f0fc571 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2330.922861] env[62211]: DEBUG nova.compute.manager [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Refreshing instance network info cache due to event network-changed-38dd4a48-37a5-44d6-9d56-d48a0f0fc571. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2330.923143] env[62211]: DEBUG oslo_concurrency.lockutils [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] Acquiring lock "refresh_cache-d611cc62-d92b-4175-844e-5ec5e67af9e2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2330.923273] env[62211]: DEBUG oslo_concurrency.lockutils [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] Acquired lock "refresh_cache-d611cc62-d92b-4175-844e-5ec5e67af9e2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2330.923423] env[62211]: DEBUG nova.network.neutron [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Refreshing network info cache for port 38dd4a48-37a5-44d6-9d56-d48a0f0fc571 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2330.929099] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2330.929099] env[62211]: value = "task-2075681" [ 2330.929099] env[62211]: _type = "Task" [ 2330.929099] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.937696] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.093126] env[62211]: DEBUG oslo_vmware.api [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075678, 'name': ReconfigVM_Task, 'duration_secs': 0.148062} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.093328] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425458', 'volume_id': '673586e7-da6b-47da-9e6d-ce7e060130e5', 'name': 'volume-673586e7-da6b-47da-9e6d-ce7e060130e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9677caba-e1ca-49df-a3d6-72986b1acb14', 'attached_at': '', 'detached_at': '', 'volume_id': '673586e7-da6b-47da-9e6d-ce7e060130e5', 'serial': '673586e7-da6b-47da-9e6d-ce7e060130e5'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2331.108682] env[62211]: DEBUG oslo_vmware.api [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Task: {'id': task-2075679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205249} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.108899] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2331.109088] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2331.109281] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2331.109454] env[62211]: INFO nova.compute.manager [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Took 1.38 seconds to destroy the instance on the hypervisor. [ 2331.109682] env[62211]: DEBUG oslo.service.loopingcall [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2331.109861] env[62211]: DEBUG nova.compute.manager [-] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2331.109953] env[62211]: DEBUG nova.network.neutron [-] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2331.171101] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075680, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.198546] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269594af-0b42-43c5-9f3c-611e9b7b98e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.217256] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5e4b12-e3fd-4dc2-8bfc-8d4a507a3536 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.234912] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating instance '623a5989-14f7-4cef-84d7-0b5bb2f2fda4' progress to 67 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2331.315585] env[62211]: DEBUG nova.compute.manager [req-3045b91f-b26d-4ff5-8078-1cf686548732 req-3251a486-0a80-4fa3-8d79-f9d48b3c4a9b service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Received event network-changed-c24ee0a2-7fc5-4b4e-8857-3ae91086b86d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2331.315658] env[62211]: DEBUG nova.compute.manager [req-3045b91f-b26d-4ff5-8078-1cf686548732 req-3251a486-0a80-4fa3-8d79-f9d48b3c4a9b service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Refreshing instance network info cache due to event network-changed-c24ee0a2-7fc5-4b4e-8857-3ae91086b86d. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2331.315839] env[62211]: DEBUG oslo_concurrency.lockutils [req-3045b91f-b26d-4ff5-8078-1cf686548732 req-3251a486-0a80-4fa3-8d79-f9d48b3c4a9b service nova] Acquiring lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.368432] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.369198] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.369396] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.369701] env[62211]: DEBUG oslo_concurrency.lockutils [req-3045b91f-b26d-4ff5-8078-1cf686548732 req-3251a486-0a80-4fa3-8d79-f9d48b3c4a9b service nova] Acquired lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.369900] env[62211]: DEBUG nova.network.neutron [req-3045b91f-b26d-4ff5-8078-1cf686548732 req-3251a486-0a80-4fa3-8d79-f9d48b3c4a9b service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Refreshing network info cache for port c24ee0a2-7fc5-4b4e-8857-3ae91086b86d {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2331.371792] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeb7912-9335-4e13-99a7-e0944911f61e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.393766] env[62211]: DEBUG nova.virt.hardware [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2331.394024] env[62211]: DEBUG nova.virt.hardware [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2331.394212] env[62211]: DEBUG nova.virt.hardware [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2331.394407] env[62211]: DEBUG nova.virt.hardware [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2331.394564] env[62211]: DEBUG nova.virt.hardware [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2331.394733] env[62211]: DEBUG nova.virt.hardware [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2331.395604] env[62211]: DEBUG nova.virt.hardware [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2331.395604] env[62211]: DEBUG nova.virt.hardware [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2331.395604] env[62211]: DEBUG nova.virt.hardware [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2331.395604] env[62211]: DEBUG nova.virt.hardware [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2331.395989] env[62211]: DEBUG nova.virt.hardware [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2331.402869] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Reconfiguring VM to attach interface {{(pid=62211) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2331.405642] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d8f3107-43f7-49a2-8eb0-33fa7b3f0889 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.424642] env[62211]: DEBUG oslo_vmware.api [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2331.424642] env[62211]: value = "task-2075682" [ 2331.424642] env[62211]: _type = "Task" [ 2331.424642] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.439517] env[62211]: DEBUG oslo_vmware.api [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.444928] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.501516] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d926cdb-8ee7-4bb4-9fbf-bf853e817199 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.511756] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812fb46a-e968-49c9-bba9-fbca5c4433e8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.546238] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb64a78-5d83-44a7-8504-43a83fb282ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.553807] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f594044-a144-473f-ae98-7b0bc082fbb1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.567159] env[62211]: DEBUG nova.compute.provider_tree [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2331.669658] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075680, 'name': CreateVM_Task, 'duration_secs': 0.684163} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.672067] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2331.672720] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.672888] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.673218] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2331.673731] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b6f097-d6a4-4a31-ae28-04dc1bbd3c40 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.678453] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2331.678453] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521800dc-7c71-c806-cda6-8d21fc8835e6" [ 2331.678453] env[62211]: _type = "Task" [ 2331.678453] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.686369] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521800dc-7c71-c806-cda6-8d21fc8835e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.734048] env[62211]: DEBUG nova.network.neutron [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Updated VIF entry in instance network info cache for port 38dd4a48-37a5-44d6-9d56-d48a0f0fc571. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2331.734048] env[62211]: DEBUG nova.network.neutron [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Updating instance_info_cache with network_info: [{"id": "38dd4a48-37a5-44d6-9d56-d48a0f0fc571", "address": "fa:16:3e:62:82:e9", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38dd4a48-37", "ovs_interfaceid": "38dd4a48-37a5-44d6-9d56-d48a0f0fc571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2331.783267] env[62211]: DEBUG nova.network.neutron [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Port d5356a9c-1a1c-4e94-aaf2-8d41ddf73820 binding to destination host cpu-1 is already ACTIVE {{(pid=62211) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2331.920929] env[62211]: DEBUG nova.network.neutron [-] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2331.934778] env[62211]: DEBUG oslo_vmware.api [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.946207] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.070193] env[62211]: DEBUG nova.scheduler.client.report [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2332.115521] env[62211]: DEBUG nova.network.neutron [req-3045b91f-b26d-4ff5-8078-1cf686548732 req-3251a486-0a80-4fa3-8d79-f9d48b3c4a9b service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updated VIF entry in instance network info cache for port c24ee0a2-7fc5-4b4e-8857-3ae91086b86d. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2332.116018] env[62211]: DEBUG nova.network.neutron [req-3045b91f-b26d-4ff5-8078-1cf686548732 req-3251a486-0a80-4fa3-8d79-f9d48b3c4a9b service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updating instance_info_cache with network_info: [{"id": "cb99fcf9-b451-445d-b9e3-13873979cb14", "address": "fa:16:3e:c8:7b:f2", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb99fcf9-b4", "ovs_interfaceid": "cb99fcf9-b451-445d-b9e3-13873979cb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce7265a4-9936-4bba-abfe-341b898b6bea", "address": "fa:16:3e:17:27:d4", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce7265a4-99", "ovs_interfaceid": "ce7265a4-9936-4bba-abfe-341b898b6bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c24ee0a2-7fc5-4b4e-8857-3ae91086b86d", "address": "fa:16:3e:94:41:3d", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc24ee0a2-7f", "ovs_interfaceid": "c24ee0a2-7fc5-4b4e-8857-3ae91086b86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2332.130885] env[62211]: DEBUG nova.objects.instance [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lazy-loading 'flavor' on Instance uuid 9677caba-e1ca-49df-a3d6-72986b1acb14 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2332.189615] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521800dc-7c71-c806-cda6-8d21fc8835e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.189955] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2332.190072] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2332.190307] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2332.190452] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2332.190628] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2332.190929] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c707372-0225-455e-bbdb-00fdbdc0fab2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.198504] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2332.198742] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2332.199436] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77046301-5f75-41e4-821e-7a4e6797c9ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.204068] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2332.204068] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52c4bba2-cf5b-3537-3b29-7963768ee00c" [ 2332.204068] env[62211]: _type = "Task" [ 2332.204068] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.211422] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c4bba2-cf5b-3537-3b29-7963768ee00c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.236225] env[62211]: DEBUG oslo_concurrency.lockutils [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] Releasing lock "refresh_cache-d611cc62-d92b-4175-844e-5ec5e67af9e2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2332.236487] env[62211]: DEBUG nova.compute.manager [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Received event network-changed-c9cbffa6-0d9b-4773-a678-7d06ece5ef85 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2332.236702] env[62211]: DEBUG nova.compute.manager [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Refreshing instance network info cache due to event network-changed-c9cbffa6-0d9b-4773-a678-7d06ece5ef85. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2332.236945] env[62211]: DEBUG oslo_concurrency.lockutils [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] Acquiring lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2332.237114] env[62211]: DEBUG oslo_concurrency.lockutils [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] Acquired lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2332.237284] env[62211]: DEBUG nova.network.neutron [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Refreshing network info cache for port c9cbffa6-0d9b-4773-a678-7d06ece5ef85 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2332.424571] env[62211]: INFO nova.compute.manager [-] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Took 1.31 seconds to deallocate network for instance. [ 2332.442270] env[62211]: DEBUG oslo_vmware.api [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075682, 'name': ReconfigVM_Task, 'duration_secs': 0.658434} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.442845] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2332.443073] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Reconfigured VM to attach interface {{(pid=62211) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2332.448389] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.575038] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.577790] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.784s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2332.578013] env[62211]: DEBUG nova.objects.instance [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lazy-loading 'pci_requests' on Instance uuid 12180821-2199-4877-9c88-124008bb53c0 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2332.608279] env[62211]: INFO nova.network.neutron [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Updating port 18ec1859-b2b6-40bc-9815-cdd86331f725 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2332.619093] env[62211]: DEBUG oslo_concurrency.lockutils [req-3045b91f-b26d-4ff5-8078-1cf686548732 req-3251a486-0a80-4fa3-8d79-f9d48b3c4a9b service nova] Releasing lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2332.635237] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a87538d7-5cd8-44d3-834e-d4c20a47ca63 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.269s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.715176] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52c4bba2-cf5b-3537-3b29-7963768ee00c, 'name': SearchDatastore_Task, 'duration_secs': 0.010799} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.715974] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-072b6dd1-edcf-498f-a8cf-4b08f8913dca {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.722391] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2332.722391] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d6042e-e1ae-63d7-02f5-0722b2c2e1d1" [ 2332.722391] env[62211]: _type = "Task" [ 2332.722391] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.730300] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d6042e-e1ae-63d7-02f5-0722b2c2e1d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.807872] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2332.808119] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2332.808360] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.940687] env[62211]: DEBUG oslo_concurrency.lockutils [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2332.947234] env[62211]: DEBUG oslo_vmware.api [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075681, 'name': PowerOnVM_Task, 'duration_secs': 1.857356} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.950279] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2332.950279] env[62211]: INFO nova.compute.manager [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Took 10.58 seconds to spawn the instance on the hypervisor. [ 2332.950279] env[62211]: DEBUG nova.compute.manager [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2332.951292] env[62211]: DEBUG oslo_concurrency.lockutils [None req-52336fd4-127a-40d2-be68-262186b70b07 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-0e4b2519-a6cb-4549-9883-150d29f02a26-c24ee0a2-7fc5-4b4e-8857-3ae91086b86d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.744s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.952793] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2842a9-c776-4e62-9a4f-7389a5e414b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.025800] env[62211]: DEBUG nova.network.neutron [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Updated VIF entry in instance network info cache for port c9cbffa6-0d9b-4773-a678-7d06ece5ef85. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2333.026065] env[62211]: DEBUG nova.network.neutron [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Updating instance_info_cache with network_info: [{"id": "c9cbffa6-0d9b-4773-a678-7d06ece5ef85", "address": "fa:16:3e:95:4b:6e", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cbffa6-0d", "ovs_interfaceid": "c9cbffa6-0d9b-4773-a678-7d06ece5ef85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2333.081395] env[62211]: DEBUG nova.objects.instance [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lazy-loading 'numa_topology' on Instance uuid 12180821-2199-4877-9c88-124008bb53c0 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2333.123830] env[62211]: DEBUG nova.compute.manager [req-7e62e480-237d-408b-b7dc-1cf2eb23239e req-4c0a2377-8f18-403b-9049-349b235b0bff service nova] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Received event network-vif-deleted-d57bfbdb-2cba-430f-ac8f-09fd04d21708 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2333.232628] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d6042e-e1ae-63d7-02f5-0722b2c2e1d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.232954] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.233213] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] d611cc62-d92b-4175-844e-5ec5e67af9e2/d611cc62-d92b-4175-844e-5ec5e67af9e2.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2333.233506] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2e15e43-1e74-43f7-be2c-3656496553c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.239614] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2333.239614] env[62211]: value = "task-2075683" [ 2333.239614] env[62211]: _type = "Task" [ 2333.239614] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.247192] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.471934] env[62211]: INFO nova.compute.manager [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Took 17.67 seconds to build instance. [ 2333.529065] env[62211]: DEBUG oslo_concurrency.lockutils [req-bfa7eaea-1c7c-400a-8572-7da48959ce5c req-4ede5199-2d44-43fc-94be-7e177b5bfef2 service nova] Releasing lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.583789] env[62211]: INFO nova.compute.claims [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2333.749675] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49188} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.749934] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] d611cc62-d92b-4175-844e-5ec5e67af9e2/d611cc62-d92b-4175-844e-5ec5e67af9e2.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2333.750163] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2333.750411] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cca1ab26-d078-4a5b-a02e-0fe641626d90 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.757078] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2333.757078] env[62211]: value = "task-2075684" [ 2333.757078] env[62211]: _type = "Task" [ 2333.757078] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.764891] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.826202] env[62211]: DEBUG oslo_concurrency.lockutils [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "9677caba-e1ca-49df-a3d6-72986b1acb14" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2333.826375] env[62211]: DEBUG oslo_concurrency.lockutils [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2333.854218] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2333.854399] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2333.854576] env[62211]: DEBUG nova.network.neutron [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2333.974160] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2f58e572-960c-4727-82aa-0da8f11e7103 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.176s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2334.240378] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44769b55-5897-4749-9dc0-9db2388b4a7b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.248452] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf347909-faac-426d-9288-27e87682df28 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.284895] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2334.285094] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2334.285393] env[62211]: DEBUG nova.network.neutron [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2334.291313] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f900e7-66f1-4194-aed3-0975b21d7b6c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.300114] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078425} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.302290] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2334.303073] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aafff91-320d-4580-a0c9-07758efd91b6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.306233] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc063f9b-bc47-4f18-940a-68f4997e1232 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.330520] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] d611cc62-d92b-4175-844e-5ec5e67af9e2/d611cc62-d92b-4175-844e-5ec5e67af9e2.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2334.339029] env[62211]: DEBUG nova.compute.utils [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2334.340207] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2342e751-3bc4-46d2-9ac6-11090a24948c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.354780] env[62211]: DEBUG nova.compute.provider_tree [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2334.364595] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2334.364595] env[62211]: value = "task-2075685" [ 2334.364595] env[62211]: _type = "Task" [ 2334.364595] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.372785] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.602524] env[62211]: DEBUG nova.network.neutron [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating instance_info_cache with network_info: [{"id": "d5356a9c-1a1c-4e94-aaf2-8d41ddf73820", "address": "fa:16:3e:fa:0b:c0", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5356a9c-1a", "ovs_interfaceid": "d5356a9c-1a1c-4e94-aaf2-8d41ddf73820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2334.857654] env[62211]: DEBUG oslo_concurrency.lockutils [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.031s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2334.858722] env[62211]: DEBUG nova.scheduler.client.report [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2334.875520] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.010428] env[62211]: DEBUG nova.network.neutron [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Updating instance_info_cache with network_info: [{"id": "18ec1859-b2b6-40bc-9815-cdd86331f725", "address": "fa:16:3e:96:fd:df", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec1859-b2", "ovs_interfaceid": "18ec1859-b2b6-40bc-9815-cdd86331f725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2335.105791] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2335.246568] env[62211]: DEBUG nova.compute.manager [req-8b91c418-38e0-451c-ba75-328d4b449a16 req-9eb3a8de-abdb-4f1f-bd0a-3a1ad842e1f9 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Received event network-vif-plugged-18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2335.246909] env[62211]: DEBUG oslo_concurrency.lockutils [req-8b91c418-38e0-451c-ba75-328d4b449a16 req-9eb3a8de-abdb-4f1f-bd0a-3a1ad842e1f9 service nova] Acquiring lock "e6c91f16-a8f1-4458-8864-abd827d53cb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.247176] env[62211]: DEBUG oslo_concurrency.lockutils [req-8b91c418-38e0-451c-ba75-328d4b449a16 req-9eb3a8de-abdb-4f1f-bd0a-3a1ad842e1f9 service nova] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.247417] env[62211]: DEBUG oslo_concurrency.lockutils [req-8b91c418-38e0-451c-ba75-328d4b449a16 req-9eb3a8de-abdb-4f1f-bd0a-3a1ad842e1f9 service nova] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2335.247640] env[62211]: DEBUG nova.compute.manager [req-8b91c418-38e0-451c-ba75-328d4b449a16 req-9eb3a8de-abdb-4f1f-bd0a-3a1ad842e1f9 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] No waiting events found dispatching network-vif-plugged-18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2335.247830] env[62211]: WARNING nova.compute.manager [req-8b91c418-38e0-451c-ba75-328d4b449a16 req-9eb3a8de-abdb-4f1f-bd0a-3a1ad842e1f9 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Received unexpected event network-vif-plugged-18ec1859-b2b6-40bc-9815-cdd86331f725 for instance with vm_state shelved_offloaded and task_state spawning. [ 2335.247999] env[62211]: DEBUG nova.compute.manager [req-8b91c418-38e0-451c-ba75-328d4b449a16 req-9eb3a8de-abdb-4f1f-bd0a-3a1ad842e1f9 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Received event network-changed-18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2335.248195] env[62211]: DEBUG nova.compute.manager [req-8b91c418-38e0-451c-ba75-328d4b449a16 req-9eb3a8de-abdb-4f1f-bd0a-3a1ad842e1f9 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Refreshing instance network info cache due to event network-changed-18ec1859-b2b6-40bc-9815-cdd86331f725. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2335.248403] env[62211]: DEBUG oslo_concurrency.lockutils [req-8b91c418-38e0-451c-ba75-328d4b449a16 req-9eb3a8de-abdb-4f1f-bd0a-3a1ad842e1f9 service nova] Acquiring lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2335.287892] env[62211]: DEBUG nova.compute.manager [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Stashing vm_state: active {{(pid=62211) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2335.365851] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2335.372557] env[62211]: DEBUG oslo_concurrency.lockutils [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.432s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.372895] env[62211]: DEBUG nova.objects.instance [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lazy-loading 'resources' on Instance uuid a1416796-8b45-4761-84e8-d0ea2d8540f6 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2335.381149] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075685, 'name': ReconfigVM_Task, 'duration_secs': 0.996354} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.381612] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] d611cc62-d92b-4175-844e-5ec5e67af9e2/d611cc62-d92b-4175-844e-5ec5e67af9e2.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2335.382706] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-880e92fa-0514-4836-9bc6-c3829d0df927 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.390265] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2335.390265] env[62211]: value = "task-2075686" [ 2335.390265] env[62211]: _type = "Task" [ 2335.390265] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.399786] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075686, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.421791] env[62211]: INFO nova.network.neutron [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Updating port 56ba99ac-8b1a-416e-9026-eebd9eab016d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2335.513284] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2335.516068] env[62211]: DEBUG oslo_concurrency.lockutils [req-8b91c418-38e0-451c-ba75-328d4b449a16 req-9eb3a8de-abdb-4f1f-bd0a-3a1ad842e1f9 service nova] Acquired lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2335.516281] env[62211]: DEBUG nova.network.neutron [req-8b91c418-38e0-451c-ba75-328d4b449a16 req-9eb3a8de-abdb-4f1f-bd0a-3a1ad842e1f9 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Refreshing network info cache for port 18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2335.543522] env[62211]: DEBUG nova.virt.hardware [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a94eab122cc3a41791028f405e5c40f5',container_format='bare',created_at=2025-01-13T09:36:33Z,direct_url=,disk_format='vmdk',id=87594b6d-2e95-4c83-a359-15ce989693ea,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-267748569-shelved',owner='44ef7ba8fb974d6fba860ada7e8a464c',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-01-13T09:36:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2335.543831] env[62211]: DEBUG nova.virt.hardware [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2335.544059] env[62211]: DEBUG nova.virt.hardware [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2335.544298] env[62211]: DEBUG nova.virt.hardware [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2335.544461] env[62211]: DEBUG nova.virt.hardware [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2335.544650] env[62211]: DEBUG nova.virt.hardware [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2335.544885] env[62211]: DEBUG nova.virt.hardware [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2335.545103] env[62211]: DEBUG nova.virt.hardware [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2335.545313] env[62211]: DEBUG nova.virt.hardware [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2335.545513] env[62211]: DEBUG nova.virt.hardware [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2335.545742] env[62211]: DEBUG nova.virt.hardware [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2335.547022] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744c298d-7160-4722-a524-7ed4e2b6f5fc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.554740] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "interface-0e4b2519-a6cb-4549-9883-150d29f02a26-ce7265a4-9936-4bba-abfe-341b898b6bea" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.554984] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-0e4b2519-a6cb-4549-9883-150d29f02a26-ce7265a4-9936-4bba-abfe-341b898b6bea" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.558115] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cdef66-e103-4c43-947d-dc6031770c5e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.573323] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:fd:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18ec1859-b2b6-40bc-9815-cdd86331f725', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2335.580975] env[62211]: DEBUG oslo.service.loopingcall [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2335.581549] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2335.581777] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d6f300-24b1-480f-9a23-21bbc3242168 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.602115] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2335.602115] env[62211]: value = "task-2075687" [ 2335.602115] env[62211]: _type = "Task" [ 2335.602115] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.614134] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075687, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.631017] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5f802b-4955-4238-b40d-c718e4a8ab61 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.650362] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e7d653-53cf-4e64-9a97-49d7fdf3cf24 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.657921] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating instance '623a5989-14f7-4cef-84d7-0b5bb2f2fda4' progress to 83 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2335.804688] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.902108] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075686, 'name': Rename_Task, 'duration_secs': 0.203959} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.902394] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2335.902665] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75bcfefc-d988-4d98-b302-b96383b7aa45 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.907903] env[62211]: DEBUG oslo_concurrency.lockutils [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "9677caba-e1ca-49df-a3d6-72986b1acb14" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.908194] env[62211]: DEBUG oslo_concurrency.lockutils [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.908466] env[62211]: INFO nova.compute.manager [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Attaching volume b26d3a33-a89c-4911-a521-9f699c1aafe0 to /dev/sdc [ 2335.911057] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2335.911057] env[62211]: value = "task-2075688" [ 2335.911057] env[62211]: _type = "Task" [ 2335.911057] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.920960] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.944569] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7932339-3039-4e8c-840a-a1c3538ca7a0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.953734] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc7666-9217-404a-a0e2-a8f64a21920d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.971395] env[62211]: DEBUG nova.virt.block_device [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Updating existing volume attachment record: 936f2bde-c333-4cb3-a8ed-71fd17dde4bd {{(pid=62211) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2336.044978] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e129a50f-a350-4591-b194-a7d9fa1a75db {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.052801] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3d7e92-29b9-40c7-805b-b1927bbeeb0c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.057793] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2336.058016] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2336.059208] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2f7f95-808a-4506-9156-41348f03fa5c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.089932] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c839c59c-5643-47fb-9ef8-702ebb2b4386 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.109567] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72158441-2180-44ce-92ea-de452f15cb4d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.114570] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c4f83f-2409-460a-ad9a-b44e0c84f98d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.145259] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Reconfiguring VM to detach interface {{(pid=62211) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2336.145510] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075687, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.148307] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf80de5-7da4-4ded-86a9-edd67211257e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.172360] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2336.172850] env[62211]: DEBUG nova.compute.provider_tree [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2336.174577] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-478d9795-c919-42eb-a698-596509d1b1a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.179571] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2336.179571] env[62211]: value = "task-2075690" [ 2336.179571] env[62211]: _type = "Task" [ 2336.179571] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.184602] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2336.184602] env[62211]: value = "task-2075691" [ 2336.184602] env[62211]: _type = "Task" [ 2336.184602] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.192419] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.200802] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075691, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.366207] env[62211]: DEBUG nova.network.neutron [req-8b91c418-38e0-451c-ba75-328d4b449a16 req-9eb3a8de-abdb-4f1f-bd0a-3a1ad842e1f9 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Updated VIF entry in instance network info cache for port 18ec1859-b2b6-40bc-9815-cdd86331f725. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2336.366686] env[62211]: DEBUG nova.network.neutron [req-8b91c418-38e0-451c-ba75-328d4b449a16 req-9eb3a8de-abdb-4f1f-bd0a-3a1ad842e1f9 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Updating instance_info_cache with network_info: [{"id": "18ec1859-b2b6-40bc-9815-cdd86331f725", "address": "fa:16:3e:96:fd:df", "network": {"id": "889b92e1-5fff-4620-8ef3-6add61958d88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1562755651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44ef7ba8fb974d6fba860ada7e8a464c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec1859-b2", "ovs_interfaceid": "18ec1859-b2b6-40bc-9815-cdd86331f725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2336.420861] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075688, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.614703] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075687, 'name': CreateVM_Task, 'duration_secs': 0.719214} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.614764] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2336.615517] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2336.615695] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2336.616108] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2336.616378] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd4b28c4-0d89-4634-b929-7c288525d380 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.621315] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2336.621315] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52fad93b-6ffe-a84c-4836-111088893bc7" [ 2336.621315] env[62211]: _type = "Task" [ 2336.621315] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.634075] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52fad93b-6ffe-a84c-4836-111088893bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.677934] env[62211]: DEBUG nova.scheduler.client.report [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2336.693497] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.698679] env[62211]: DEBUG oslo_vmware.api [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075691, 'name': PowerOnVM_Task, 'duration_secs': 0.402396} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.698936] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2336.699135] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4d940c1c-8b07-4ccc-9791-69e0be11a2d3 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating instance '623a5989-14f7-4cef-84d7-0b5bb2f2fda4' progress to 100 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2336.860948] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2336.861223] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2336.861372] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Cleaning up deleted instances {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2336.869569] env[62211]: DEBUG oslo_concurrency.lockutils [req-8b91c418-38e0-451c-ba75-328d4b449a16 req-9eb3a8de-abdb-4f1f-bd0a-3a1ad842e1f9 service nova] Releasing lock "refresh_cache-e6c91f16-a8f1-4458-8864-abd827d53cb3" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2336.921735] env[62211]: DEBUG oslo_vmware.api [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075688, 'name': PowerOnVM_Task, 'duration_secs': 0.636038} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.922014] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2336.922229] env[62211]: INFO nova.compute.manager [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Took 8.95 seconds to spawn the instance on the hypervisor. [ 2336.922423] env[62211]: DEBUG nova.compute.manager [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2336.923202] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd12a02-b581-44f6-b9ac-03ccb4999602 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.985371] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2336.986050] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2336.986050] env[62211]: DEBUG nova.network.neutron [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2337.133552] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2337.133809] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Processing image 87594b6d-2e95-4c83-a359-15ce989693ea {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2337.134054] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea/87594b6d-2e95-4c83-a359-15ce989693ea.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2337.134209] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea/87594b6d-2e95-4c83-a359-15ce989693ea.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2337.134403] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2337.134645] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aab2bd1f-ee68-44c6-bd23-a302df254c9c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.149053] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2337.149053] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2337.149053] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205d5811-2847-4fe9-8260-4bb82e626d64 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.154674] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2337.154674] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52def2d9-bc2b-529e-9024-29b5b9c27b7d" [ 2337.154674] env[62211]: _type = "Task" [ 2337.154674] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.162286] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52def2d9-bc2b-529e-9024-29b5b9c27b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.185970] env[62211]: DEBUG oslo_concurrency.lockutils [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.188097] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.384s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.194681] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.206498] env[62211]: INFO nova.scheduler.client.report [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Deleted allocations for instance a1416796-8b45-4761-84e8-d0ea2d8540f6 [ 2337.270544] env[62211]: DEBUG nova.compute.manager [req-ef1286de-0eed-4a3e-9a45-42c5e3884a28 req-9edd6d28-172d-495e-ac11-83332a830600 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Received event network-vif-plugged-56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2337.270776] env[62211]: DEBUG oslo_concurrency.lockutils [req-ef1286de-0eed-4a3e-9a45-42c5e3884a28 req-9edd6d28-172d-495e-ac11-83332a830600 service nova] Acquiring lock "12180821-2199-4877-9c88-124008bb53c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2337.270986] env[62211]: DEBUG oslo_concurrency.lockutils [req-ef1286de-0eed-4a3e-9a45-42c5e3884a28 req-9edd6d28-172d-495e-ac11-83332a830600 service nova] Lock "12180821-2199-4877-9c88-124008bb53c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.271189] env[62211]: DEBUG oslo_concurrency.lockutils [req-ef1286de-0eed-4a3e-9a45-42c5e3884a28 req-9edd6d28-172d-495e-ac11-83332a830600 service nova] Lock "12180821-2199-4877-9c88-124008bb53c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.271365] env[62211]: DEBUG nova.compute.manager [req-ef1286de-0eed-4a3e-9a45-42c5e3884a28 req-9edd6d28-172d-495e-ac11-83332a830600 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] No waiting events found dispatching network-vif-plugged-56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2337.271533] env[62211]: WARNING nova.compute.manager [req-ef1286de-0eed-4a3e-9a45-42c5e3884a28 req-9edd6d28-172d-495e-ac11-83332a830600 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Received unexpected event network-vif-plugged-56ba99ac-8b1a-416e-9026-eebd9eab016d for instance with vm_state shelved_offloaded and task_state spawning. [ 2337.271704] env[62211]: DEBUG nova.compute.manager [req-ef1286de-0eed-4a3e-9a45-42c5e3884a28 req-9edd6d28-172d-495e-ac11-83332a830600 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Received event network-changed-56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2337.271848] env[62211]: DEBUG nova.compute.manager [req-ef1286de-0eed-4a3e-9a45-42c5e3884a28 req-9edd6d28-172d-495e-ac11-83332a830600 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Refreshing instance network info cache due to event network-changed-56ba99ac-8b1a-416e-9026-eebd9eab016d. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2337.272028] env[62211]: DEBUG oslo_concurrency.lockutils [req-ef1286de-0eed-4a3e-9a45-42c5e3884a28 req-9edd6d28-172d-495e-ac11-83332a830600 service nova] Acquiring lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2337.373912] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] There are 46 instances to clean {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2337.374216] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 050cc0c9-7942-4800-9cae-479a44b9caf5] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2337.441985] env[62211]: INFO nova.compute.manager [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Took 19.61 seconds to build instance. [ 2337.664920] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Preparing fetch location {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2337.665196] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Fetch image to [datastore1] OSTACK_IMG_b352e172-1478-425e-8a0d-d1a0c95a5690/OSTACK_IMG_b352e172-1478-425e-8a0d-d1a0c95a5690.vmdk {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2337.665380] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Downloading stream optimized image 87594b6d-2e95-4c83-a359-15ce989693ea to [datastore1] OSTACK_IMG_b352e172-1478-425e-8a0d-d1a0c95a5690/OSTACK_IMG_b352e172-1478-425e-8a0d-d1a0c95a5690.vmdk on the data store datastore1 as vApp {{(pid=62211) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2337.665553] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Downloading image file data 87594b6d-2e95-4c83-a359-15ce989693ea to the ESX as VM named 'OSTACK_IMG_b352e172-1478-425e-8a0d-d1a0c95a5690' {{(pid=62211) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2337.693193] env[62211]: INFO nova.compute.claims [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2337.721721] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.722497] env[62211]: DEBUG oslo_concurrency.lockutils [None req-54114b22-3180-49aa-92ce-b2a93f00019e tempest-ServerRescueNegativeTestJSON-292181499 tempest-ServerRescueNegativeTestJSON-292181499-project-member] Lock "a1416796-8b45-4761-84e8-d0ea2d8540f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.498s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.725018] env[62211]: INFO nova.compute.resource_tracker [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating resource usage from migration 6b2a643a-be00-48f7-b536-e84b8c57c978 [ 2337.761377] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2337.761377] env[62211]: value = "resgroup-9" [ 2337.761377] env[62211]: _type = "ResourcePool" [ 2337.761377] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2337.761679] env[62211]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-33cd8912-755f-44e9-895c-3c19e5b3aaeb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.785689] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lease: (returnval){ [ 2337.785689] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521fe8d2-b757-d9e6-ebe6-ea1ee386f2f7" [ 2337.785689] env[62211]: _type = "HttpNfcLease" [ 2337.785689] env[62211]: } obtained for vApp import into resource pool (val){ [ 2337.785689] env[62211]: value = "resgroup-9" [ 2337.785689] env[62211]: _type = "ResourcePool" [ 2337.785689] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2337.786031] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the lease: (returnval){ [ 2337.786031] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521fe8d2-b757-d9e6-ebe6-ea1ee386f2f7" [ 2337.786031] env[62211]: _type = "HttpNfcLease" [ 2337.786031] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2337.796449] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2337.796449] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521fe8d2-b757-d9e6-ebe6-ea1ee386f2f7" [ 2337.796449] env[62211]: _type = "HttpNfcLease" [ 2337.796449] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2337.877546] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 4a3fee55-aff4-4f18-b1ff-93da0613889c] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2337.923242] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560fe3b9-3fde-42bc-b229-c8291f7cfe2c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.933311] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c694996b-0af3-4fed-b8fa-ea47e0f4704d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.967068] env[62211]: DEBUG oslo_concurrency.lockutils [None req-40a84c2d-0f35-4553-b214-87a39ebde2a1 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.141s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.968407] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae228f3-5b88-4718-b783-e912ea641702 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.976131] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f2ab66-2dfe-4894-a0f5-043e31bb525b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.990021] env[62211]: DEBUG nova.compute.provider_tree [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2338.196453] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.248828] env[62211]: DEBUG nova.network.neutron [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Updating instance_info_cache with network_info: [{"id": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "address": "fa:16:3e:1a:4b:59", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56ba99ac-8b", "ovs_interfaceid": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2338.294031] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2338.294031] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521fe8d2-b757-d9e6-ebe6-ea1ee386f2f7" [ 2338.294031] env[62211]: _type = "HttpNfcLease" [ 2338.294031] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2338.383218] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 5427de84-e7e6-44f5-bd43-456313e0001c] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2338.495348] env[62211]: DEBUG nova.scheduler.client.report [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2338.693562] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.751943] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2338.754275] env[62211]: DEBUG oslo_concurrency.lockutils [req-ef1286de-0eed-4a3e-9a45-42c5e3884a28 req-9edd6d28-172d-495e-ac11-83332a830600 service nova] Acquired lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2338.754470] env[62211]: DEBUG nova.network.neutron [req-ef1286de-0eed-4a3e-9a45-42c5e3884a28 req-9edd6d28-172d-495e-ac11-83332a830600 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Refreshing network info cache for port 56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2338.783061] env[62211]: DEBUG nova.virt.hardware [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='265323cadfd6a347a642a1a7402943cc',container_format='bare',created_at=2025-01-13T09:36:31Z,direct_url=,disk_format='vmdk',id=6a5d2cdf-8876-4701-a1fe-e91d42c234f6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-806250573-shelved',owner='1e7e728933d64b49b6dfcf72e5cf6fcd',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-01-13T09:36:46Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2338.783061] env[62211]: DEBUG nova.virt.hardware [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2338.783061] env[62211]: DEBUG nova.virt.hardware [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2338.783061] env[62211]: DEBUG nova.virt.hardware [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2338.783061] env[62211]: DEBUG nova.virt.hardware [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2338.783061] env[62211]: DEBUG nova.virt.hardware [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2338.783061] env[62211]: DEBUG nova.virt.hardware [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2338.783407] env[62211]: DEBUG nova.virt.hardware [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2338.783628] env[62211]: DEBUG nova.virt.hardware [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2338.783869] env[62211]: DEBUG nova.virt.hardware [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2338.784888] env[62211]: DEBUG nova.virt.hardware [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2338.785829] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086d6490-8318-4e22-844c-4dd8030e960e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.798052] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2338.798052] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521fe8d2-b757-d9e6-ebe6-ea1ee386f2f7" [ 2338.798052] env[62211]: _type = "HttpNfcLease" [ 2338.798052] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2338.800038] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2b0a4c-db5d-4f45-a88f-c8d1a495a52d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.803296] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2338.803296] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521fe8d2-b757-d9e6-ebe6-ea1ee386f2f7" [ 2338.803296] env[62211]: _type = "HttpNfcLease" [ 2338.803296] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2338.804333] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b6c54e-c393-47b4-a6cb-0885e3fc91f4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.811269] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a1827b-28b5-ab2e-66db-08fba4203f2b/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2338.811433] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a1827b-28b5-ab2e-66db-08fba4203f2b/disk-0.vmdk. {{(pid=62211) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2338.820207] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:4b:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56ba99ac-8b1a-416e-9026-eebd9eab016d', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2338.827612] env[62211]: DEBUG oslo.service.loopingcall [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2338.828719] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12180821-2199-4877-9c88-124008bb53c0] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2338.828957] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba2cbca8-1b7f-4b1a-a56a-8404a35d79cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.897484] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 81ccaec5-a74e-465d-9e61-168976c38699] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2338.907560] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f902f0e-8ce4-40af-8038-156f082412fa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.911157] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2338.911157] env[62211]: value = "task-2075694" [ 2338.911157] env[62211]: _type = "Task" [ 2338.911157] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.924086] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.001376] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 1.813s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2339.001649] env[62211]: INFO nova.compute.manager [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Migrating [ 2339.199272] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.299289] env[62211]: DEBUG nova.compute.manager [req-650df170-5da9-475c-b1f0-543d24b3e5f4 req-b7171727-bff6-47b0-bdb7-25c58660f48c service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Received event network-changed-38dd4a48-37a5-44d6-9d56-d48a0f0fc571 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2339.299527] env[62211]: DEBUG nova.compute.manager [req-650df170-5da9-475c-b1f0-543d24b3e5f4 req-b7171727-bff6-47b0-bdb7-25c58660f48c service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Refreshing instance network info cache due to event network-changed-38dd4a48-37a5-44d6-9d56-d48a0f0fc571. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2339.299772] env[62211]: DEBUG oslo_concurrency.lockutils [req-650df170-5da9-475c-b1f0-543d24b3e5f4 req-b7171727-bff6-47b0-bdb7-25c58660f48c service nova] Acquiring lock "refresh_cache-d611cc62-d92b-4175-844e-5ec5e67af9e2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2339.299900] env[62211]: DEBUG oslo_concurrency.lockutils [req-650df170-5da9-475c-b1f0-543d24b3e5f4 req-b7171727-bff6-47b0-bdb7-25c58660f48c service nova] Acquired lock "refresh_cache-d611cc62-d92b-4175-844e-5ec5e67af9e2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2339.300108] env[62211]: DEBUG nova.network.neutron [req-650df170-5da9-475c-b1f0-543d24b3e5f4 req-b7171727-bff6-47b0-bdb7-25c58660f48c service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Refreshing network info cache for port 38dd4a48-37a5-44d6-9d56-d48a0f0fc571 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2339.403668] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 34cef8b7-f834-47fd-b100-50e1f44fb678] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2339.409018] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2339.409018] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2339.409018] env[62211]: DEBUG nova.compute.manager [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Going to confirm migration 8 {{(pid=62211) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2339.423406] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.518184] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2339.518352] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2339.518575] env[62211]: DEBUG nova.network.neutron [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2339.634801] env[62211]: DEBUG nova.network.neutron [req-ef1286de-0eed-4a3e-9a45-42c5e3884a28 req-9edd6d28-172d-495e-ac11-83332a830600 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Updated VIF entry in instance network info cache for port 56ba99ac-8b1a-416e-9026-eebd9eab016d. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2339.635399] env[62211]: DEBUG nova.network.neutron [req-ef1286de-0eed-4a3e-9a45-42c5e3884a28 req-9edd6d28-172d-495e-ac11-83332a830600 service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Updating instance_info_cache with network_info: [{"id": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "address": "fa:16:3e:1a:4b:59", "network": {"id": "22f8435b-ccab-4909-bccd-799887fef142", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1021042492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7e728933d64b49b6dfcf72e5cf6fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56ba99ac-8b", "ovs_interfaceid": "56ba99ac-8b1a-416e-9026-eebd9eab016d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2339.697270] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.910198] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: a230ecc1-fda2-4238-8cde-55f2b5bc4028] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2339.937915] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.028544] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2340.028544] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2340.028621] env[62211]: DEBUG nova.network.neutron [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2340.028755] env[62211]: DEBUG nova.objects.instance [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lazy-loading 'info_cache' on Instance uuid 623a5989-14f7-4cef-84d7-0b5bb2f2fda4 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2340.085833] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Completed reading data from the image iterator. {{(pid=62211) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2340.086196] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a1827b-28b5-ab2e-66db-08fba4203f2b/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2340.087402] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5734004c-6c37-46ab-9543-8f06a09e6320 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.099440] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a1827b-28b5-ab2e-66db-08fba4203f2b/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2340.099702] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a1827b-28b5-ab2e-66db-08fba4203f2b/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2340.100116] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f54364cb-4cdc-43bc-894c-3c1f6d2c3155 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.139168] env[62211]: DEBUG oslo_concurrency.lockutils [req-ef1286de-0eed-4a3e-9a45-42c5e3884a28 req-9edd6d28-172d-495e-ac11-83332a830600 service nova] Releasing lock "refresh_cache-12180821-2199-4877-9c88-124008bb53c0" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2340.196940] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.204042] env[62211]: DEBUG nova.network.neutron [req-650df170-5da9-475c-b1f0-543d24b3e5f4 req-b7171727-bff6-47b0-bdb7-25c58660f48c service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Updated VIF entry in instance network info cache for port 38dd4a48-37a5-44d6-9d56-d48a0f0fc571. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2340.204042] env[62211]: DEBUG nova.network.neutron [req-650df170-5da9-475c-b1f0-543d24b3e5f4 req-b7171727-bff6-47b0-bdb7-25c58660f48c service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Updating instance_info_cache with network_info: [{"id": "38dd4a48-37a5-44d6-9d56-d48a0f0fc571", "address": "fa:16:3e:62:82:e9", "network": {"id": "4a2ed36a-5750-45b2-81d7-f3a44fb1abad", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-779795901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9a9a234ac84c3ab56554aefc964250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38dd4a48-37", "ovs_interfaceid": "38dd4a48-37a5-44d6-9d56-d48a0f0fc571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2340.274797] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Acquiring lock "220bf8d7-f907-44c3-874c-75303f484b04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.275182] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Lock "220bf8d7-f907-44c3-874c-75303f484b04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.275432] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Acquiring lock "220bf8d7-f907-44c3-874c-75303f484b04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.275644] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Lock "220bf8d7-f907-44c3-874c-75303f484b04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.275833] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Lock "220bf8d7-f907-44c3-874c-75303f484b04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.278156] env[62211]: INFO nova.compute.manager [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Terminating instance [ 2340.307374] env[62211]: DEBUG oslo_vmware.rw_handles [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a1827b-28b5-ab2e-66db-08fba4203f2b/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2340.307605] env[62211]: INFO nova.virt.vmwareapi.images [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Downloaded image file data 87594b6d-2e95-4c83-a359-15ce989693ea [ 2340.308608] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aad13aa-c081-43c2-a84d-3c9d692e5ce6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.325813] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8624209-c5d7-4470-9cf2-a4e6f8ee61f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.345157] env[62211]: DEBUG nova.network.neutron [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating instance_info_cache with network_info: [{"id": "0782846e-7e39-4d68-823d-006907e78664", "address": "fa:16:3e:fd:69:ee", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0782846e-7e", "ovs_interfaceid": "0782846e-7e39-4d68-823d-006907e78664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2340.356454] env[62211]: INFO nova.virt.vmwareapi.images [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] The imported VM was unregistered [ 2340.360502] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Caching image {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2340.360760] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Creating directory with path [datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2340.362024] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e469c4-e17a-4393-ae0c-9794458d5d68 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.374268] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Created directory with path [datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2340.374746] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b352e172-1478-425e-8a0d-d1a0c95a5690/OSTACK_IMG_b352e172-1478-425e-8a0d-d1a0c95a5690.vmdk to [datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea/87594b6d-2e95-4c83-a359-15ce989693ea.vmdk. {{(pid=62211) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2340.374746] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c9382816-4dfa-4694-9c63-6845241137d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.382075] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2340.382075] env[62211]: value = "task-2075696" [ 2340.382075] env[62211]: _type = "Task" [ 2340.382075] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.392894] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075696, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.421707] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 68b8db9a-f481-4822-a5f6-0896011f7463] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2340.433336] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.536817] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Volume attach. Driver type: vmdk {{(pid=62211) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2340.536817] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425461', 'volume_id': 'b26d3a33-a89c-4911-a521-9f699c1aafe0', 'name': 'volume-b26d3a33-a89c-4911-a521-9f699c1aafe0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9677caba-e1ca-49df-a3d6-72986b1acb14', 'attached_at': '', 'detached_at': '', 'volume_id': 'b26d3a33-a89c-4911-a521-9f699c1aafe0', 'serial': 'b26d3a33-a89c-4911-a521-9f699c1aafe0'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2340.537413] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a715c15-7afd-44e4-95d2-b98b871f53b2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.561729] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e96729-f4c1-43ba-94b4-850675050090 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.590534] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-b26d3a33-a89c-4911-a521-9f699c1aafe0/volume-b26d3a33-a89c-4911-a521-9f699c1aafe0.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2340.591262] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba34032c-eb65-4db5-aa44-b07288858953 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.611784] env[62211]: DEBUG oslo_vmware.api [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2340.611784] env[62211]: value = "task-2075697" [ 2340.611784] env[62211]: _type = "Task" [ 2340.611784] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.623958] env[62211]: DEBUG oslo_vmware.api [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075697, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.697346] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.703984] env[62211]: DEBUG oslo_concurrency.lockutils [req-650df170-5da9-475c-b1f0-543d24b3e5f4 req-b7171727-bff6-47b0-bdb7-25c58660f48c service nova] Releasing lock "refresh_cache-d611cc62-d92b-4175-844e-5ec5e67af9e2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2340.781899] env[62211]: DEBUG nova.compute.manager [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2340.782131] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2340.783082] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752d8011-37bc-4215-a460-0d89d233498e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.793048] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2340.793276] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15df83fd-0a73-432d-8e02-43b5706a518f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.802250] env[62211]: DEBUG oslo_vmware.api [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Waiting for the task: (returnval){ [ 2340.802250] env[62211]: value = "task-2075698" [ 2340.802250] env[62211]: _type = "Task" [ 2340.802250] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.812848] env[62211]: DEBUG oslo_vmware.api [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2075698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.848812] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2340.895679] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075696, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.928173] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: de6efed1-75b1-4240-b980-a04a790079dd] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2340.938794] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.123504] env[62211]: DEBUG oslo_vmware.api [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.197867] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.313950] env[62211]: DEBUG oslo_vmware.api [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2075698, 'name': PowerOffVM_Task, 'duration_secs': 0.489483} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.314271] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2341.314546] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2341.314771] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cb41822-898b-4e0c-870b-558721dfc164 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.337169] env[62211]: DEBUG nova.network.neutron [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating instance_info_cache with network_info: [{"id": "d5356a9c-1a1c-4e94-aaf2-8d41ddf73820", "address": "fa:16:3e:fa:0b:c0", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5356a9c-1a", "ovs_interfaceid": "d5356a9c-1a1c-4e94-aaf2-8d41ddf73820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2341.394484] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075696, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.431806] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 759f5fb9-d0b5-492f-acfc-f8ccbd50d2b7] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2341.437991] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.623782] env[62211]: DEBUG oslo_vmware.api [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.698765] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.840152] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "refresh_cache-623a5989-14f7-4cef-84d7-0b5bb2f2fda4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2341.840427] env[62211]: DEBUG nova.objects.instance [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lazy-loading 'migration_context' on Instance uuid 623a5989-14f7-4cef-84d7-0b5bb2f2fda4 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2341.895935] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075696, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.937270] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: ab54d26e-8f47-4539-9dd4-e78424211c8c] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2341.939621] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.129785] env[62211]: DEBUG oslo_vmware.api [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.199419] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.343426] env[62211]: DEBUG nova.objects.base [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Object Instance<623a5989-14f7-4cef-84d7-0b5bb2f2fda4> lazy-loaded attributes: info_cache,migration_context {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2342.345199] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35499e3-d8ae-42bb-9d6c-4155696c230e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.369464] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7530e1cd-838e-43ef-b7df-a5694f56a0c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.372413] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fe9282-bf00-4450-9602-39ba55d3d438 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.392267] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating instance 'c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a' progress to 0 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2342.400323] env[62211]: DEBUG oslo_vmware.api [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2342.400323] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521c7ec7-d9e6-a3de-27d5-adac3b67b0ea" [ 2342.400323] env[62211]: _type = "Task" [ 2342.400323] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.410090] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075696, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.413329] env[62211]: DEBUG oslo_vmware.api [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521c7ec7-d9e6-a3de-27d5-adac3b67b0ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.435947] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.441176] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: d7e5bbc1-a228-48a4-b0c2-7ec7c829cce7] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2342.623123] env[62211]: DEBUG oslo_vmware.api [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.697654] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.903447] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2342.903802] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075696, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.319742} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.904015] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-003883b3-b788-4012-85bb-5892094f4bec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.908220] env[62211]: INFO nova.virt.vmwareapi.ds_util [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b352e172-1478-425e-8a0d-d1a0c95a5690/OSTACK_IMG_b352e172-1478-425e-8a0d-d1a0c95a5690.vmdk to [datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea/87594b6d-2e95-4c83-a359-15ce989693ea.vmdk. [ 2342.908407] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Cleaning up location [datastore1] OSTACK_IMG_b352e172-1478-425e-8a0d-d1a0c95a5690 {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2342.908571] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b352e172-1478-425e-8a0d-d1a0c95a5690 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2342.908813] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c30e976b-39a7-4379-b184-ca4c613bc9a0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.915938] env[62211]: DEBUG oslo_vmware.api [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521c7ec7-d9e6-a3de-27d5-adac3b67b0ea, 'name': SearchDatastore_Task, 'duration_secs': 0.042495} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.918084] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2342.918324] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2342.919693] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2342.919693] env[62211]: value = "task-2075701" [ 2342.919693] env[62211]: _type = "Task" [ 2342.919693] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.919924] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2342.919924] env[62211]: value = "task-2075700" [ 2342.919924] env[62211]: _type = "Task" [ 2342.919924] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.934204] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.937715] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.941583] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.944086] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 35a7c576-3bd2-4884-a499-cc29294c94e0] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2343.123360] env[62211]: DEBUG oslo_vmware.api [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075697, 'name': ReconfigVM_Task, 'duration_secs': 2.184639} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.123646] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-b26d3a33-a89c-4911-a521-9f699c1aafe0/volume-b26d3a33-a89c-4911-a521-9f699c1aafe0.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2343.128710] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe94a9ac-e5c8-4568-bbe4-884b5a1466f1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.143733] env[62211]: DEBUG oslo_vmware.api [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2343.143733] env[62211]: value = "task-2075702" [ 2343.143733] env[62211]: _type = "Task" [ 2343.143733] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.151188] env[62211]: DEBUG oslo_vmware.api [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.197905] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.438349] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191648} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.445041] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2343.445041] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea/87594b6d-2e95-4c83-a359-15ce989693ea.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2343.445334] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea/87594b6d-2e95-4c83-a359-15ce989693ea.vmdk to [datastore1] e6c91f16-a8f1-4458-8864-abd827d53cb3/e6c91f16-a8f1-4458-8864-abd827d53cb3.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2343.445334] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.445563] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075700, 'name': PowerOffVM_Task, 'duration_secs': 0.514536} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.448041] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36c09584-bd20-49b6-a724-a5f0995d0907 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.449839] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2343.450042] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating instance 'c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a' progress to 17 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2343.453658] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 679eb629-4427-49e3-92d5-7c38b49f2f06] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2343.460520] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2343.460520] env[62211]: value = "task-2075703" [ 2343.460520] env[62211]: _type = "Task" [ 2343.460520] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.467998] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.587860] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8048bcf-c917-45c9-8a26-436a9d8b7ec7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.595565] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11989dd2-902e-49cb-8687-1cd2dc724c53 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.627183] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537c7a3b-97b3-4e69-84d6-7c66803e4a59 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.636655] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5944cd3c-36b3-4043-bdf1-2f57c0535e11 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.655666] env[62211]: DEBUG nova.compute.provider_tree [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2343.664274] env[62211]: DEBUG oslo_vmware.api [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075702, 'name': ReconfigVM_Task, 'duration_secs': 0.318481} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.664687] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425461', 'volume_id': 'b26d3a33-a89c-4911-a521-9f699c1aafe0', 'name': 'volume-b26d3a33-a89c-4911-a521-9f699c1aafe0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9677caba-e1ca-49df-a3d6-72986b1acb14', 'attached_at': '', 'detached_at': '', 'volume_id': 'b26d3a33-a89c-4911-a521-9f699c1aafe0', 'serial': 'b26d3a33-a89c-4911-a521-9f699c1aafe0'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2343.700229] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.941320] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.958483] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2343.958671] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2343.958739] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2343.958914] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2343.959077] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2343.959230] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2343.959458] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2343.959605] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2343.959773] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2343.959935] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2343.960127] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2343.965938] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: ff310a0a-2d9d-4f20-ab6b-6235757752b3] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2343.968150] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ceaabbb-b298-4b3b-a79b-77c02e9a0595 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.991063] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075703, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.992651] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2343.992651] env[62211]: value = "task-2075704" [ 2343.992651] env[62211]: _type = "Task" [ 2343.992651] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.002947] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.159233] env[62211]: DEBUG nova.scheduler.client.report [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2344.201060] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.441551] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.478760] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075703, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.479318] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: b63f03dd-e7ca-413e-b2e7-082b65db92a8] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2344.503539] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075704, 'name': ReconfigVM_Task, 'duration_secs': 0.266049} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.504742] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating instance 'c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a' progress to 33 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2344.701354] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.708684] env[62211]: DEBUG nova.objects.instance [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lazy-loading 'flavor' on Instance uuid 9677caba-e1ca-49df-a3d6-72986b1acb14 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2344.805461] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2344.805705] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2344.805898] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Deleting the datastore file [datastore1] 220bf8d7-f907-44c3-874c-75303f484b04 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2344.806209] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f71b3829-577f-45d0-b0a9-2a26131a3189 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.815863] env[62211]: DEBUG oslo_vmware.api [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Waiting for the task: (returnval){ [ 2344.815863] env[62211]: value = "task-2075705" [ 2344.815863] env[62211]: _type = "Task" [ 2344.815863] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.825984] env[62211]: DEBUG oslo_vmware.api [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2075705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.944256] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.980033] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075703, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.981988] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 76b778ef-3239-485f-a54c-46cb1cbe9cfe] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2345.011335] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2345.011663] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2345.011753] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2345.011908] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2345.012068] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2345.012246] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2345.012458] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2345.012572] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2345.012737] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2345.012899] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2345.013085] env[62211]: DEBUG nova.virt.hardware [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2345.018719] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2345.019424] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8648ece-aacd-4f39-babd-b47d4bc208ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.039386] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2345.039386] env[62211]: value = "task-2075706" [ 2345.039386] env[62211]: _type = "Task" [ 2345.039386] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.049650] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.170928] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.252s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.204700] env[62211]: DEBUG oslo_vmware.api [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075690, 'name': ReconfigVM_Task, 'duration_secs': 8.815302} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.205021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2345.205319] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Reconfigured VM to detach interface {{(pid=62211) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2345.213509] env[62211]: DEBUG oslo_concurrency.lockutils [None req-520f883c-a279-4ea9-9f31-4300a02f4287 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.305s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.328633] env[62211]: DEBUG oslo_vmware.api [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2075705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.446530] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.481038] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075703, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.485681] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: bee14f32-64e5-462c-ad68-ea4777bc16b2] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2345.552576] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075706, 'name': ReconfigVM_Task, 'duration_secs': 0.193183} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.552866] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2345.553965] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a47091c-3d6c-47f3-8bd8-a7d831b3e7dd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.586926] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a/c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2345.588873] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2a9a8bb-d1fc-4953-a832-31dfab2364b3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.603232] env[62211]: DEBUG nova.compute.manager [req-7812b26d-81f4-4207-a955-419f5b2ce498 req-0d7a81e1-4d71-4f82-a02e-2f552d8de4cc service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Received event network-vif-deleted-ce7265a4-9936-4bba-abfe-341b898b6bea {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2345.603429] env[62211]: INFO nova.compute.manager [req-7812b26d-81f4-4207-a955-419f5b2ce498 req-0d7a81e1-4d71-4f82-a02e-2f552d8de4cc service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Neutron deleted interface ce7265a4-9936-4bba-abfe-341b898b6bea; detaching it from the instance and deleting it from the info cache [ 2345.603750] env[62211]: DEBUG nova.network.neutron [req-7812b26d-81f4-4207-a955-419f5b2ce498 req-0d7a81e1-4d71-4f82-a02e-2f552d8de4cc service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updating instance_info_cache with network_info: [{"id": "cb99fcf9-b451-445d-b9e3-13873979cb14", "address": "fa:16:3e:c8:7b:f2", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb99fcf9-b4", "ovs_interfaceid": "cb99fcf9-b451-445d-b9e3-13873979cb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c24ee0a2-7fc5-4b4e-8857-3ae91086b86d", "address": "fa:16:3e:94:41:3d", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc24ee0a2-7f", "ovs_interfaceid": "c24ee0a2-7fc5-4b4e-8857-3ae91086b86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2345.615278] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2345.615278] env[62211]: value = "task-2075707" [ 2345.615278] env[62211]: _type = "Task" [ 2345.615278] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.627601] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.647817] env[62211]: DEBUG oslo_concurrency.lockutils [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "9677caba-e1ca-49df-a3d6-72986b1acb14" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.648080] env[62211]: DEBUG oslo_concurrency.lockutils [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2345.744152] env[62211]: INFO nova.scheduler.client.report [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleted allocation for migration d2b09999-fb87-4281-b562-b055ced333ac [ 2345.826445] env[62211]: DEBUG oslo_vmware.api [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2075705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.942785] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075694, 'name': CreateVM_Task, 'duration_secs': 6.962706} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.942964] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12180821-2199-4877-9c88-124008bb53c0] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2345.954893] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a5d2cdf-8876-4701-a1fe-e91d42c234f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2345.955120] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a5d2cdf-8876-4701-a1fe-e91d42c234f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2345.955469] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a5d2cdf-8876-4701-a1fe-e91d42c234f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2345.955714] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1415f81a-1295-4aea-a692-d1366b9d8846 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.960770] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2345.960770] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5272d6de-ab1f-c193-3be6-ca1220f21e03" [ 2345.960770] env[62211]: _type = "Task" [ 2345.960770] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.969621] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5272d6de-ab1f-c193-3be6-ca1220f21e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.978699] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075703, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.31965} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.978926] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/87594b6d-2e95-4c83-a359-15ce989693ea/87594b6d-2e95-4c83-a359-15ce989693ea.vmdk to [datastore1] e6c91f16-a8f1-4458-8864-abd827d53cb3/e6c91f16-a8f1-4458-8864-abd827d53cb3.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2345.979667] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02e010f-f3b5-42b5-93ba-cb7a1d9fa20b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.992895] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 5f07a3cf-8e49-4f42-9be4-b77e1bc7af5e] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2346.002993] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] e6c91f16-a8f1-4458-8864-abd827d53cb3/e6c91f16-a8f1-4458-8864-abd827d53cb3.vmdk or device None with type streamOptimized {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2346.003702] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a44fd3-4195-4a1c-a787-1636da1d04da {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.025783] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2346.025783] env[62211]: value = "task-2075708" [ 2346.025783] env[62211]: _type = "Task" [ 2346.025783] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.034325] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.106933] env[62211]: DEBUG oslo_concurrency.lockutils [req-7812b26d-81f4-4207-a955-419f5b2ce498 req-0d7a81e1-4d71-4f82-a02e-2f552d8de4cc service nova] Acquiring lock "0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2346.107206] env[62211]: DEBUG oslo_concurrency.lockutils [req-7812b26d-81f4-4207-a955-419f5b2ce498 req-0d7a81e1-4d71-4f82-a02e-2f552d8de4cc service nova] Acquired lock "0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2346.108136] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515f1202-029e-4cb8-87cb-ad8e65ffa855 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.125419] env[62211]: DEBUG oslo_concurrency.lockutils [req-7812b26d-81f4-4207-a955-419f5b2ce498 req-0d7a81e1-4d71-4f82-a02e-2f552d8de4cc service nova] Releasing lock "0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2346.125687] env[62211]: WARNING nova.compute.manager [req-7812b26d-81f4-4207-a955-419f5b2ce498 req-0d7a81e1-4d71-4f82-a02e-2f552d8de4cc service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Detach interface failed, port_id=ce7265a4-9936-4bba-abfe-341b898b6bea, reason: No device with interface-id ce7265a4-9936-4bba-abfe-341b898b6bea exists on VM: nova.exception.NotFound: No device with interface-id ce7265a4-9936-4bba-abfe-341b898b6bea exists on VM [ 2346.133977] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.150896] env[62211]: INFO nova.compute.manager [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Detaching volume 673586e7-da6b-47da-9e6d-ce7e060130e5 [ 2346.185112] env[62211]: INFO nova.virt.block_device [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Attempting to driver detach volume 673586e7-da6b-47da-9e6d-ce7e060130e5 from mountpoint /dev/sdb [ 2346.185443] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2346.185562] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425458', 'volume_id': '673586e7-da6b-47da-9e6d-ce7e060130e5', 'name': 'volume-673586e7-da6b-47da-9e6d-ce7e060130e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9677caba-e1ca-49df-a3d6-72986b1acb14', 'attached_at': '', 'detached_at': '', 'volume_id': '673586e7-da6b-47da-9e6d-ce7e060130e5', 'serial': '673586e7-da6b-47da-9e6d-ce7e060130e5'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2346.186426] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f30111-b0f2-41d2-b3b2-f88f6e9f5092 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.218941] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf0a4c8-7f5d-47f2-900d-9959b4146763 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.229423] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8c7a27-9abf-44cc-8393-e03c879d3067 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.254161] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6cfb007c-4d8a-41a6-93fd-62f2e2e4cc7b tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.847s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.256316] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b965f9-f698-41e7-80fb-d9731bd22012 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.276017] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] The volume has not been displaced from its original location: [datastore1] volume-673586e7-da6b-47da-9e6d-ce7e060130e5/volume-673586e7-da6b-47da-9e6d-ce7e060130e5.vmdk. No consolidation needed. {{(pid=62211) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2346.282175] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2346.282855] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abf7dac6-cc78-4c25-b01c-0a066240fbdc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.303170] env[62211]: DEBUG oslo_vmware.api [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2346.303170] env[62211]: value = "task-2075709" [ 2346.303170] env[62211]: _type = "Task" [ 2346.303170] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.312704] env[62211]: DEBUG oslo_vmware.api [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.328065] env[62211]: DEBUG oslo_vmware.api [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Task: {'id': task-2075705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.030993} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.328344] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2346.328597] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2346.328816] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2346.329014] env[62211]: INFO nova.compute.manager [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Took 5.55 seconds to destroy the instance on the hypervisor. [ 2346.329265] env[62211]: DEBUG oslo.service.loopingcall [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2346.329808] env[62211]: DEBUG nova.compute.manager [-] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2346.329908] env[62211]: DEBUG nova.network.neutron [-] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2346.453995] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2346.453995] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2346.453995] env[62211]: DEBUG nova.network.neutron [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2346.472736] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a5d2cdf-8876-4701-a1fe-e91d42c234f6" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2346.473072] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Processing image 6a5d2cdf-8876-4701-a1fe-e91d42c234f6 {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2346.473381] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a5d2cdf-8876-4701-a1fe-e91d42c234f6/6a5d2cdf-8876-4701-a1fe-e91d42c234f6.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2346.473561] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a5d2cdf-8876-4701-a1fe-e91d42c234f6/6a5d2cdf-8876-4701-a1fe-e91d42c234f6.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2346.473761] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2346.474057] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43411f3c-1c4d-4661-90ba-0992d95a99d5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.483176] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2346.483379] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2346.484133] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c059ca76-971a-4273-bf30-ca8a9fcf9afa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.489902] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2346.489902] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f78973-a34f-3f4f-ba39-bd42c96bb33b" [ 2346.489902] env[62211]: _type = "Task" [ 2346.489902] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.500022] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f78973-a34f-3f4f-ba39-bd42c96bb33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.504654] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 476f50bc-1505-4384-8804-4610e14c24fb] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2346.535854] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075708, 'name': ReconfigVM_Task, 'duration_secs': 0.426951} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.535854] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Reconfigured VM instance instance-00000062 to attach disk [datastore1] e6c91f16-a8f1-4458-8864-abd827d53cb3/e6c91f16-a8f1-4458-8864-abd827d53cb3.vmdk or device None with type streamOptimized {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2346.537231] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94914331-4b89-4080-91a4-339420a119b5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.542670] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2346.542670] env[62211]: value = "task-2075710" [ 2346.542670] env[62211]: _type = "Task" [ 2346.542670] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.551226] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075710, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.635172] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075707, 'name': ReconfigVM_Task, 'duration_secs': 0.733015} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.635491] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Reconfigured VM instance instance-0000006b to attach disk [datastore1] c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a/c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2346.635776] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating instance 'c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a' progress to 50 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2346.694082] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.694326] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.694517] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.694675] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.694844] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.698170] env[62211]: INFO nova.compute.manager [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Terminating instance [ 2346.816504] env[62211]: DEBUG oslo_vmware.api [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075709, 'name': ReconfigVM_Task, 'duration_secs': 0.253664} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.816783] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2346.821831] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37c94f0e-06ef-474e-b69b-ee7c8270682b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.837584] env[62211]: DEBUG oslo_vmware.api [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2346.837584] env[62211]: value = "task-2075711" [ 2346.837584] env[62211]: _type = "Task" [ 2346.837584] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.845804] env[62211]: DEBUG oslo_vmware.api [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.946211] env[62211]: DEBUG oslo_concurrency.lockutils [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "0e4b2519-a6cb-4549-9883-150d29f02a26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.946451] env[62211]: DEBUG oslo_concurrency.lockutils [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "0e4b2519-a6cb-4549-9883-150d29f02a26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.946661] env[62211]: DEBUG oslo_concurrency.lockutils [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "0e4b2519-a6cb-4549-9883-150d29f02a26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.946842] env[62211]: DEBUG oslo_concurrency.lockutils [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "0e4b2519-a6cb-4549-9883-150d29f02a26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.947016] env[62211]: DEBUG oslo_concurrency.lockutils [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "0e4b2519-a6cb-4549-9883-150d29f02a26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.949170] env[62211]: INFO nova.compute.manager [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Terminating instance [ 2347.001863] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Preparing fetch location {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2347.001863] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Fetch image to [datastore1] OSTACK_IMG_b06c54ea-f732-4f49-b30c-a3b01999dfd4/OSTACK_IMG_b06c54ea-f732-4f49-b30c-a3b01999dfd4.vmdk {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2347.001863] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Downloading stream optimized image 6a5d2cdf-8876-4701-a1fe-e91d42c234f6 to [datastore1] OSTACK_IMG_b06c54ea-f732-4f49-b30c-a3b01999dfd4/OSTACK_IMG_b06c54ea-f732-4f49-b30c-a3b01999dfd4.vmdk on the data store datastore1 as vApp {{(pid=62211) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2347.002121] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Downloading image file data 6a5d2cdf-8876-4701-a1fe-e91d42c234f6 to the ESX as VM named 'OSTACK_IMG_b06c54ea-f732-4f49-b30c-a3b01999dfd4' {{(pid=62211) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2347.008221] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 45ad4bb0-5e77-47d4-bdb8-542c2039dafe] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2347.055453] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075710, 'name': Rename_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.087070] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2347.087070] env[62211]: value = "resgroup-9" [ 2347.087070] env[62211]: _type = "ResourcePool" [ 2347.087070] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2347.087457] env[62211]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8b3628ed-e289-48dc-be55-f1d8c6406a50 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.114173] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lease: (returnval){ [ 2347.114173] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5226ef69-0c9f-f7e4-dde3-3f68d8b48d29" [ 2347.114173] env[62211]: _type = "HttpNfcLease" [ 2347.114173] env[62211]: } obtained for vApp import into resource pool (val){ [ 2347.114173] env[62211]: value = "resgroup-9" [ 2347.114173] env[62211]: _type = "ResourcePool" [ 2347.114173] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2347.114173] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the lease: (returnval){ [ 2347.114173] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5226ef69-0c9f-f7e4-dde3-3f68d8b48d29" [ 2347.114173] env[62211]: _type = "HttpNfcLease" [ 2347.114173] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2347.119572] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2347.119572] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5226ef69-0c9f-f7e4-dde3-3f68d8b48d29" [ 2347.119572] env[62211]: _type = "HttpNfcLease" [ 2347.119572] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2347.142509] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3581b1f-0bd8-4f8d-a4ea-5bf5f0c67dd0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.171014] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfa5a11-3960-4f4b-86a5-f608040883f3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.186387] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating instance 'c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a' progress to 67 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2347.203699] env[62211]: DEBUG nova.compute.manager [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2347.203899] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2347.205162] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466756e5-e88d-43f9-ab20-61b2d32ce9f8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.213245] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2347.213483] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8fcd6db-4f5d-4d6b-95e4-d5f8665952cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.220783] env[62211]: DEBUG oslo_vmware.api [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2347.220783] env[62211]: value = "task-2075713" [ 2347.220783] env[62211]: _type = "Task" [ 2347.220783] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.229451] env[62211]: DEBUG oslo_vmware.api [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.242731] env[62211]: INFO nova.network.neutron [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Port c24ee0a2-7fc5-4b4e-8857-3ae91086b86d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2347.243162] env[62211]: DEBUG nova.network.neutron [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updating instance_info_cache with network_info: [{"id": "cb99fcf9-b451-445d-b9e3-13873979cb14", "address": "fa:16:3e:c8:7b:f2", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb99fcf9-b4", "ovs_interfaceid": "cb99fcf9-b451-445d-b9e3-13873979cb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2347.350785] env[62211]: DEBUG oslo_vmware.api [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075711, 'name': ReconfigVM_Task, 'duration_secs': 0.150637} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.350785] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425458', 'volume_id': '673586e7-da6b-47da-9e6d-ce7e060130e5', 'name': 'volume-673586e7-da6b-47da-9e6d-ce7e060130e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9677caba-e1ca-49df-a3d6-72986b1acb14', 'attached_at': '', 'detached_at': '', 'volume_id': '673586e7-da6b-47da-9e6d-ce7e060130e5', 'serial': '673586e7-da6b-47da-9e6d-ce7e060130e5'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2347.396483] env[62211]: DEBUG nova.network.neutron [-] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2347.428633] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "90f0de73-cd27-48be-b67e-8f9fc7110ad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.428870] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "90f0de73-cd27-48be-b67e-8f9fc7110ad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2347.453985] env[62211]: DEBUG nova.compute.manager [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2347.454278] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2347.455235] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b54403d-d962-4941-bce5-3ffa33737989 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.464227] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2347.464502] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c8ed5a5-be24-4f72-a0cf-9a456fb21d3b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.472813] env[62211]: DEBUG oslo_vmware.api [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2347.472813] env[62211]: value = "task-2075714" [ 2347.472813] env[62211]: _type = "Task" [ 2347.472813] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.483894] env[62211]: DEBUG oslo_vmware.api [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.511556] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 55219d51-c36f-42e9-835c-a54818a1e084] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2347.556550] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075710, 'name': Rename_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.620363] env[62211]: DEBUG nova.compute.manager [req-9fc996a3-fab2-4298-a5a5-1af618a2ac6d req-fd73114a-4f3f-4d6c-9205-f5abb75b9e02 service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Received event network-vif-deleted-c24ee0a2-7fc5-4b4e-8857-3ae91086b86d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2347.620497] env[62211]: DEBUG nova.compute.manager [req-9fc996a3-fab2-4298-a5a5-1af618a2ac6d req-fd73114a-4f3f-4d6c-9205-f5abb75b9e02 service nova] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Received event network-vif-deleted-2976a855-2aed-4218-8b37-8e2f051579d4 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2347.626218] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2347.626218] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5226ef69-0c9f-f7e4-dde3-3f68d8b48d29" [ 2347.626218] env[62211]: _type = "HttpNfcLease" [ 2347.626218] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2347.727188] env[62211]: DEBUG nova.network.neutron [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Port 0782846e-7e39-4d68-823d-006907e78664 binding to destination host cpu-1 is already ACTIVE {{(pid=62211) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2347.731946] env[62211]: DEBUG oslo_vmware.api [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075713, 'name': PowerOffVM_Task, 'duration_secs': 0.211602} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.732468] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2347.732649] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2347.732921] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef87d8d7-3eaf-483f-b0a4-4aa07a3a6afe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.745925] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "refresh_cache-0e4b2519-a6cb-4549-9883-150d29f02a26" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2347.898677] env[62211]: DEBUG nova.objects.instance [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lazy-loading 'flavor' on Instance uuid 9677caba-e1ca-49df-a3d6-72986b1acb14 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2347.900117] env[62211]: INFO nova.compute.manager [-] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Took 1.57 seconds to deallocate network for instance. [ 2347.930989] env[62211]: DEBUG nova.compute.manager [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2347.958025] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2347.958025] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2347.958025] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleting the datastore file [datastore1] 623a5989-14f7-4cef-84d7-0b5bb2f2fda4 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2347.958025] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da8ea188-8033-46ea-931a-5d040d1ec27e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.964278] env[62211]: DEBUG oslo_vmware.api [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2347.964278] env[62211]: value = "task-2075716" [ 2347.964278] env[62211]: _type = "Task" [ 2347.964278] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.973367] env[62211]: DEBUG oslo_vmware.api [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.984292] env[62211]: DEBUG oslo_vmware.api [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075714, 'name': PowerOffVM_Task, 'duration_secs': 0.190346} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.984504] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2347.984671] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2347.984926] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-283c3d55-d289-4d41-90ee-af8a19c694a7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.020646] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 53724549-132b-4fc4-a28b-bedd9a96fe9f] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2348.057147] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075710, 'name': Rename_Task, 'duration_secs': 1.198899} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.057424] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2348.057668] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2008e220-a326-41fc-95cb-e3fe28a63cb1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.065493] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2348.065493] env[62211]: value = "task-2075718" [ 2348.065493] env[62211]: _type = "Task" [ 2348.065493] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.073979] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.122677] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2348.122677] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5226ef69-0c9f-f7e4-dde3-3f68d8b48d29" [ 2348.122677] env[62211]: _type = "HttpNfcLease" [ 2348.122677] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2348.250044] env[62211]: DEBUG oslo_concurrency.lockutils [None req-d4052286-9384-43ab-b938-62b68f38272c tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-0e4b2519-a6cb-4549-9883-150d29f02a26-ce7265a4-9936-4bba-abfe-341b898b6bea" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 12.694s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.282254] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2348.282254] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2348.282404] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Deleting the datastore file [datastore1] 0e4b2519-a6cb-4549-9883-150d29f02a26 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2348.283037] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45d2dda2-3c6e-4e9d-bd41-96b41220c2fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.291387] env[62211]: DEBUG oslo_vmware.api [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2348.291387] env[62211]: value = "task-2075719" [ 2348.291387] env[62211]: _type = "Task" [ 2348.291387] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.301428] env[62211]: DEBUG oslo_vmware.api [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.406864] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.407250] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2348.407521] env[62211]: DEBUG nova.objects.instance [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Lazy-loading 'resources' on Instance uuid 220bf8d7-f907-44c3-874c-75303f484b04 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2348.456150] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.474226] env[62211]: DEBUG oslo_vmware.api [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161832} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.474497] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2348.474682] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2348.474858] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2348.475054] env[62211]: INFO nova.compute.manager [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2348.475337] env[62211]: DEBUG oslo.service.loopingcall [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2348.475566] env[62211]: DEBUG nova.compute.manager [-] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2348.475664] env[62211]: DEBUG nova.network.neutron [-] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2348.525461] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 93332dec-054c-4951-bb91-2206fddb633a] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2348.577156] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075718, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.625030] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2348.625030] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5226ef69-0c9f-f7e4-dde3-3f68d8b48d29" [ 2348.625030] env[62211]: _type = "HttpNfcLease" [ 2348.625030] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2348.625348] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2348.625348] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5226ef69-0c9f-f7e4-dde3-3f68d8b48d29" [ 2348.625348] env[62211]: _type = "HttpNfcLease" [ 2348.625348] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2348.626180] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea6eb72-da7f-4434-96cb-4edff9b5a888 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.635130] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d50ad-2541-2d73-4a15-dc8ac856d8a0/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2348.635361] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d50ad-2541-2d73-4a15-dc8ac856d8a0/disk-0.vmdk. {{(pid=62211) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2348.698470] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-61f15634-23b5-4b6f-a381-6a4b5b9f8f47 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.754501] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.754501] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2348.754727] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.801966] env[62211]: DEBUG oslo_vmware.api [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183358} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.802245] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2348.802437] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2348.802608] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2348.802869] env[62211]: INFO nova.compute.manager [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Took 1.35 seconds to destroy the instance on the hypervisor. [ 2348.803104] env[62211]: DEBUG oslo.service.loopingcall [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2348.803307] env[62211]: DEBUG nova.compute.manager [-] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2348.803432] env[62211]: DEBUG nova.network.neutron [-] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2348.846792] env[62211]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port c24ee0a2-7fc5-4b4e-8857-3ae91086b86d could not be found.", "detail": ""}} {{(pid=62211) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2348.847081] env[62211]: DEBUG nova.network.neutron [-] Unable to show port c24ee0a2-7fc5-4b4e-8857-3ae91086b86d as it no longer exists. {{(pid=62211) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 2348.920553] env[62211]: DEBUG oslo_concurrency.lockutils [None req-521de6cf-8a99-488e-b700-08a12f852754 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.946070] env[62211]: DEBUG oslo_concurrency.lockutils [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "9677caba-e1ca-49df-a3d6-72986b1acb14" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.946325] env[62211]: DEBUG oslo_concurrency.lockutils [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.029594] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 3cbfd6fb-df5d-4c13-ab41-89759666f3dd] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2349.073456] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221515a1-9127-4605-858d-a982086c6536 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.083825] env[62211]: DEBUG oslo_vmware.api [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075718, 'name': PowerOnVM_Task, 'duration_secs': 0.560323} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.084238] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2349.086813] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad3e1d3-4ab9-4fe4-98fe-cef6c533d19e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.120328] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4368f645-4f62-479b-bfb7-15136bf74e56 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.129014] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e6678b-8714-4508-8c8d-f78c55cc9793 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.144478] env[62211]: DEBUG nova.compute.provider_tree [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2349.193087] env[62211]: DEBUG nova.compute.manager [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2349.193971] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270b9393-f467-4a64-a3aa-191f96d81d44 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.210223] env[62211]: DEBUG nova.network.neutron [-] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2349.449198] env[62211]: INFO nova.compute.manager [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Detaching volume b26d3a33-a89c-4911-a521-9f699c1aafe0 [ 2349.489676] env[62211]: INFO nova.virt.block_device [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Attempting to driver detach volume b26d3a33-a89c-4911-a521-9f699c1aafe0 from mountpoint /dev/sdc [ 2349.489975] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2349.490121] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425461', 'volume_id': 'b26d3a33-a89c-4911-a521-9f699c1aafe0', 'name': 'volume-b26d3a33-a89c-4911-a521-9f699c1aafe0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9677caba-e1ca-49df-a3d6-72986b1acb14', 'attached_at': '', 'detached_at': '', 'volume_id': 'b26d3a33-a89c-4911-a521-9f699c1aafe0', 'serial': 'b26d3a33-a89c-4911-a521-9f699c1aafe0'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2349.491037] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c1d1c8-14c8-4782-8bec-5c61f32d0062 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.522515] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a6d661-6458-459c-813f-510952ff0ed3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.533364] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 4c6717ce-ed4a-4f67-aac8-036af30ca30f] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2349.539228] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7b847c-0eea-44da-b08f-eed23a0ee338 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.568342] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd17ecc-632b-4474-bead-82d4314ae8e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.587056] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] The volume has not been displaced from its original location: [datastore1] volume-b26d3a33-a89c-4911-a521-9f699c1aafe0/volume-b26d3a33-a89c-4911-a521-9f699c1aafe0.vmdk. No consolidation needed. {{(pid=62211) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2349.591793] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Reconfiguring VM instance instance-00000067 to detach disk 2002 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2349.595870] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c299804-b60d-4627-8599-8c6f9c734ce7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.619515] env[62211]: DEBUG oslo_vmware.api [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2349.619515] env[62211]: value = "task-2075720" [ 2349.619515] env[62211]: _type = "Task" [ 2349.619515] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.625982] env[62211]: DEBUG oslo_vmware.api [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.647185] env[62211]: DEBUG nova.scheduler.client.report [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2349.654542] env[62211]: DEBUG nova.compute.manager [req-971c4711-9359-47c2-8d34-01c96e84da70 req-f9d75802-d8cc-49d5-b411-cc7d08a8af0c service nova] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Received event network-vif-deleted-d5356a9c-1a1c-4e94-aaf2-8d41ddf73820 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2349.654787] env[62211]: DEBUG nova.compute.manager [req-971c4711-9359-47c2-8d34-01c96e84da70 req-f9d75802-d8cc-49d5-b411-cc7d08a8af0c service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Received event network-vif-deleted-cb99fcf9-b451-445d-b9e3-13873979cb14 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2349.654969] env[62211]: INFO nova.compute.manager [req-971c4711-9359-47c2-8d34-01c96e84da70 req-f9d75802-d8cc-49d5-b411-cc7d08a8af0c service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Neutron deleted interface cb99fcf9-b451-445d-b9e3-13873979cb14; detaching it from the instance and deleting it from the info cache [ 2349.655178] env[62211]: DEBUG nova.network.neutron [req-971c4711-9359-47c2-8d34-01c96e84da70 req-f9d75802-d8cc-49d5-b411-cc7d08a8af0c service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2349.713736] env[62211]: INFO nova.compute.manager [-] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Took 1.24 seconds to deallocate network for instance. [ 2349.723107] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce3-e9ac-4409-92de-e1115744013e tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.956s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2349.739632] env[62211]: DEBUG nova.network.neutron [-] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2349.798139] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2349.798139] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2349.798139] env[62211]: DEBUG nova.network.neutron [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2350.043617] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: fde2ec79-b4fc-4748-be4e-9c1c8304ea2d] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2350.131249] env[62211]: DEBUG oslo_vmware.api [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075720, 'name': ReconfigVM_Task, 'duration_secs': 0.254905} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.133162] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Reconfigured VM instance instance-00000067 to detach disk 2002 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2350.138287] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c8da1cc-2316-4544-bf18-723c41de6fad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.153450] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.157245] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.700s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.158892] env[62211]: INFO nova.compute.claims [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2350.165920] env[62211]: DEBUG oslo_vmware.api [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2350.165920] env[62211]: value = "task-2075721" [ 2350.165920] env[62211]: _type = "Task" [ 2350.165920] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.166231] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6697f692-2c0b-4941-b59a-e9f92156ca98 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.185270] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73b1eb2-e9b8-4624-87e5-adf154ef23f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.196073] env[62211]: DEBUG oslo_vmware.api [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.197234] env[62211]: INFO nova.scheduler.client.report [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Deleted allocations for instance 220bf8d7-f907-44c3-874c-75303f484b04 [ 2350.230862] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.231816] env[62211]: DEBUG nova.compute.manager [req-971c4711-9359-47c2-8d34-01c96e84da70 req-f9d75802-d8cc-49d5-b411-cc7d08a8af0c service nova] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Detach interface failed, port_id=cb99fcf9-b451-445d-b9e3-13873979cb14, reason: Instance 0e4b2519-a6cb-4549-9883-150d29f02a26 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2350.244738] env[62211]: INFO nova.compute.manager [-] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Took 1.44 seconds to deallocate network for instance. [ 2350.390544] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Completed reading data from the image iterator. {{(pid=62211) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2350.390842] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d50ad-2541-2d73-4a15-dc8ac856d8a0/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2350.391955] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76024dcf-14f0-4035-8af1-5719f0d425d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.403444] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d50ad-2541-2d73-4a15-dc8ac856d8a0/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2350.403662] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d50ad-2541-2d73-4a15-dc8ac856d8a0/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2350.403961] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b3bfbd90-922f-438d-86eb-67e1d0605637 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.492461] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "e6c91f16-a8f1-4458-8864-abd827d53cb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.492913] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.493018] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "e6c91f16-a8f1-4458-8864-abd827d53cb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.493135] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.493334] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.495689] env[62211]: INFO nova.compute.manager [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Terminating instance [ 2350.548020] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 01a5ad65-d33d-4aa3-aa91-9202d51b54c9] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2350.565272] env[62211]: DEBUG nova.network.neutron [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating instance_info_cache with network_info: [{"id": "0782846e-7e39-4d68-823d-006907e78664", "address": "fa:16:3e:fd:69:ee", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0782846e-7e", "ovs_interfaceid": "0782846e-7e39-4d68-823d-006907e78664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2350.680608] env[62211]: DEBUG oslo_vmware.api [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075721, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.705068] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2b2754e8-892a-4b58-943d-4ba38d59c507 tempest-ServersV294TestFqdnHostnames-1196185254 tempest-ServersV294TestFqdnHostnames-1196185254-project-member] Lock "220bf8d7-f907-44c3-874c-75303f484b04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.430s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.752991] env[62211]: DEBUG oslo_concurrency.lockutils [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2351.000466] env[62211]: DEBUG nova.compute.manager [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2351.000691] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2351.001616] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bc85c3-82a5-4ed8-9866-be1fd7e4e841 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.012012] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2351.012134] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efd2e847-db3b-4d76-8210-35d4be04d0d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.020695] env[62211]: DEBUG oslo_vmware.api [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2351.020695] env[62211]: value = "task-2075722" [ 2351.020695] env[62211]: _type = "Task" [ 2351.020695] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2351.029683] env[62211]: DEBUG oslo_vmware.api [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.051954] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 0320403f-6d21-4694-a58e-e12957c653f5] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2351.068554] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2351.110952] env[62211]: DEBUG oslo_vmware.rw_handles [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d50ad-2541-2d73-4a15-dc8ac856d8a0/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2351.111270] env[62211]: INFO nova.virt.vmwareapi.images [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Downloaded image file data 6a5d2cdf-8876-4701-a1fe-e91d42c234f6 [ 2351.112399] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38399d84-6a72-44c9-8c3c-ca7d21c081fb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.130618] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35948178-2e15-4858-b468-3b610b4e07e9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.159533] env[62211]: INFO nova.virt.vmwareapi.images [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] The imported VM was unregistered [ 2351.162052] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Caching image {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2351.162292] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6a5d2cdf-8876-4701-a1fe-e91d42c234f6 {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2351.162571] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9162814-807a-4674-9a4c-60792dc0b4ea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.180552] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Created directory with path [datastore1] devstack-image-cache_base/6a5d2cdf-8876-4701-a1fe-e91d42c234f6 {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2351.180552] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b06c54ea-f732-4f49-b30c-a3b01999dfd4/OSTACK_IMG_b06c54ea-f732-4f49-b30c-a3b01999dfd4.vmdk to [datastore1] devstack-image-cache_base/6a5d2cdf-8876-4701-a1fe-e91d42c234f6/6a5d2cdf-8876-4701-a1fe-e91d42c234f6.vmdk. {{(pid=62211) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2351.180552] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-941e42da-9bbf-45a2-849e-722fdf0d378d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.186806] env[62211]: DEBUG oslo_vmware.api [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075721, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.188290] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2351.188290] env[62211]: value = "task-2075724" [ 2351.188290] env[62211]: _type = "Task" [ 2351.188290] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2351.197408] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075724, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.322264] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bb3925-e063-4b18-88ee-3fa5eff1b790 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.332075] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c2cc7b-3507-48a7-96c1-f90d6b63618a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.367734] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bfdc41-dbbc-4a24-87d9-7b066daff405 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.374650] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f888e008-5028-4fe8-ab38-ad23206fe086 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.390576] env[62211]: DEBUG nova.compute.provider_tree [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2351.533531] env[62211]: DEBUG oslo_vmware.api [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075722, 'name': PowerOffVM_Task, 'duration_secs': 0.270464} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2351.533531] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2351.534111] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2351.535444] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-094f4d1e-59b0-4705-80e3-86bbb76b00cf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.557268] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: afdf804b-f270-4afb-887d-16a4d4536b1b] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2351.599903] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0554d0be-8e3b-498e-8773-26f5789f7efb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.620916] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456b43bc-a36a-4afd-abb2-119126580b10 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.629755] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating instance 'c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a' progress to 83 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2351.684958] env[62211]: DEBUG oslo_vmware.api [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075721, 'name': ReconfigVM_Task, 'duration_secs': 1.175122} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2351.686479] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425461', 'volume_id': 'b26d3a33-a89c-4911-a521-9f699c1aafe0', 'name': 'volume-b26d3a33-a89c-4911-a521-9f699c1aafe0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9677caba-e1ca-49df-a3d6-72986b1acb14', 'attached_at': '', 'detached_at': '', 'volume_id': 'b26d3a33-a89c-4911-a521-9f699c1aafe0', 'serial': 'b26d3a33-a89c-4911-a521-9f699c1aafe0'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2351.688966] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2351.689181] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2351.689413] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleting the datastore file [datastore1] e6c91f16-a8f1-4458-8864-abd827d53cb3 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2351.690329] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b40ac78e-518c-49c8-abe5-5589bdec7453 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.701182] env[62211]: DEBUG oslo_vmware.api [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for the task: (returnval){ [ 2351.701182] env[62211]: value = "task-2075726" [ 2351.701182] env[62211]: _type = "Task" [ 2351.701182] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2351.704259] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075724, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.718380] env[62211]: DEBUG oslo_vmware.api [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.894160] env[62211]: DEBUG nova.scheduler.client.report [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2352.060814] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 9da62bb0-d0ce-49f3-9267-5cb9fcd9ab0b] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2352.137662] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2352.137979] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70423029-f62d-49ce-a7dd-bbb98e81106e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.147113] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2352.147113] env[62211]: value = "task-2075727" [ 2352.147113] env[62211]: _type = "Task" [ 2352.147113] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.157553] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.201967] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075724, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.214751] env[62211]: DEBUG oslo_vmware.api [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.240868] env[62211]: DEBUG nova.objects.instance [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lazy-loading 'flavor' on Instance uuid 9677caba-e1ca-49df-a3d6-72986b1acb14 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2352.400010] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.400763] env[62211]: DEBUG nova.compute.manager [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2352.404129] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.173s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.404404] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.406625] env[62211]: DEBUG oslo_concurrency.lockutils [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.654s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.406880] env[62211]: DEBUG nova.objects.instance [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'resources' on Instance uuid 0e4b2519-a6cb-4549-9883-150d29f02a26 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2352.437390] env[62211]: INFO nova.scheduler.client.report [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleted allocations for instance 623a5989-14f7-4cef-84d7-0b5bb2f2fda4 [ 2352.563908] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 0a478aaf-ea40-4062-ac9a-7f576b4d5d51] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2352.666059] env[62211]: DEBUG oslo_vmware.api [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075727, 'name': PowerOnVM_Task, 'duration_secs': 0.422009} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.666693] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2352.667190] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6539ec58-0219-4749-81e5-f8bd7897b510 tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating instance 'c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a' progress to 100 {{(pid=62211) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2352.706067] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075724, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.717551] env[62211]: DEBUG oslo_vmware.api [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.910416] env[62211]: DEBUG nova.compute.utils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2352.919194] env[62211]: DEBUG nova.compute.manager [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2352.919394] env[62211]: DEBUG nova.network.neutron [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2352.947062] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b19425b7-e8b4-4b46-b22c-19d599a6866c tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "623a5989-14f7-4cef-84d7-0b5bb2f2fda4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.253s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.974275] env[62211]: DEBUG nova.policy [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a4becf9f64d44f6ad701f02c0103aed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0d295a3752407286cac74c6474bcbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2353.069488] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 0813d3ad-ede9-4ec5-9b54-898c9830a4d2] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2353.086162] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9b1649-31bc-4b55-844a-db3ac780b7ea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.097271] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2d4fb6-e71d-4410-987a-6b8d83257e8c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.138494] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ae4cf0-e88e-40cd-9383-fb6649be8ae7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.149770] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e246577-af90-421a-8044-a9626c13f648 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.167769] env[62211]: DEBUG nova.compute.provider_tree [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2353.206010] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075724, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.218754] env[62211]: DEBUG oslo_vmware.api [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.253342] env[62211]: DEBUG oslo_concurrency.lockutils [None req-beaba973-6c93-4468-b58c-15e74b47495e tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.307s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2353.421126] env[62211]: DEBUG nova.compute.manager [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2353.554646] env[62211]: DEBUG nova.network.neutron [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Successfully created port: 361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2353.572994] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 6d7b3ed5-d1f3-413d-b708-5a8a7d3caafd] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2353.671827] env[62211]: DEBUG nova.scheduler.client.report [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2353.703043] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075724, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.511542} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.703043] env[62211]: INFO nova.virt.vmwareapi.ds_util [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b06c54ea-f732-4f49-b30c-a3b01999dfd4/OSTACK_IMG_b06c54ea-f732-4f49-b30c-a3b01999dfd4.vmdk to [datastore1] devstack-image-cache_base/6a5d2cdf-8876-4701-a1fe-e91d42c234f6/6a5d2cdf-8876-4701-a1fe-e91d42c234f6.vmdk. [ 2353.703043] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Cleaning up location [datastore1] OSTACK_IMG_b06c54ea-f732-4f49-b30c-a3b01999dfd4 {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2353.703300] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b06c54ea-f732-4f49-b30c-a3b01999dfd4 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2353.703458] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d02e0be7-426c-4083-9365-ff18464a28b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.711242] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2353.711242] env[62211]: value = "task-2075728" [ 2353.711242] env[62211]: _type = "Task" [ 2353.711242] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.717757] env[62211]: DEBUG oslo_vmware.api [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Task: {'id': task-2075726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.87232} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.718697] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2353.718697] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2353.719161] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2353.719161] env[62211]: INFO nova.compute.manager [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Took 2.72 seconds to destroy the instance on the hypervisor. [ 2353.719161] env[62211]: DEBUG oslo.service.loopingcall [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2353.719320] env[62211]: DEBUG nova.compute.manager [-] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2353.719430] env[62211]: DEBUG nova.network.neutron [-] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2353.725098] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.076528] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 28e0b971-2014-4773-bbe4-71e5b3f21c11] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2354.177521] env[62211]: DEBUG oslo_concurrency.lockutils [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2354.208660] env[62211]: INFO nova.scheduler.client.report [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Deleted allocations for instance 0e4b2519-a6cb-4549-9883-150d29f02a26 [ 2354.222139] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032282} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.222455] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2354.222651] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a5d2cdf-8876-4701-a1fe-e91d42c234f6/6a5d2cdf-8876-4701-a1fe-e91d42c234f6.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2354.222890] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a5d2cdf-8876-4701-a1fe-e91d42c234f6/6a5d2cdf-8876-4701-a1fe-e91d42c234f6.vmdk to [datastore1] 12180821-2199-4877-9c88-124008bb53c0/12180821-2199-4877-9c88-124008bb53c0.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2354.223239] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e840e103-cc50-4ec3-a426-c5d678a1784a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.229837] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2354.229837] env[62211]: value = "task-2075729" [ 2354.229837] env[62211]: _type = "Task" [ 2354.229837] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.238843] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.434266] env[62211]: DEBUG nova.compute.manager [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2354.448082] env[62211]: DEBUG oslo_concurrency.lockutils [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "9677caba-e1ca-49df-a3d6-72986b1acb14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2354.448632] env[62211]: DEBUG oslo_concurrency.lockutils [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2354.448632] env[62211]: DEBUG oslo_concurrency.lockutils [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "9677caba-e1ca-49df-a3d6-72986b1acb14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2354.448855] env[62211]: DEBUG oslo_concurrency.lockutils [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2354.449109] env[62211]: DEBUG oslo_concurrency.lockutils [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2354.451460] env[62211]: INFO nova.compute.manager [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Terminating instance [ 2354.461134] env[62211]: DEBUG nova.compute.manager [req-d2ae6f4b-2a0e-4d14-b0b1-9588d7abe127 req-4f8c062b-1e84-4c6e-8c3b-9f49b44071b1 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Received event network-vif-deleted-18ec1859-b2b6-40bc-9815-cdd86331f725 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2354.461134] env[62211]: INFO nova.compute.manager [req-d2ae6f4b-2a0e-4d14-b0b1-9588d7abe127 req-4f8c062b-1e84-4c6e-8c3b-9f49b44071b1 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Neutron deleted interface 18ec1859-b2b6-40bc-9815-cdd86331f725; detaching it from the instance and deleting it from the info cache [ 2354.461134] env[62211]: DEBUG nova.network.neutron [req-d2ae6f4b-2a0e-4d14-b0b1-9588d7abe127 req-4f8c062b-1e84-4c6e-8c3b-9f49b44071b1 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.467688] env[62211]: DEBUG nova.virt.hardware [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2354.467961] env[62211]: DEBUG nova.virt.hardware [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2354.468267] env[62211]: DEBUG nova.virt.hardware [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2354.468480] env[62211]: DEBUG nova.virt.hardware [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2354.469084] env[62211]: DEBUG nova.virt.hardware [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2354.469084] env[62211]: DEBUG nova.virt.hardware [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2354.469084] env[62211]: DEBUG nova.virt.hardware [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2354.469668] env[62211]: DEBUG nova.virt.hardware [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2354.469668] env[62211]: DEBUG nova.virt.hardware [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2354.469668] env[62211]: DEBUG nova.virt.hardware [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2354.469982] env[62211]: DEBUG nova.virt.hardware [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2354.471680] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3707f8a-cac4-43d5-97d8-469ccc52427f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.484930] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f55b3f-da55-40ea-ab4c-7654864840ee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.582320] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 5f19a95e-137e-46f2-884b-c56c947ef05c] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2354.622163] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2354.622163] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2354.622163] env[62211]: DEBUG nova.compute.manager [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Going to confirm migration 9 {{(pid=62211) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2354.715474] env[62211]: DEBUG oslo_concurrency.lockutils [None req-818694b4-1695-4113-aac6-3101e7e85347 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "0e4b2519-a6cb-4549-9883-150d29f02a26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.769s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2354.742882] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075729, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.836943] env[62211]: DEBUG nova.network.neutron [-] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.960589] env[62211]: DEBUG nova.compute.manager [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2354.960849] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2354.961785] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43026e98-ed2e-4f7f-8187-48d9ed26a0ed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.968372] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b258f4a9-4a3a-4316-b838-fd17118a91ab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.978404] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2354.979891] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-818fd827-d20a-46fd-bf78-56e839d45e9c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.984815] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d750fb-b043-496c-8e39-2b7e385983a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.001131] env[62211]: DEBUG oslo_vmware.api [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2355.001131] env[62211]: value = "task-2075730" [ 2355.001131] env[62211]: _type = "Task" [ 2355.001131] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.012380] env[62211]: DEBUG oslo_vmware.api [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.018667] env[62211]: DEBUG nova.compute.manager [req-d2ae6f4b-2a0e-4d14-b0b1-9588d7abe127 req-4f8c062b-1e84-4c6e-8c3b-9f49b44071b1 service nova] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Detach interface failed, port_id=18ec1859-b2b6-40bc-9815-cdd86331f725, reason: Instance e6c91f16-a8f1-4458-8864-abd827d53cb3 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2355.088845] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 08571a4e-7b57-4675-a635-808ee5bdcbdc] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2355.243494] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075729, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.282172] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.282369] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquired lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.282553] env[62211]: DEBUG nova.network.neutron [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2355.282740] env[62211]: DEBUG nova.objects.instance [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lazy-loading 'info_cache' on Instance uuid c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2355.339707] env[62211]: INFO nova.compute.manager [-] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Took 1.62 seconds to deallocate network for instance. [ 2355.347658] env[62211]: DEBUG nova.network.neutron [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Successfully updated port: 361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2355.513677] env[62211]: DEBUG oslo_vmware.api [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.591332] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: e09e9a1b-bae2-409d-8aab-eadd387f91cd] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2355.744879] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075729, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.848018] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2355.848748] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2355.848748] env[62211]: DEBUG nova.objects.instance [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lazy-loading 'resources' on Instance uuid e6c91f16-a8f1-4458-8864-abd827d53cb3 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2355.850418] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "refresh_cache-90f0de73-cd27-48be-b67e-8f9fc7110ad7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.850570] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "refresh_cache-90f0de73-cd27-48be-b67e-8f9fc7110ad7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.850720] env[62211]: DEBUG nova.network.neutron [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2356.016185] env[62211]: DEBUG oslo_vmware.api [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.095273] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 91fff514-7cbd-4ba7-bdea-d9f2251ef1b8] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2356.246147] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075729, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.433659] env[62211]: DEBUG nova.network.neutron [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2356.501257] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becd3f7e-6e3b-430b-84e0-bbf6f013b7b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.514650] env[62211]: DEBUG oslo_vmware.api [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075730, 'name': PowerOffVM_Task, 'duration_secs': 1.28674} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.516997] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2356.517639] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2356.517639] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d35bb83-a0eb-437f-a7c6-9149942a0d63 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.520193] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b19366-080e-4683-90d2-dc0ff0ab4d9a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.561566] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c281ab-2e66-433a-aed1-6b823dcc01f6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.569071] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d4a11e-08c1-413a-ab12-07f2f9cec874 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.583174] env[62211]: DEBUG nova.compute.provider_tree [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2356.586918] env[62211]: DEBUG nova.compute.manager [req-db109d0d-d4f7-45af-abc9-777997b78d09 req-94272bca-00de-4e58-98c2-c1a5071551e8 service nova] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Received event network-vif-plugged-361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2356.586918] env[62211]: DEBUG oslo_concurrency.lockutils [req-db109d0d-d4f7-45af-abc9-777997b78d09 req-94272bca-00de-4e58-98c2-c1a5071551e8 service nova] Acquiring lock "90f0de73-cd27-48be-b67e-8f9fc7110ad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2356.586918] env[62211]: DEBUG oslo_concurrency.lockutils [req-db109d0d-d4f7-45af-abc9-777997b78d09 req-94272bca-00de-4e58-98c2-c1a5071551e8 service nova] Lock "90f0de73-cd27-48be-b67e-8f9fc7110ad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2356.586918] env[62211]: DEBUG oslo_concurrency.lockutils [req-db109d0d-d4f7-45af-abc9-777997b78d09 req-94272bca-00de-4e58-98c2-c1a5071551e8 service nova] Lock "90f0de73-cd27-48be-b67e-8f9fc7110ad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2356.586918] env[62211]: DEBUG nova.compute.manager [req-db109d0d-d4f7-45af-abc9-777997b78d09 req-94272bca-00de-4e58-98c2-c1a5071551e8 service nova] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] No waiting events found dispatching network-vif-plugged-361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2356.586918] env[62211]: WARNING nova.compute.manager [req-db109d0d-d4f7-45af-abc9-777997b78d09 req-94272bca-00de-4e58-98c2-c1a5071551e8 service nova] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Received unexpected event network-vif-plugged-361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3 for instance with vm_state building and task_state spawning. [ 2356.586918] env[62211]: DEBUG nova.compute.manager [req-db109d0d-d4f7-45af-abc9-777997b78d09 req-94272bca-00de-4e58-98c2-c1a5071551e8 service nova] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Received event network-changed-361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2356.587193] env[62211]: DEBUG nova.compute.manager [req-db109d0d-d4f7-45af-abc9-777997b78d09 req-94272bca-00de-4e58-98c2-c1a5071551e8 service nova] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Refreshing instance network info cache due to event network-changed-361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2356.587193] env[62211]: DEBUG oslo_concurrency.lockutils [req-db109d0d-d4f7-45af-abc9-777997b78d09 req-94272bca-00de-4e58-98c2-c1a5071551e8 service nova] Acquiring lock "refresh_cache-90f0de73-cd27-48be-b67e-8f9fc7110ad7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.599598] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 269c293a-d0a5-4467-b3f2-67351118f1aa] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2356.612883] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2356.613115] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2356.680117] env[62211]: DEBUG nova.network.neutron [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating instance_info_cache with network_info: [{"id": "0782846e-7e39-4d68-823d-006907e78664", "address": "fa:16:3e:fd:69:ee", "network": {"id": "d9f28d05-5be4-4a9f-bba7-368791b85bbb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1254405144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "615e477a88c5481fa583b4b97dec4c26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0782846e-7e", "ovs_interfaceid": "0782846e-7e39-4d68-823d-006907e78664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2356.728966] env[62211]: DEBUG nova.network.neutron [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Updating instance_info_cache with network_info: [{"id": "361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3", "address": "fa:16:3e:e1:0a:df", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361fa3ff-7d", "ovs_interfaceid": "361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2356.742661] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075729, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.422655} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.743591] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a5d2cdf-8876-4701-a1fe-e91d42c234f6/6a5d2cdf-8876-4701-a1fe-e91d42c234f6.vmdk to [datastore1] 12180821-2199-4877-9c88-124008bb53c0/12180821-2199-4877-9c88-124008bb53c0.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2356.744341] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058f9dec-cb29-43fb-a4ac-8ffa37a7a4eb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.766939] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 12180821-2199-4877-9c88-124008bb53c0/12180821-2199-4877-9c88-124008bb53c0.vmdk or device None with type streamOptimized {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2356.767462] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0cd6c1-961a-4775-9e76-db1dd87c5907 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.782304] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2356.782507] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2356.782689] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Deleting the datastore file [datastore1] 9677caba-e1ca-49df-a3d6-72986b1acb14 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2356.783367] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbb39438-5a4c-4c4d-8ee4-1dc743417f77 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.787364] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2356.787364] env[62211]: value = "task-2075732" [ 2356.787364] env[62211]: _type = "Task" [ 2356.787364] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.791084] env[62211]: DEBUG oslo_vmware.api [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for the task: (returnval){ [ 2356.791084] env[62211]: value = "task-2075733" [ 2356.791084] env[62211]: _type = "Task" [ 2356.791084] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.797555] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.800594] env[62211]: DEBUG oslo_vmware.api [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.089249] env[62211]: DEBUG nova.scheduler.client.report [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2357.103427] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: cd7ca1ba-b100-455d-8a9e-a540e5fc03a7] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2357.115065] env[62211]: DEBUG nova.compute.manager [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2357.184523] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Releasing lock "refresh_cache-c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2357.184832] env[62211]: DEBUG nova.objects.instance [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lazy-loading 'migration_context' on Instance uuid c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2357.231976] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "refresh_cache-90f0de73-cd27-48be-b67e-8f9fc7110ad7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2357.232318] env[62211]: DEBUG nova.compute.manager [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Instance network_info: |[{"id": "361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3", "address": "fa:16:3e:e1:0a:df", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361fa3ff-7d", "ovs_interfaceid": "361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2357.232621] env[62211]: DEBUG oslo_concurrency.lockutils [req-db109d0d-d4f7-45af-abc9-777997b78d09 req-94272bca-00de-4e58-98c2-c1a5071551e8 service nova] Acquired lock "refresh_cache-90f0de73-cd27-48be-b67e-8f9fc7110ad7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2357.232794] env[62211]: DEBUG nova.network.neutron [req-db109d0d-d4f7-45af-abc9-777997b78d09 req-94272bca-00de-4e58-98c2-c1a5071551e8 service nova] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Refreshing network info cache for port 361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2357.233933] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:0a:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2357.241289] env[62211]: DEBUG oslo.service.loopingcall [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2357.244486] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2357.244928] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e432d65-5f39-43f7-bd71-2f4ff325cd5c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.265939] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2357.265939] env[62211]: value = "task-2075734" [ 2357.265939] env[62211]: _type = "Task" [ 2357.265939] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.276439] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075734, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.306027] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075732, 'name': ReconfigVM_Task, 'duration_secs': 0.315787} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.310309] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 12180821-2199-4877-9c88-124008bb53c0/12180821-2199-4877-9c88-124008bb53c0.vmdk or device None with type streamOptimized {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2357.311207] env[62211]: DEBUG oslo_vmware.api [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Task: {'id': task-2075733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162799} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.311492] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3450c041-6235-4308-8883-4a9fce1fc1c5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.313321] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2357.313508] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2357.313684] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2357.313854] env[62211]: INFO nova.compute.manager [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Took 2.35 seconds to destroy the instance on the hypervisor. [ 2357.314091] env[62211]: DEBUG oslo.service.loopingcall [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2357.314285] env[62211]: DEBUG nova.compute.manager [-] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2357.314378] env[62211]: DEBUG nova.network.neutron [-] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2357.321153] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2357.321153] env[62211]: value = "task-2075735" [ 2357.321153] env[62211]: _type = "Task" [ 2357.321153] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.329068] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075735, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.594294] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2357.607015] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 65e59681-f925-4ec0-8ac1-0ded9fcc7947] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2357.617640] env[62211]: INFO nova.scheduler.client.report [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Deleted allocations for instance e6c91f16-a8f1-4458-8864-abd827d53cb3 [ 2357.643445] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2357.643698] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2357.645284] env[62211]: INFO nova.compute.claims [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2357.687072] env[62211]: DEBUG nova.objects.base [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2357.688302] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c422fefa-94a6-4685-a34c-8e1af8d0c245 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.692023] env[62211]: DEBUG nova.network.neutron [req-db109d0d-d4f7-45af-abc9-777997b78d09 req-94272bca-00de-4e58-98c2-c1a5071551e8 service nova] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Updated VIF entry in instance network info cache for port 361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2357.692362] env[62211]: DEBUG nova.network.neutron [req-db109d0d-d4f7-45af-abc9-777997b78d09 req-94272bca-00de-4e58-98c2-c1a5071551e8 service nova] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Updating instance_info_cache with network_info: [{"id": "361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3", "address": "fa:16:3e:e1:0a:df", "network": {"id": "b4a8014d-1086-4602-896d-f8a80bbcd6df", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1264451498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0d295a3752407286cac74c6474bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361fa3ff-7d", "ovs_interfaceid": "361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2357.710669] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210f675f-a79a-4e41-aef3-8f8a86e68cbc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.716558] env[62211]: DEBUG oslo_vmware.api [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2357.716558] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b1fda8-28ae-1150-ba02-e9d619d05c16" [ 2357.716558] env[62211]: _type = "Task" [ 2357.716558] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.725080] env[62211]: DEBUG oslo_vmware.api [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b1fda8-28ae-1150-ba02-e9d619d05c16, 'name': SearchDatastore_Task, 'duration_secs': 0.00691} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.725391] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2357.775361] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075734, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.831114] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075735, 'name': Rename_Task, 'duration_secs': 0.14531} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.831332] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2357.831562] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-980e6f07-76f9-4269-96bf-ce45c7247688 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.838350] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2357.838350] env[62211]: value = "task-2075736" [ 2357.838350] env[62211]: _type = "Task" [ 2357.838350] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.847666] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.111079] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 34f95e70-db34-42cf-8b4f-bebcc26c289b] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2358.129903] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ef6f5e7c-7369-4991-9270-8239d2c54527 tempest-ServerActionsTestOtherB-1511022424 tempest-ServerActionsTestOtherB-1511022424-project-member] Lock "e6c91f16-a8f1-4458-8864-abd827d53cb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.637s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.195362] env[62211]: DEBUG oslo_concurrency.lockutils [req-db109d0d-d4f7-45af-abc9-777997b78d09 req-94272bca-00de-4e58-98c2-c1a5071551e8 service nova] Releasing lock "refresh_cache-90f0de73-cd27-48be-b67e-8f9fc7110ad7" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2358.275613] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075734, 'name': CreateVM_Task, 'duration_secs': 0.73237} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.275805] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2358.276628] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2358.276799] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2358.277155] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2358.277448] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ac1764-699c-42ce-8f0f-30b439e9fb49 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.281792] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2358.281792] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529d747e-1f37-3d06-2abd-56c63adb67ec" [ 2358.281792] env[62211]: _type = "Task" [ 2358.281792] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.289517] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529d747e-1f37-3d06-2abd-56c63adb67ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.348236] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075736, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.493044] env[62211]: DEBUG nova.network.neutron [-] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2358.614866] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 8ad86c6d-5655-4bca-8a9f-4af4d05d71e4] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2358.693831] env[62211]: DEBUG nova.compute.manager [req-8f893dfb-52c5-4413-ac18-986514f32da2 req-a24ba5e4-6e63-47d2-91f6-1eeaf235bb47 service nova] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Received event network-vif-deleted-3535ac75-28e7-4af8-8fa0-636dd05491ea {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2358.763686] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680e4f7c-aa69-4e89-98a1-c18583ba38ac {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.771427] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa7907f-4117-409e-90db-67d4c8bd823e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.805440] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9789de-dfdb-4352-9a88-5ef46cab6161 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.815797] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529d747e-1f37-3d06-2abd-56c63adb67ec, 'name': SearchDatastore_Task, 'duration_secs': 0.0138} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.817465] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2358.817713] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2358.818427] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2358.818427] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2358.818427] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2358.818703] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46e33d57-e865-47ca-a5ed-240b5b0fc2e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.821352] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12df6200-19d3-4d75-bc9d-23a6a28733e5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.835226] env[62211]: DEBUG nova.compute.provider_tree [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2358.837520] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2358.837725] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2358.838619] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07f8ab7-ef67-4e33-8f14-8d7814ef9e5c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.846933] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2358.846933] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52405ee9-ecf9-6c54-5868-bf3c58463322" [ 2358.846933] env[62211]: _type = "Task" [ 2358.846933] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.851982] env[62211]: DEBUG oslo_vmware.api [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075736, 'name': PowerOnVM_Task, 'duration_secs': 0.669105} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.855537] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2358.864042] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52405ee9-ecf9-6c54-5868-bf3c58463322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.957708] env[62211]: DEBUG nova.compute.manager [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2358.958703] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bef5b35-3a28-418b-8f2a-c753366e4adf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.995693] env[62211]: INFO nova.compute.manager [-] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Took 1.68 seconds to deallocate network for instance. [ 2359.118380] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: ed809ccc-1cae-4a76-a40e-19650dbbe801] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2359.340026] env[62211]: DEBUG nova.scheduler.client.report [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2359.362081] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52405ee9-ecf9-6c54-5868-bf3c58463322, 'name': SearchDatastore_Task, 'duration_secs': 0.015529} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.363044] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17783e37-6aa4-40fd-9ce7-eaee2890d460 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.368328] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2359.368328] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526abc16-38e5-eeaa-5bfb-c19ea83dfa65" [ 2359.368328] env[62211]: _type = "Task" [ 2359.368328] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.375756] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526abc16-38e5-eeaa-5bfb-c19ea83dfa65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.474511] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f7e9ed0c-1dc1-4995-aac1-398462f318d0 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "12180821-2199-4877-9c88-124008bb53c0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.712s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2359.501602] env[62211]: DEBUG oslo_concurrency.lockutils [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.621124] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 4f85b886-8a92-495c-948c-4f21691d4f39] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2359.845233] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2359.845781] env[62211]: DEBUG nova.compute.manager [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2359.848850] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.123s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2359.879123] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526abc16-38e5-eeaa-5bfb-c19ea83dfa65, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.879363] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2359.879667] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 90f0de73-cd27-48be-b67e-8f9fc7110ad7/90f0de73-cd27-48be-b67e-8f9fc7110ad7.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2359.879931] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e20a5983-d448-4c67-a261-1bb53b5645bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.888101] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2359.888101] env[62211]: value = "task-2075738" [ 2359.888101] env[62211]: _type = "Task" [ 2359.888101] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.898020] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.124089] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 3f952136-5629-42ba-8a95-a21524601643] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2360.353389] env[62211]: DEBUG nova.compute.utils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2360.359492] env[62211]: DEBUG nova.compute.manager [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2360.359745] env[62211]: DEBUG nova.network.neutron [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2360.397814] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075738, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.404976] env[62211]: DEBUG nova.policy [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7979de12c19543faa83d02b906feb452', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0910f5b5208442e3b3b8bc246b6bffbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2360.492040] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a19b4f2-50b2-471e-97f8-0ac6bd43246c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.502948] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac8c0d4-5699-4782-8dd7-063c71ecf784 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.535925] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e88cd8-28e4-4b1f-b9ac-c952b1c1e600 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.544152] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2955f27-70ff-4943-a78f-16ee38b13132 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.558183] env[62211]: DEBUG nova.compute.provider_tree [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2360.628064] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2360.628363] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Cleaning up deleted instances with incomplete migration {{(pid=62211) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2360.685889] env[62211]: DEBUG nova.network.neutron [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Successfully created port: 6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2360.857521] env[62211]: DEBUG nova.compute.manager [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2360.899988] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729044} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.900266] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 90f0de73-cd27-48be-b67e-8f9fc7110ad7/90f0de73-cd27-48be-b67e-8f9fc7110ad7.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2360.900480] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2360.900762] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c14a71e3-c59d-4d4b-9ebe-9c0a03c1f3c2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.907363] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2360.907363] env[62211]: value = "task-2075739" [ 2360.907363] env[62211]: _type = "Task" [ 2360.907363] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.916381] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.062204] env[62211]: DEBUG nova.scheduler.client.report [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2361.130620] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2361.417778] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080557} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.418159] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2361.418861] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6c2b41-8196-4f27-b00a-f2b39837a2cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.441196] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 90f0de73-cd27-48be-b67e-8f9fc7110ad7/90f0de73-cd27-48be-b67e-8f9fc7110ad7.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2361.441823] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d96ae92-3f28-43f5-b4e2-8618bc691476 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.461258] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2361.461258] env[62211]: value = "task-2075740" [ 2361.461258] env[62211]: _type = "Task" [ 2361.461258] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.469362] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.866472] env[62211]: DEBUG nova.compute.manager [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2361.892042] env[62211]: DEBUG nova.virt.hardware [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2361.892304] env[62211]: DEBUG nova.virt.hardware [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2361.892460] env[62211]: DEBUG nova.virt.hardware [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2361.892644] env[62211]: DEBUG nova.virt.hardware [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2361.892797] env[62211]: DEBUG nova.virt.hardware [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2361.892938] env[62211]: DEBUG nova.virt.hardware [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2361.893164] env[62211]: DEBUG nova.virt.hardware [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2361.893328] env[62211]: DEBUG nova.virt.hardware [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2361.893495] env[62211]: DEBUG nova.virt.hardware [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2361.893659] env[62211]: DEBUG nova.virt.hardware [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2361.893829] env[62211]: DEBUG nova.virt.hardware [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2361.894708] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdc5bf5-8b08-4b37-9082-a00b12d14a7a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.902285] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8568fbcf-6a87-4ad2-bf1b-6a061f0e6ce7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.970017] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075740, 'name': ReconfigVM_Task, 'duration_secs': 0.458652} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.970304] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 90f0de73-cd27-48be-b67e-8f9fc7110ad7/90f0de73-cd27-48be-b67e-8f9fc7110ad7.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2361.970941] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4aff22a-611b-4246-90e4-2f4821abc973 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.976780] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2361.976780] env[62211]: value = "task-2075741" [ 2361.976780] env[62211]: _type = "Task" [ 2361.976780] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.986420] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075741, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.074067] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.224s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2362.076739] env[62211]: DEBUG oslo_concurrency.lockutils [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.575s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.077068] env[62211]: DEBUG nova.objects.instance [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lazy-loading 'resources' on Instance uuid 9677caba-e1ca-49df-a3d6-72986b1acb14 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2362.487647] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075741, 'name': Rename_Task, 'duration_secs': 0.145389} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.487913] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2362.488181] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd6d0890-3efc-4efa-bc5f-8722afdd2bc0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.494904] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2362.494904] env[62211]: value = "task-2075742" [ 2362.494904] env[62211]: _type = "Task" [ 2362.494904] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.502358] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.631819] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2362.653099] env[62211]: INFO nova.scheduler.client.report [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleted allocation for migration 6b2a643a-be00-48f7-b536-e84b8c57c978 [ 2362.712459] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452a398b-c8b7-46f6-b9b3-2912ea02ac16 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.720206] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2210b5c-db10-47ef-95b2-dda64763d5a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.752142] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0572052f-227d-4da1-a0be-f6a2a78a3fc7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.759555] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7470f012-0402-4e85-ba3f-005100dc810f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.773792] env[62211]: DEBUG nova.compute.provider_tree [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2363.004646] env[62211]: DEBUG oslo_vmware.api [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075742, 'name': PowerOnVM_Task, 'duration_secs': 0.455234} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.004946] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2363.005251] env[62211]: INFO nova.compute.manager [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Took 8.57 seconds to spawn the instance on the hypervisor. [ 2363.005348] env[62211]: DEBUG nova.compute.manager [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2363.006097] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b186e5-3444-468c-9397-b114fb100518 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.140015] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2363.140015] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2363.159521] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.538s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.277166] env[62211]: DEBUG nova.scheduler.client.report [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2363.525850] env[62211]: INFO nova.compute.manager [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Took 15.09 seconds to build instance. [ 2363.782134] env[62211]: DEBUG oslo_concurrency.lockutils [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.807344] env[62211]: INFO nova.scheduler.client.report [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Deleted allocations for instance 9677caba-e1ca-49df-a3d6-72986b1acb14 [ 2364.028244] env[62211]: DEBUG oslo_concurrency.lockutils [None req-5e1ffe2f-9011-48f3-9aa4-873768e0c26f tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "90f0de73-cd27-48be-b67e-8f9fc7110ad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.599s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.315776] env[62211]: DEBUG oslo_concurrency.lockutils [None req-57e2fbdf-7533-4163-b3ca-7c8991dbdc59 tempest-AttachVolumeTestJSON-188341378 tempest-AttachVolumeTestJSON-188341378-project-member] Lock "9677caba-e1ca-49df-a3d6-72986b1acb14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.867s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.612761] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "90f0de73-cd27-48be-b67e-8f9fc7110ad7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.613026] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "90f0de73-cd27-48be-b67e-8f9fc7110ad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.613273] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "90f0de73-cd27-48be-b67e-8f9fc7110ad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.613487] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "90f0de73-cd27-48be-b67e-8f9fc7110ad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.613681] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "90f0de73-cd27-48be-b67e-8f9fc7110ad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.616018] env[62211]: INFO nova.compute.manager [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Terminating instance [ 2364.645419] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.645690] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.645954] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.646172] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.646345] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.649064] env[62211]: INFO nova.compute.manager [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Terminating instance [ 2365.119898] env[62211]: DEBUG nova.compute.manager [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2365.120256] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2365.121109] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bc5f63-90c6-4d6d-97b6-ca5ae335f09c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.128699] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2365.128917] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cbbdfa9-aaaf-42c3-b8b5-3264e44d7c90 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.134772] env[62211]: DEBUG oslo_vmware.api [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2365.134772] env[62211]: value = "task-2075744" [ 2365.134772] env[62211]: _type = "Task" [ 2365.134772] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.142260] env[62211]: DEBUG oslo_vmware.api [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.152197] env[62211]: DEBUG nova.compute.manager [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2365.152481] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2365.153804] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e63506-c7a0-436b-82c4-27b5378d0550 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.160848] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2365.161086] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74a5b09e-88e8-4af0-81d1-43a44669f226 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.167596] env[62211]: DEBUG oslo_vmware.api [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2365.167596] env[62211]: value = "task-2075745" [ 2365.167596] env[62211]: _type = "Task" [ 2365.167596] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.175175] env[62211]: DEBUG oslo_vmware.api [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.645340] env[62211]: DEBUG oslo_vmware.api [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075744, 'name': PowerOffVM_Task, 'duration_secs': 0.194423} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.646586] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2365.646774] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2365.648599] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ac2770c-68bb-403e-a0c6-48e57e93e8c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.653530] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2365.653657] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.653885] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.653981] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.654223] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.654414] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.654632] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.654812] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2365.655059] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.677141] env[62211]: DEBUG oslo_vmware.api [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075745, 'name': PowerOffVM_Task, 'duration_secs': 0.1621} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.677448] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2365.677631] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2365.677876] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3ba34b5-0fef-4005-a9d7-a2eb0c83b6e3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.012318] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2366.012537] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2366.012718] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleting the datastore file [datastore1] 90f0de73-cd27-48be-b67e-8f9fc7110ad7 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2366.012983] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b30cd4a-cdf9-454b-ab50-36bee37befb9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.018657] env[62211]: DEBUG oslo_vmware.api [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for the task: (returnval){ [ 2366.018657] env[62211]: value = "task-2075748" [ 2366.018657] env[62211]: _type = "Task" [ 2366.018657] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.026292] env[62211]: DEBUG oslo_vmware.api [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.045684] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2366.045973] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2366.046211] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleting the datastore file [datastore1] c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2366.046556] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd668439-daaa-48c8-8a47-259dd252801e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.053728] env[62211]: DEBUG oslo_vmware.api [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for the task: (returnval){ [ 2366.053728] env[62211]: value = "task-2075749" [ 2366.053728] env[62211]: _type = "Task" [ 2366.053728] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.064618] env[62211]: DEBUG oslo_vmware.api [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.151430] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f9d9200-94d6-46c9-b62f-73f3f6dcd3be tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.151801] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f9d9200-94d6-46c9-b62f-73f3f6dcd3be tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2366.151886] env[62211]: DEBUG nova.compute.manager [None req-3f9d9200-94d6-46c9-b62f-73f3f6dcd3be tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2366.152789] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736424ed-9311-4cc6-816f-777648b1c199 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.157952] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.158204] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2366.158463] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.158741] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2366.160997] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c97546-0ee4-4597-afe1-70ecccf1614b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.163529] env[62211]: DEBUG nova.compute.manager [None req-3f9d9200-94d6-46c9-b62f-73f3f6dcd3be tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62211) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2366.164198] env[62211]: DEBUG nova.objects.instance [None req-3f9d9200-94d6-46c9-b62f-73f3f6dcd3be tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lazy-loading 'flavor' on Instance uuid 2b9a3831-7b14-4dd2-bec0-6767aca8a496 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2366.170799] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5476a4a-f86c-44e3-9ab0-31215267f9e5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.187699] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11ba4e7-e2eb-4a93-82e5-853077c75d37 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.195326] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9150354f-f2e1-45c4-a056-6838ff86e64f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.228152] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180273MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2366.228355] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.228592] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2366.528668] env[62211]: DEBUG oslo_vmware.api [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Task: {'id': task-2075748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188412} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.528914] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2366.529190] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2366.529298] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2366.529470] env[62211]: INFO nova.compute.manager [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Took 1.41 seconds to destroy the instance on the hypervisor. [ 2366.529707] env[62211]: DEBUG oslo.service.loopingcall [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2366.529895] env[62211]: DEBUG nova.compute.manager [-] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2366.529988] env[62211]: DEBUG nova.network.neutron [-] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2366.563983] env[62211]: DEBUG oslo_vmware.api [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Task: {'id': task-2075749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226221} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.564279] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2366.564466] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2366.564639] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2366.564810] env[62211]: INFO nova.compute.manager [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Took 1.41 seconds to destroy the instance on the hypervisor. [ 2366.565056] env[62211]: DEBUG oslo.service.loopingcall [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2366.565255] env[62211]: DEBUG nova.compute.manager [-] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2366.565346] env[62211]: DEBUG nova.network.neutron [-] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2366.789162] env[62211]: DEBUG nova.compute.manager [req-ddfb5faa-869c-4709-bbc2-51c4da350a9a req-b14d2a94-e203-4596-b91c-2e4119642bb8 service nova] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Received event network-vif-deleted-361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2366.789162] env[62211]: INFO nova.compute.manager [req-ddfb5faa-869c-4709-bbc2-51c4da350a9a req-b14d2a94-e203-4596-b91c-2e4119642bb8 service nova] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Neutron deleted interface 361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3; detaching it from the instance and deleting it from the info cache [ 2366.789162] env[62211]: DEBUG nova.network.neutron [req-ddfb5faa-869c-4709-bbc2-51c4da350a9a req-b14d2a94-e203-4596-b91c-2e4119642bb8 service nova] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2366.930373] env[62211]: DEBUG nova.compute.manager [req-2a8a85b1-bb9f-4518-81a1-a4c368f998a6 req-7d8c66f1-dd7f-4afc-bddc-8885a7206dda service nova] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Received event network-vif-deleted-0782846e-7e39-4d68-823d-006907e78664 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2366.930809] env[62211]: INFO nova.compute.manager [req-2a8a85b1-bb9f-4518-81a1-a4c368f998a6 req-7d8c66f1-dd7f-4afc-bddc-8885a7206dda service nova] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Neutron deleted interface 0782846e-7e39-4d68-823d-006907e78664; detaching it from the instance and deleting it from the info cache [ 2366.931144] env[62211]: DEBUG nova.network.neutron [req-2a8a85b1-bb9f-4518-81a1-a4c368f998a6 req-7d8c66f1-dd7f-4afc-bddc-8885a7206dda service nova] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2367.172833] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9d9200-94d6-46c9-b62f-73f3f6dcd3be tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2367.172833] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ac1f8c1-0ea3-4d8c-9afe-d15681e4a867 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.180531] env[62211]: DEBUG oslo_vmware.api [None req-3f9d9200-94d6-46c9-b62f-73f3f6dcd3be tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2367.180531] env[62211]: value = "task-2075750" [ 2367.180531] env[62211]: _type = "Task" [ 2367.180531] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.188491] env[62211]: DEBUG oslo_vmware.api [None req-3f9d9200-94d6-46c9-b62f-73f3f6dcd3be tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.245332] env[62211]: DEBUG nova.network.neutron [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Successfully updated port: 6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2367.258571] env[62211]: DEBUG nova.network.neutron [-] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2367.261293] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 2b9a3831-7b14-4dd2-bec0-6767aca8a496 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2367.261544] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance d611cc62-d92b-4175-844e-5ec5e67af9e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2367.261723] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 12180821-2199-4877-9c88-124008bb53c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2367.261851] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2367.261972] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 90f0de73-cd27-48be-b67e-8f9fc7110ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2367.262104] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 0f141bcc-68fb-4ab0-9d34-734f7186466b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2367.262294] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2367.262430] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2367.291151] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1167c0bc-7f81-43db-8b8e-02afdd4fa75f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.307203] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5130d220-86f5-4bb0-9e1a-bd0201a9f47e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.348014] env[62211]: DEBUG nova.compute.manager [req-ddfb5faa-869c-4709-bbc2-51c4da350a9a req-b14d2a94-e203-4596-b91c-2e4119642bb8 service nova] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Detach interface failed, port_id=361fa3ff-7d07-41e5-b99a-cd6a5ce33fe3, reason: Instance 90f0de73-cd27-48be-b67e-8f9fc7110ad7 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2367.367017] env[62211]: DEBUG nova.network.neutron [-] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2367.392410] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501517fa-1e15-47a0-9cf5-0f4efd9089ee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.400731] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a48c181-6957-42c0-8e43-9c990762cf00 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.432766] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106db9c7-68b3-470f-a8ea-56cc1f7361bb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.435589] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2bae507-0691-408f-9460-2a81520c8c3b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.442944] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089126c3-de98-40b3-810e-5e26ca3b761d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.449249] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978dc848-bea1-4845-a127-83a2a3ea027a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.469643] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2367.477034] env[62211]: DEBUG nova.compute.manager [req-2a8a85b1-bb9f-4518-81a1-a4c368f998a6 req-7d8c66f1-dd7f-4afc-bddc-8885a7206dda service nova] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Detach interface failed, port_id=0782846e-7e39-4d68-823d-006907e78664, reason: Instance c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2367.690307] env[62211]: DEBUG oslo_vmware.api [None req-3f9d9200-94d6-46c9-b62f-73f3f6dcd3be tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075750, 'name': PowerOffVM_Task, 'duration_secs': 0.298233} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.690620] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9d9200-94d6-46c9-b62f-73f3f6dcd3be tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2367.690825] env[62211]: DEBUG nova.compute.manager [None req-3f9d9200-94d6-46c9-b62f-73f3f6dcd3be tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2367.691585] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f671940-3ff2-4657-a45e-2b52e5d6daff {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.750526] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2367.750763] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2367.750964] env[62211]: DEBUG nova.network.neutron [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2367.766831] env[62211]: INFO nova.compute.manager [-] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Took 1.24 seconds to deallocate network for instance. [ 2367.869710] env[62211]: INFO nova.compute.manager [-] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Took 1.30 seconds to deallocate network for instance. [ 2367.979164] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2368.202845] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3f9d9200-94d6-46c9-b62f-73f3f6dcd3be tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2368.274213] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.281910] env[62211]: DEBUG nova.network.neutron [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2368.377549] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.484263] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2368.484518] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.256s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2368.484784] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.211s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.485014] env[62211]: DEBUG nova.objects.instance [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lazy-loading 'resources' on Instance uuid 90f0de73-cd27-48be-b67e-8f9fc7110ad7 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2368.486523] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2368.487283] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Getting list of instances from cluster (obj){ [ 2368.487283] env[62211]: value = "domain-c8" [ 2368.487283] env[62211]: _type = "ClusterComputeResource" [ 2368.487283] env[62211]: } {{(pid=62211) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2368.488897] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7d12c4-e9f9-485e-8aa3-ef63deb36040 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.512157] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Got total of 3 instances {{(pid=62211) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2368.632770] env[62211]: DEBUG nova.network.neutron [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updating instance_info_cache with network_info: [{"id": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "address": "fa:16:3e:fa:b7:45", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e105ba5-59", "ovs_interfaceid": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2368.777680] env[62211]: DEBUG nova.objects.instance [None req-254aacb8-12de-40da-abde-025abe4e22c0 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lazy-loading 'flavor' on Instance uuid 2b9a3831-7b14-4dd2-bec0-6767aca8a496 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2368.812408] env[62211]: DEBUG nova.compute.manager [req-59b09ecc-d47b-466e-94d5-78fb7e0d1e39 req-cebd7ff7-bd1b-410d-9cd4-c0b0993db2a4 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Received event network-vif-plugged-6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2368.812622] env[62211]: DEBUG oslo_concurrency.lockutils [req-59b09ecc-d47b-466e-94d5-78fb7e0d1e39 req-cebd7ff7-bd1b-410d-9cd4-c0b0993db2a4 service nova] Acquiring lock "0f141bcc-68fb-4ab0-9d34-734f7186466b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.812836] env[62211]: DEBUG oslo_concurrency.lockutils [req-59b09ecc-d47b-466e-94d5-78fb7e0d1e39 req-cebd7ff7-bd1b-410d-9cd4-c0b0993db2a4 service nova] Lock "0f141bcc-68fb-4ab0-9d34-734f7186466b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.813010] env[62211]: DEBUG oslo_concurrency.lockutils [req-59b09ecc-d47b-466e-94d5-78fb7e0d1e39 req-cebd7ff7-bd1b-410d-9cd4-c0b0993db2a4 service nova] Lock "0f141bcc-68fb-4ab0-9d34-734f7186466b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2368.813189] env[62211]: DEBUG nova.compute.manager [req-59b09ecc-d47b-466e-94d5-78fb7e0d1e39 req-cebd7ff7-bd1b-410d-9cd4-c0b0993db2a4 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] No waiting events found dispatching network-vif-plugged-6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2368.813358] env[62211]: WARNING nova.compute.manager [req-59b09ecc-d47b-466e-94d5-78fb7e0d1e39 req-cebd7ff7-bd1b-410d-9cd4-c0b0993db2a4 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Received unexpected event network-vif-plugged-6e105ba5-596d-40da-8a22-4d0ef40f2ab3 for instance with vm_state building and task_state spawning. [ 2368.813637] env[62211]: DEBUG nova.compute.manager [req-59b09ecc-d47b-466e-94d5-78fb7e0d1e39 req-cebd7ff7-bd1b-410d-9cd4-c0b0993db2a4 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Received event network-changed-6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2368.813808] env[62211]: DEBUG nova.compute.manager [req-59b09ecc-d47b-466e-94d5-78fb7e0d1e39 req-cebd7ff7-bd1b-410d-9cd4-c0b0993db2a4 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Refreshing instance network info cache due to event network-changed-6e105ba5-596d-40da-8a22-4d0ef40f2ab3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2368.813985] env[62211]: DEBUG oslo_concurrency.lockutils [req-59b09ecc-d47b-466e-94d5-78fb7e0d1e39 req-cebd7ff7-bd1b-410d-9cd4-c0b0993db2a4 service nova] Acquiring lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2369.067519] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67b1904-51ed-47e2-be4d-b59160cb9db6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.075340] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0555748-4717-45da-98a3-f91c77111a45 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.104180] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a825dc1-5fad-4ed1-a76e-972226ce3d47 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.111501] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc04c68-9501-4096-8bca-49f176b683be {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.126192] env[62211]: DEBUG nova.compute.provider_tree [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2369.135301] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2369.135567] env[62211]: DEBUG nova.compute.manager [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Instance network_info: |[{"id": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "address": "fa:16:3e:fa:b7:45", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e105ba5-59", "ovs_interfaceid": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2369.136073] env[62211]: DEBUG oslo_concurrency.lockutils [req-59b09ecc-d47b-466e-94d5-78fb7e0d1e39 req-cebd7ff7-bd1b-410d-9cd4-c0b0993db2a4 service nova] Acquired lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2369.136258] env[62211]: DEBUG nova.network.neutron [req-59b09ecc-d47b-466e-94d5-78fb7e0d1e39 req-cebd7ff7-bd1b-410d-9cd4-c0b0993db2a4 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Refreshing network info cache for port 6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2369.137748] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:b7:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e105ba5-596d-40da-8a22-4d0ef40f2ab3', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2369.144570] env[62211]: DEBUG oslo.service.loopingcall [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2369.147145] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2369.147606] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ab429f8-c2f7-47d3-a049-97677e7e3e61 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.168305] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2369.168305] env[62211]: value = "task-2075752" [ 2369.168305] env[62211]: _type = "Task" [ 2369.168305] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.176246] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075752, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.284715] env[62211]: DEBUG oslo_concurrency.lockutils [None req-254aacb8-12de-40da-abde-025abe4e22c0 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2369.285020] env[62211]: DEBUG oslo_concurrency.lockutils [None req-254aacb8-12de-40da-abde-025abe4e22c0 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2369.285076] env[62211]: DEBUG nova.network.neutron [None req-254aacb8-12de-40da-abde-025abe4e22c0 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2369.285464] env[62211]: DEBUG nova.objects.instance [None req-254aacb8-12de-40da-abde-025abe4e22c0 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lazy-loading 'info_cache' on Instance uuid 2b9a3831-7b14-4dd2-bec0-6767aca8a496 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2369.393281] env[62211]: DEBUG nova.network.neutron [req-59b09ecc-d47b-466e-94d5-78fb7e0d1e39 req-cebd7ff7-bd1b-410d-9cd4-c0b0993db2a4 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updated VIF entry in instance network info cache for port 6e105ba5-596d-40da-8a22-4d0ef40f2ab3. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2369.393641] env[62211]: DEBUG nova.network.neutron [req-59b09ecc-d47b-466e-94d5-78fb7e0d1e39 req-cebd7ff7-bd1b-410d-9cd4-c0b0993db2a4 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updating instance_info_cache with network_info: [{"id": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "address": "fa:16:3e:fa:b7:45", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e105ba5-59", "ovs_interfaceid": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2369.629621] env[62211]: DEBUG nova.scheduler.client.report [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2369.679760] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075752, 'name': CreateVM_Task, 'duration_secs': 0.483987} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.680020] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2369.680978] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2369.681273] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2369.681737] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2369.682090] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-932c0804-a4c4-49d9-b056-024699077d2d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.687200] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2369.687200] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529861ac-1b35-1b40-9167-02dcd617b23f" [ 2369.687200] env[62211]: _type = "Task" [ 2369.687200] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.697760] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529861ac-1b35-1b40-9167-02dcd617b23f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.788476] env[62211]: DEBUG nova.objects.base [None req-254aacb8-12de-40da-abde-025abe4e22c0 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Object Instance<2b9a3831-7b14-4dd2-bec0-6767aca8a496> lazy-loaded attributes: flavor,info_cache {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2369.896998] env[62211]: DEBUG oslo_concurrency.lockutils [req-59b09ecc-d47b-466e-94d5-78fb7e0d1e39 req-cebd7ff7-bd1b-410d-9cd4-c0b0993db2a4 service nova] Releasing lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2370.135105] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2370.137204] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.760s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2370.137453] env[62211]: DEBUG nova.objects.instance [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lazy-loading 'resources' on Instance uuid c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2370.152118] env[62211]: INFO nova.scheduler.client.report [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Deleted allocations for instance 90f0de73-cd27-48be-b67e-8f9fc7110ad7 [ 2370.197854] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529861ac-1b35-1b40-9167-02dcd617b23f, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.198708] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2370.198945] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2370.199187] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2370.199336] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2370.199515] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2370.199995] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-664420ff-b5ed-4b12-9765-897e7607adec {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.208326] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2370.208500] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2370.209175] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e1a97a-cc7a-4edc-b8ab-25325b8fc365 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.213682] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2370.213682] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52dea6b5-2e02-b1cf-ce21-49847e9a461f" [ 2370.213682] env[62211]: _type = "Task" [ 2370.213682] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.220965] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52dea6b5-2e02-b1cf-ce21-49847e9a461f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.532762] env[62211]: DEBUG nova.network.neutron [None req-254aacb8-12de-40da-abde-025abe4e22c0 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Updating instance_info_cache with network_info: [{"id": "c9cbffa6-0d9b-4773-a678-7d06ece5ef85", "address": "fa:16:3e:95:4b:6e", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cbffa6-0d", "ovs_interfaceid": "c9cbffa6-0d9b-4773-a678-7d06ece5ef85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2370.661691] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4bf4a07e-5e7f-4fd9-8765-71994f424253 tempest-ServerDiskConfigTestJSON-1775824837 tempest-ServerDiskConfigTestJSON-1775824837-project-member] Lock "90f0de73-cd27-48be-b67e-8f9fc7110ad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.049s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2370.712866] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b2db7c-e66a-46b3-99d4-af61a3719cbb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.725226] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52dea6b5-2e02-b1cf-ce21-49847e9a461f, 'name': SearchDatastore_Task, 'duration_secs': 0.008919} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.727525] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5efa2f37-229a-4f57-9f4f-bfdc98e912b4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.730186] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a44fd7-b5a5-4b1c-bfa1-67b243b14153 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.736386] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2370.736386] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52555255-093c-bb0b-3c9a-7c3ddeb04296" [ 2370.736386] env[62211]: _type = "Task" [ 2370.736386] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.764144] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d71c74b-6f4c-4845-a3a6-199a32d22e95 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.771853] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52555255-093c-bb0b-3c9a-7c3ddeb04296, 'name': SearchDatastore_Task, 'duration_secs': 0.009421} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.773845] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2370.774120] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0f141bcc-68fb-4ab0-9d34-734f7186466b/0f141bcc-68fb-4ab0-9d34-734f7186466b.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2370.774389] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69a0e1ad-9008-4667-a080-b8d5c56836f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.776987] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a7d10d-d33e-4f16-9410-57b93a628131 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.790591] env[62211]: DEBUG nova.compute.provider_tree [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2370.793790] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2370.793790] env[62211]: value = "task-2075753" [ 2370.793790] env[62211]: _type = "Task" [ 2370.793790] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.801226] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.035327] env[62211]: DEBUG oslo_concurrency.lockutils [None req-254aacb8-12de-40da-abde-025abe4e22c0 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2371.295226] env[62211]: DEBUG nova.scheduler.client.report [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2371.310080] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457695} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2371.310080] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 0f141bcc-68fb-4ab0-9d34-734f7186466b/0f141bcc-68fb-4ab0-9d34-734f7186466b.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2371.310490] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2371.310490] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57d37d59-863c-42ef-8d7c-c4ff4181d031 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.318034] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2371.318034] env[62211]: value = "task-2075755" [ 2371.318034] env[62211]: _type = "Task" [ 2371.318034] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2371.326831] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.804633] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2371.827436] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065409} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2371.828378] env[62211]: INFO nova.scheduler.client.report [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Deleted allocations for instance c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a [ 2371.829382] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2371.830220] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40d211f-dea3-4f81-b812-79b98688bdb6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.860210] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 0f141bcc-68fb-4ab0-9d34-734f7186466b/0f141bcc-68fb-4ab0-9d34-734f7186466b.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2371.860210] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13ea83d1-844d-43f3-a2f4-8fd6b778b7c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.881811] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2371.881811] env[62211]: value = "task-2075756" [ 2371.881811] env[62211]: _type = "Task" [ 2371.881811] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2371.890535] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.047642] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-254aacb8-12de-40da-abde-025abe4e22c0 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2372.047642] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6e66b6f-53ec-47b9-85a5-760105f9fc06 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.055949] env[62211]: DEBUG oslo_vmware.api [None req-254aacb8-12de-40da-abde-025abe4e22c0 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2372.055949] env[62211]: value = "task-2075757" [ 2372.055949] env[62211]: _type = "Task" [ 2372.055949] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2372.064730] env[62211]: DEBUG oslo_vmware.api [None req-254aacb8-12de-40da-abde-025abe4e22c0 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.342075] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c356ac76-8ffb-4cbb-b669-d2aa44e3096f tempest-DeleteServersTestJSON-1380092295 tempest-DeleteServersTestJSON-1380092295-project-member] Lock "c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.696s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2372.392369] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075756, 'name': ReconfigVM_Task, 'duration_secs': 0.336509} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2372.392776] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 0f141bcc-68fb-4ab0-9d34-734f7186466b/0f141bcc-68fb-4ab0-9d34-734f7186466b.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2372.393485] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6e07b6a-9d20-4957-970b-621777ff8b32 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.400911] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2372.400911] env[62211]: value = "task-2075759" [ 2372.400911] env[62211]: _type = "Task" [ 2372.400911] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2372.409659] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075759, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.569023] env[62211]: DEBUG oslo_vmware.api [None req-254aacb8-12de-40da-abde-025abe4e22c0 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075757, 'name': PowerOnVM_Task, 'duration_secs': 0.442869} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2372.569023] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-254aacb8-12de-40da-abde-025abe4e22c0 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2372.569023] env[62211]: DEBUG nova.compute.manager [None req-254aacb8-12de-40da-abde-025abe4e22c0 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2372.570095] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42718448-e66f-4e6d-a164-b8294f1574c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.912708] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075759, 'name': Rename_Task, 'duration_secs': 0.310441} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2372.913055] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2372.913561] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeadcd69-02a4-4824-81cb-e15bcfb75682 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.920487] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2372.920487] env[62211]: value = "task-2075760" [ 2372.920487] env[62211]: _type = "Task" [ 2372.920487] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2372.930362] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.430929] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075760, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.686232] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f2a804-d749-485b-90c9-3caa9b6d938e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.692914] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-01a7279f-12f8-4889-b04f-337c04a3ea8e tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Suspending the VM {{(pid=62211) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2373.694097] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-89f34d7c-8c77-4a9a-953e-41ebbebdecad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.701067] env[62211]: DEBUG oslo_vmware.api [None req-01a7279f-12f8-4889-b04f-337c04a3ea8e tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2373.701067] env[62211]: value = "task-2075761" [ 2373.701067] env[62211]: _type = "Task" [ 2373.701067] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2373.931010] env[62211]: DEBUG oslo_vmware.api [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075760, 'name': PowerOnVM_Task, 'duration_secs': 0.969808} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2373.931376] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2373.931477] env[62211]: INFO nova.compute.manager [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Took 12.06 seconds to spawn the instance on the hypervisor. [ 2373.931890] env[62211]: DEBUG nova.compute.manager [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2373.932869] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a6bdcc-5dc4-4c15-8c20-cf9a06b3f6d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.215836] env[62211]: DEBUG oslo_vmware.api [None req-01a7279f-12f8-4889-b04f-337c04a3ea8e tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075761, 'name': SuspendVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.449886] env[62211]: INFO nova.compute.manager [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Took 16.83 seconds to build instance. [ 2374.715987] env[62211]: DEBUG oslo_vmware.api [None req-01a7279f-12f8-4889-b04f-337c04a3ea8e tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075761, 'name': SuspendVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.952552] env[62211]: DEBUG oslo_concurrency.lockutils [None req-a1c77ef1-9ce1-47a5-a885-573be599bc2f tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.339s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2375.215716] env[62211]: DEBUG oslo_vmware.api [None req-01a7279f-12f8-4889-b04f-337c04a3ea8e tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075761, 'name': SuspendVM_Task} progress is 70%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.472793] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2375.473042] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2375.716165] env[62211]: DEBUG oslo_vmware.api [None req-01a7279f-12f8-4889-b04f-337c04a3ea8e tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075761, 'name': SuspendVM_Task, 'duration_secs': 1.860182} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2375.716436] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-01a7279f-12f8-4889-b04f-337c04a3ea8e tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Suspended the VM {{(pid=62211) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2375.716649] env[62211]: DEBUG nova.compute.manager [None req-01a7279f-12f8-4889-b04f-337c04a3ea8e tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2375.717383] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9daff1b-6e3f-4a26-bd12-96912d0bea1b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.976494] env[62211]: DEBUG nova.compute.utils [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2376.086341] env[62211]: DEBUG nova.compute.manager [req-9407214d-4198-4e0a-b843-b265f893ba4e req-0c7d8f8f-ec6a-4fd5-a706-3bed5b988850 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Received event network-changed-6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2376.086546] env[62211]: DEBUG nova.compute.manager [req-9407214d-4198-4e0a-b843-b265f893ba4e req-0c7d8f8f-ec6a-4fd5-a706-3bed5b988850 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Refreshing instance network info cache due to event network-changed-6e105ba5-596d-40da-8a22-4d0ef40f2ab3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2376.087235] env[62211]: DEBUG oslo_concurrency.lockutils [req-9407214d-4198-4e0a-b843-b265f893ba4e req-0c7d8f8f-ec6a-4fd5-a706-3bed5b988850 service nova] Acquiring lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2376.087413] env[62211]: DEBUG oslo_concurrency.lockutils [req-9407214d-4198-4e0a-b843-b265f893ba4e req-0c7d8f8f-ec6a-4fd5-a706-3bed5b988850 service nova] Acquired lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2376.087615] env[62211]: DEBUG nova.network.neutron [req-9407214d-4198-4e0a-b843-b265f893ba4e req-0c7d8f8f-ec6a-4fd5-a706-3bed5b988850 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Refreshing network info cache for port 6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2376.480346] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2376.704334] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "4869b692-c3c4-4eb3-a759-f352e163534f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2376.705134] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "4869b692-c3c4-4eb3-a759-f352e163534f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2376.949671] env[62211]: DEBUG nova.network.neutron [req-9407214d-4198-4e0a-b843-b265f893ba4e req-0c7d8f8f-ec6a-4fd5-a706-3bed5b988850 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updated VIF entry in instance network info cache for port 6e105ba5-596d-40da-8a22-4d0ef40f2ab3. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2376.950090] env[62211]: DEBUG nova.network.neutron [req-9407214d-4198-4e0a-b843-b265f893ba4e req-0c7d8f8f-ec6a-4fd5-a706-3bed5b988850 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updating instance_info_cache with network_info: [{"id": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "address": "fa:16:3e:fa:b7:45", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e105ba5-59", "ovs_interfaceid": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2377.207536] env[62211]: DEBUG nova.compute.manager [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2377.456205] env[62211]: DEBUG oslo_concurrency.lockutils [req-9407214d-4198-4e0a-b843-b265f893ba4e req-0c7d8f8f-ec6a-4fd5-a706-3bed5b988850 service nova] Releasing lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2377.463082] env[62211]: INFO nova.compute.manager [None req-1b462e16-05e7-48ad-8109-931d85cab560 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Resuming [ 2377.463858] env[62211]: DEBUG nova.objects.instance [None req-1b462e16-05e7-48ad-8109-931d85cab560 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lazy-loading 'flavor' on Instance uuid 2b9a3831-7b14-4dd2-bec0-6767aca8a496 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2377.553649] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2377.553911] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.554162] env[62211]: INFO nova.compute.manager [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Attaching volume 666a1d51-0e04-4e48-86eb-4b8ecaaef0b5 to /dev/sdb [ 2377.604689] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef66dc0-db38-42c5-96be-d509acd66710 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.613506] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f6b49a-7dde-4319-8c99-bd72791ed10e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.626731] env[62211]: DEBUG nova.virt.block_device [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Updating existing volume attachment record: 9640161a-779b-4d31-93d2-2424c7a1867e {{(pid=62211) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2377.728910] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2377.729182] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.730878] env[62211]: INFO nova.compute.claims [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2378.823216] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9ea5dc-bf08-49fd-85d2-3e518e94d90b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.831177] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65186c9d-ec8f-48c6-ba11-27d0bb99757d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.862593] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ebb92d-188c-454a-b54c-4a14c495b09a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.871353] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7cfe24-cae3-4a5e-9444-9ba9f51a281a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.886461] env[62211]: DEBUG nova.compute.provider_tree [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2378.975381] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b462e16-05e7-48ad-8109-931d85cab560 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2378.975601] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b462e16-05e7-48ad-8109-931d85cab560 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquired lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2378.975791] env[62211]: DEBUG nova.network.neutron [None req-1b462e16-05e7-48ad-8109-931d85cab560 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2379.389667] env[62211]: DEBUG nova.scheduler.client.report [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2379.710402] env[62211]: DEBUG nova.network.neutron [None req-1b462e16-05e7-48ad-8109-931d85cab560 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Updating instance_info_cache with network_info: [{"id": "c9cbffa6-0d9b-4773-a678-7d06ece5ef85", "address": "fa:16:3e:95:4b:6e", "network": {"id": "3f3623b9-3d97-43e1-a755-66b0636316f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-693682641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f23ece4dafc440609b1531e535b9e51a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9cbffa6-0d", "ovs_interfaceid": "c9cbffa6-0d9b-4773-a678-7d06ece5ef85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2379.871813] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2379.895047] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.895607] env[62211]: DEBUG nova.compute.manager [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2380.212746] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1b462e16-05e7-48ad-8109-931d85cab560 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Releasing lock "refresh_cache-2b9a3831-7b14-4dd2-bec0-6767aca8a496" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2380.214285] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed62bbd-1a8e-401a-ae3e-531a290738bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.223978] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1b462e16-05e7-48ad-8109-931d85cab560 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Resuming the VM {{(pid=62211) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2380.224372] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-416b3b1f-38e0-4bec-b3bb-e7790990fa1f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.231051] env[62211]: DEBUG oslo_vmware.api [None req-1b462e16-05e7-48ad-8109-931d85cab560 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2380.231051] env[62211]: value = "task-2075764" [ 2380.231051] env[62211]: _type = "Task" [ 2380.231051] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.239211] env[62211]: DEBUG oslo_vmware.api [None req-1b462e16-05e7-48ad-8109-931d85cab560 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.376261] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Getting list of instances from cluster (obj){ [ 2380.376261] env[62211]: value = "domain-c8" [ 2380.376261] env[62211]: _type = "ClusterComputeResource" [ 2380.376261] env[62211]: } {{(pid=62211) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2380.377450] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c915aa3-85df-4e19-a99c-bf497b281639 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.392209] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Got total of 4 instances {{(pid=62211) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2380.392391] env[62211]: WARNING nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] While synchronizing instance power states, found 5 instances in the database and 4 instances on the hypervisor. [ 2380.393070] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid 12180821-2199-4877-9c88-124008bb53c0 {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2380.393070] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid 2b9a3831-7b14-4dd2-bec0-6767aca8a496 {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2380.393070] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid d611cc62-d92b-4175-844e-5ec5e67af9e2 {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2380.393070] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid 0f141bcc-68fb-4ab0-9d34-734f7186466b {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2380.393308] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Triggering sync for uuid 4869b692-c3c4-4eb3-a759-f352e163534f {{(pid=62211) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2380.393680] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "12180821-2199-4877-9c88-124008bb53c0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2380.393952] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "12180821-2199-4877-9c88-124008bb53c0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2380.394302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2380.394557] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2380.394754] env[62211]: INFO nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] During sync_power_state the instance has a pending task (resuming). Skip. [ 2380.394933] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2380.395168] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2380.395390] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2380.395645] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2380.395930] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "4869b692-c3c4-4eb3-a759-f352e163534f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2380.396842] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a79606-1fb0-467a-bb7d-4943684e992c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.400240] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b853501d-c6f9-43e5-8653-780dd3660b5d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.404230] env[62211]: DEBUG nova.compute.utils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2380.405870] env[62211]: DEBUG nova.compute.manager [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2380.406063] env[62211]: DEBUG nova.network.neutron [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2380.465427] env[62211]: DEBUG nova.policy [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7979de12c19543faa83d02b906feb452', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0910f5b5208442e3b3b8bc246b6bffbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2380.718411] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "f4c39608-80c6-42d5-a751-9805ff3e7596" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2380.718411] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2380.743239] env[62211]: DEBUG oslo_vmware.api [None req-1b462e16-05e7-48ad-8109-931d85cab560 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.782515] env[62211]: DEBUG nova.network.neutron [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Successfully created port: 0e2a83e5-32de-4bd6-a472-aba601b80597 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2380.910339] env[62211]: DEBUG nova.compute.manager [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2380.917030] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "12180821-2199-4877-9c88-124008bb53c0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2380.918302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2381.221535] env[62211]: DEBUG nova.compute.manager [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2381.243060] env[62211]: DEBUG oslo_vmware.api [None req-1b462e16-05e7-48ad-8109-931d85cab560 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075764, 'name': PowerOnVM_Task, 'duration_secs': 0.711245} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.243354] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1b462e16-05e7-48ad-8109-931d85cab560 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Resumed the VM {{(pid=62211) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2381.243537] env[62211]: DEBUG nova.compute.manager [None req-1b462e16-05e7-48ad-8109-931d85cab560 tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2381.244403] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fde3df-acea-4856-9bbe-506f99a50d14 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.746775] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2381.746957] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2381.748753] env[62211]: INFO nova.compute.claims [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2381.920982] env[62211]: DEBUG nova.compute.manager [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2381.949047] env[62211]: DEBUG nova.virt.hardware [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2381.949338] env[62211]: DEBUG nova.virt.hardware [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2381.949533] env[62211]: DEBUG nova.virt.hardware [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2381.949762] env[62211]: DEBUG nova.virt.hardware [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2381.950121] env[62211]: DEBUG nova.virt.hardware [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2381.950363] env[62211]: DEBUG nova.virt.hardware [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2381.950626] env[62211]: DEBUG nova.virt.hardware [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2381.950832] env[62211]: DEBUG nova.virt.hardware [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2381.951060] env[62211]: DEBUG nova.virt.hardware [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2381.951285] env[62211]: DEBUG nova.virt.hardware [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2381.951502] env[62211]: DEBUG nova.virt.hardware [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2381.952518] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eb309a-97d9-4450-ae01-f6147f1bebfa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.962141] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3de0e3-49ce-40f9-a7dc-392c4ef94492 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.171085] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Volume attach. Driver type: vmdk {{(pid=62211) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2382.171444] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425467', 'volume_id': '666a1d51-0e04-4e48-86eb-4b8ecaaef0b5', 'name': 'volume-666a1d51-0e04-4e48-86eb-4b8ecaaef0b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd611cc62-d92b-4175-844e-5ec5e67af9e2', 'attached_at': '', 'detached_at': '', 'volume_id': '666a1d51-0e04-4e48-86eb-4b8ecaaef0b5', 'serial': '666a1d51-0e04-4e48-86eb-4b8ecaaef0b5'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2382.172284] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573ea579-a0da-4a69-812f-ecbb176bc3e1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.190275] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872e6115-b9cd-4177-a5a2-bb289e89387e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.215287] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-666a1d51-0e04-4e48-86eb-4b8ecaaef0b5/volume-666a1d51-0e04-4e48-86eb-4b8ecaaef0b5.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2382.215664] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cc1c8a8-7593-4593-9dab-76a4143ab01b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.234298] env[62211]: DEBUG oslo_vmware.api [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2382.234298] env[62211]: value = "task-2075765" [ 2382.234298] env[62211]: _type = "Task" [ 2382.234298] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.242602] env[62211]: DEBUG oslo_vmware.api [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.282036] env[62211]: DEBUG oslo_concurrency.lockutils [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.282369] env[62211]: DEBUG oslo_concurrency.lockutils [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.282660] env[62211]: DEBUG oslo_concurrency.lockutils [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.282892] env[62211]: DEBUG oslo_concurrency.lockutils [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.283111] env[62211]: DEBUG oslo_concurrency.lockutils [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2382.285360] env[62211]: INFO nova.compute.manager [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Terminating instance [ 2382.745173] env[62211]: DEBUG oslo_vmware.api [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.789775] env[62211]: DEBUG nova.compute.manager [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2382.790486] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2382.791282] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9078ff-f127-4803-a9e0-d3d672636d45 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.799668] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2382.800009] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2a9965f-0f3d-4b2b-9c20-0355dc7b624e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.807177] env[62211]: DEBUG oslo_vmware.api [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2382.807177] env[62211]: value = "task-2075766" [ 2382.807177] env[62211]: _type = "Task" [ 2382.807177] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.819647] env[62211]: DEBUG oslo_vmware.api [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.860493] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d983161a-6b13-4c76-acbf-e0e7a772708e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.868187] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9311ddc-039b-45f6-b977-5418f21708fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.904204] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7587f6da-1bd8-4f03-a0b7-405d917fdfd0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.912351] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbb48fb-cf0d-424f-a377-711917443b5d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.926442] env[62211]: DEBUG nova.compute.provider_tree [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2383.244899] env[62211]: DEBUG oslo_vmware.api [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075765, 'name': ReconfigVM_Task, 'duration_secs': 0.837748} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.245146] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-666a1d51-0e04-4e48-86eb-4b8ecaaef0b5/volume-666a1d51-0e04-4e48-86eb-4b8ecaaef0b5.vmdk or device None with type thin {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2383.249899] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-834251f1-fa1e-4e33-a775-bee62989ed0f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.264368] env[62211]: DEBUG oslo_vmware.api [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2383.264368] env[62211]: value = "task-2075767" [ 2383.264368] env[62211]: _type = "Task" [ 2383.264368] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2383.272465] env[62211]: DEBUG oslo_vmware.api [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.317037] env[62211]: DEBUG oslo_vmware.api [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075766, 'name': PowerOffVM_Task, 'duration_secs': 0.184822} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.317037] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2383.317037] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2383.317037] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-404f5ab4-6312-428d-9c1a-b2233be94215 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.430500] env[62211]: DEBUG nova.scheduler.client.report [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2383.774459] env[62211]: DEBUG oslo_vmware.api [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075767, 'name': ReconfigVM_Task, 'duration_secs': 0.240238} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.774819] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425467', 'volume_id': '666a1d51-0e04-4e48-86eb-4b8ecaaef0b5', 'name': 'volume-666a1d51-0e04-4e48-86eb-4b8ecaaef0b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd611cc62-d92b-4175-844e-5ec5e67af9e2', 'attached_at': '', 'detached_at': '', 'volume_id': '666a1d51-0e04-4e48-86eb-4b8ecaaef0b5', 'serial': '666a1d51-0e04-4e48-86eb-4b8ecaaef0b5'} {{(pid=62211) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2383.935593] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2383.936401] env[62211]: DEBUG nova.compute.manager [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2384.440956] env[62211]: DEBUG nova.compute.utils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2384.442471] env[62211]: DEBUG nova.compute.manager [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2384.442611] env[62211]: DEBUG nova.network.neutron [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2384.481135] env[62211]: DEBUG nova.policy [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd43b4121fa94cf2a0d85434eb4c88f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6956cc18063449e1a069676368dd62ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2384.727855] env[62211]: DEBUG nova.network.neutron [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Successfully created port: e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2384.811542] env[62211]: DEBUG nova.objects.instance [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lazy-loading 'flavor' on Instance uuid d611cc62-d92b-4175-844e-5ec5e67af9e2 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2384.946166] env[62211]: DEBUG nova.compute.manager [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2385.316753] env[62211]: DEBUG oslo_concurrency.lockutils [None req-58c69c00-12a3-4124-9207-178df4d74c71 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.763s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2385.317921] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.923s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2385.318949] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ebe3a3-c109-4e5d-a1ad-a2bdbe5d81c6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.830135] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2385.956767] env[62211]: DEBUG nova.compute.manager [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2385.982979] env[62211]: DEBUG nova.virt.hardware [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2385.983250] env[62211]: DEBUG nova.virt.hardware [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2385.983410] env[62211]: DEBUG nova.virt.hardware [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2385.983591] env[62211]: DEBUG nova.virt.hardware [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2385.983747] env[62211]: DEBUG nova.virt.hardware [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2385.983889] env[62211]: DEBUG nova.virt.hardware [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2385.984103] env[62211]: DEBUG nova.virt.hardware [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2385.984266] env[62211]: DEBUG nova.virt.hardware [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2385.984430] env[62211]: DEBUG nova.virt.hardware [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2385.984622] env[62211]: DEBUG nova.virt.hardware [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2385.984903] env[62211]: DEBUG nova.virt.hardware [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2385.985826] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f71ee8-7512-41ec-9b1c-35d85373b9ee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.993797] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628fc116-4da6-42a1-a9c6-36795cb04e91 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.038204] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.038429] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.541402] env[62211]: INFO nova.compute.manager [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Detaching volume 666a1d51-0e04-4e48-86eb-4b8ecaaef0b5 [ 2386.576797] env[62211]: INFO nova.virt.block_device [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Attempting to driver detach volume 666a1d51-0e04-4e48-86eb-4b8ecaaef0b5 from mountpoint /dev/sdb [ 2386.577049] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Volume detach. Driver type: vmdk {{(pid=62211) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2386.577250] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425467', 'volume_id': '666a1d51-0e04-4e48-86eb-4b8ecaaef0b5', 'name': 'volume-666a1d51-0e04-4e48-86eb-4b8ecaaef0b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd611cc62-d92b-4175-844e-5ec5e67af9e2', 'attached_at': '', 'detached_at': '', 'volume_id': '666a1d51-0e04-4e48-86eb-4b8ecaaef0b5', 'serial': '666a1d51-0e04-4e48-86eb-4b8ecaaef0b5'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2386.578211] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9e82b0-e999-444a-8d70-4351d8f5428f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.599614] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a99fb3-3f43-4681-88fd-47066e5be356 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.606595] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c486f45-3cc9-419c-909a-ed489fb13ee1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.627905] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd33b2da-3ec0-44b8-b6c7-41efaddc49a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.642347] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] The volume has not been displaced from its original location: [datastore1] volume-666a1d51-0e04-4e48-86eb-4b8ecaaef0b5/volume-666a1d51-0e04-4e48-86eb-4b8ecaaef0b5.vmdk. No consolidation needed. {{(pid=62211) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2386.647690] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2386.647971] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d111edd4-264e-4a08-8ffe-c79f87454c5b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.665092] env[62211]: DEBUG oslo_vmware.api [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2386.665092] env[62211]: value = "task-2075769" [ 2386.665092] env[62211]: _type = "Task" [ 2386.665092] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.674924] env[62211]: DEBUG oslo_vmware.api [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.175260] env[62211]: DEBUG oslo_vmware.api [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075769, 'name': ReconfigVM_Task, 'duration_secs': 0.220768} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.175556] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62211) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2387.180174] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bf79d64-a9df-49fa-a314-946ab429cb15 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.194923] env[62211]: DEBUG oslo_vmware.api [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2387.194923] env[62211]: value = "task-2075770" [ 2387.194923] env[62211]: _type = "Task" [ 2387.194923] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.202545] env[62211]: DEBUG oslo_vmware.api [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.704957] env[62211]: DEBUG oslo_vmware.api [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075770, 'name': ReconfigVM_Task, 'duration_secs': 0.145794} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.707030] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-425467', 'volume_id': '666a1d51-0e04-4e48-86eb-4b8ecaaef0b5', 'name': 'volume-666a1d51-0e04-4e48-86eb-4b8ecaaef0b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd611cc62-d92b-4175-844e-5ec5e67af9e2', 'attached_at': '', 'detached_at': '', 'volume_id': '666a1d51-0e04-4e48-86eb-4b8ecaaef0b5', 'serial': '666a1d51-0e04-4e48-86eb-4b8ecaaef0b5'} {{(pid=62211) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2387.760437] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2387.760653] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2387.760839] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleting the datastore file [datastore1] 2b9a3831-7b14-4dd2-bec0-6767aca8a496 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2387.761123] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1848fb93-f8ff-470b-b1fa-92d9fad1bce4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.767639] env[62211]: DEBUG oslo_vmware.api [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for the task: (returnval){ [ 2387.767639] env[62211]: value = "task-2075771" [ 2387.767639] env[62211]: _type = "Task" [ 2387.767639] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.775657] env[62211]: DEBUG oslo_vmware.api [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.243617] env[62211]: DEBUG nova.objects.instance [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lazy-loading 'flavor' on Instance uuid d611cc62-d92b-4175-844e-5ec5e67af9e2 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2388.278221] env[62211]: DEBUG oslo_vmware.api [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Task: {'id': task-2075771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151319} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.278482] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2388.278675] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2388.278880] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2388.279066] env[62211]: INFO nova.compute.manager [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Took 5.49 seconds to destroy the instance on the hypervisor. [ 2388.279311] env[62211]: DEBUG oslo.service.loopingcall [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2388.279502] env[62211]: DEBUG nova.compute.manager [-] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2388.279598] env[62211]: DEBUG nova.network.neutron [-] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2389.001806] env[62211]: DEBUG nova.compute.manager [req-8d0ba07f-1fc4-4f5d-905b-08f27e72ae85 req-c407e556-ea94-4a22-ae46-0a6e1a078473 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Received event network-vif-deleted-c9cbffa6-0d9b-4773-a678-7d06ece5ef85 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2389.002019] env[62211]: INFO nova.compute.manager [req-8d0ba07f-1fc4-4f5d-905b-08f27e72ae85 req-c407e556-ea94-4a22-ae46-0a6e1a078473 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Neutron deleted interface c9cbffa6-0d9b-4773-a678-7d06ece5ef85; detaching it from the instance and deleting it from the info cache [ 2389.002198] env[62211]: DEBUG nova.network.neutron [req-8d0ba07f-1fc4-4f5d-905b-08f27e72ae85 req-c407e556-ea94-4a22-ae46-0a6e1a078473 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2389.102495] env[62211]: DEBUG nova.compute.manager [req-485e4f82-804a-43ed-a48b-e50fa7137513 req-515b03b1-fb7c-4357-8c23-eed24bedd43b service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Received event network-vif-plugged-e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2389.102716] env[62211]: DEBUG oslo_concurrency.lockutils [req-485e4f82-804a-43ed-a48b-e50fa7137513 req-515b03b1-fb7c-4357-8c23-eed24bedd43b service nova] Acquiring lock "f4c39608-80c6-42d5-a751-9805ff3e7596-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.102925] env[62211]: DEBUG oslo_concurrency.lockutils [req-485e4f82-804a-43ed-a48b-e50fa7137513 req-515b03b1-fb7c-4357-8c23-eed24bedd43b service nova] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.103249] env[62211]: DEBUG oslo_concurrency.lockutils [req-485e4f82-804a-43ed-a48b-e50fa7137513 req-515b03b1-fb7c-4357-8c23-eed24bedd43b service nova] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.103350] env[62211]: DEBUG nova.compute.manager [req-485e4f82-804a-43ed-a48b-e50fa7137513 req-515b03b1-fb7c-4357-8c23-eed24bedd43b service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] No waiting events found dispatching network-vif-plugged-e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2389.103434] env[62211]: WARNING nova.compute.manager [req-485e4f82-804a-43ed-a48b-e50fa7137513 req-515b03b1-fb7c-4357-8c23-eed24bedd43b service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Received unexpected event network-vif-plugged-e3351eeb-9c5e-4508-82ca-ddba0562ef92 for instance with vm_state building and task_state spawning. [ 2389.189293] env[62211]: DEBUG nova.network.neutron [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Successfully updated port: e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2389.251980] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3c2c826e-d544-464c-9118-1a40df86efa4 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.314327] env[62211]: DEBUG nova.network.neutron [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Successfully updated port: 0e2a83e5-32de-4bd6-a472-aba601b80597 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2389.473893] env[62211]: DEBUG nova.network.neutron [-] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2389.505089] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9717779-a0fe-4d61-b8b8-8bdda423880d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.515039] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321a97c9-4ec5-418e-84ea-f9170e556368 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.541404] env[62211]: DEBUG nova.compute.manager [req-8d0ba07f-1fc4-4f5d-905b-08f27e72ae85 req-c407e556-ea94-4a22-ae46-0a6e1a078473 service nova] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Detach interface failed, port_id=c9cbffa6-0d9b-4773-a678-7d06ece5ef85, reason: Instance 2b9a3831-7b14-4dd2-bec0-6767aca8a496 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2389.691880] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.692060] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquired lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.692210] env[62211]: DEBUG nova.network.neutron [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2389.818551] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.818551] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.818551] env[62211]: DEBUG nova.network.neutron [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2389.977036] env[62211]: INFO nova.compute.manager [-] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Took 1.70 seconds to deallocate network for instance. [ 2390.228207] env[62211]: DEBUG nova.network.neutron [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2390.293373] env[62211]: DEBUG oslo_concurrency.lockutils [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2390.293647] env[62211]: DEBUG oslo_concurrency.lockutils [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2390.293894] env[62211]: DEBUG oslo_concurrency.lockutils [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "d611cc62-d92b-4175-844e-5ec5e67af9e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2390.294120] env[62211]: DEBUG oslo_concurrency.lockutils [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2390.294322] env[62211]: DEBUG oslo_concurrency.lockutils [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.296398] env[62211]: INFO nova.compute.manager [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Terminating instance [ 2390.348771] env[62211]: DEBUG nova.network.neutron [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2390.353554] env[62211]: DEBUG nova.network.neutron [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Updating instance_info_cache with network_info: [{"id": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "address": "fa:16:3e:6a:be:b3", "network": {"id": "c3a837b2-24d8-4880-9f47-1946a826f776", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387336804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6956cc18063449e1a069676368dd62ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3351eeb-9c", "ovs_interfaceid": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2390.470828] env[62211]: DEBUG nova.network.neutron [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updating instance_info_cache with network_info: [{"id": "0e2a83e5-32de-4bd6-a472-aba601b80597", "address": "fa:16:3e:13:72:aa", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e2a83e5-32", "ovs_interfaceid": "0e2a83e5-32de-4bd6-a472-aba601b80597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2390.482303] env[62211]: DEBUG oslo_concurrency.lockutils [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2390.482559] env[62211]: DEBUG oslo_concurrency.lockutils [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2390.482773] env[62211]: DEBUG nova.objects.instance [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lazy-loading 'resources' on Instance uuid 2b9a3831-7b14-4dd2-bec0-6767aca8a496 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2390.668785] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "12180821-2199-4877-9c88-124008bb53c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2390.669093] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "12180821-2199-4877-9c88-124008bb53c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2390.669317] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "12180821-2199-4877-9c88-124008bb53c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2390.669505] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "12180821-2199-4877-9c88-124008bb53c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2390.669676] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "12180821-2199-4877-9c88-124008bb53c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.671712] env[62211]: INFO nova.compute.manager [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Terminating instance [ 2390.801698] env[62211]: DEBUG nova.compute.manager [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2390.801928] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2390.803230] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b134600-9c5d-49b6-b731-e7528833424d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.811207] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2390.811441] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fba3117-7e0d-42ba-bf08-60ebca2b704e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.817776] env[62211]: DEBUG oslo_vmware.api [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2390.817776] env[62211]: value = "task-2075772" [ 2390.817776] env[62211]: _type = "Task" [ 2390.817776] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.825227] env[62211]: DEBUG oslo_vmware.api [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.855995] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Releasing lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.856280] env[62211]: DEBUG nova.compute.manager [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Instance network_info: |[{"id": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "address": "fa:16:3e:6a:be:b3", "network": {"id": "c3a837b2-24d8-4880-9f47-1946a826f776", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387336804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6956cc18063449e1a069676368dd62ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3351eeb-9c", "ovs_interfaceid": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2390.856715] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:be:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3351eeb-9c5e-4508-82ca-ddba0562ef92', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2390.864185] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Creating folder: Project (6956cc18063449e1a069676368dd62ff). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2390.864450] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61f65dab-3b84-4140-b678-3472c2cc8b04 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.875512] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Created folder: Project (6956cc18063449e1a069676368dd62ff) in parent group-v425157. [ 2390.875700] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Creating folder: Instances. Parent ref: group-v425468. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2390.875919] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12a14e93-972f-477f-be0b-7797a67378c8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.886157] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Created folder: Instances in parent group-v425468. [ 2390.886375] env[62211]: DEBUG oslo.service.loopingcall [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2390.886552] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2390.886741] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b8a9aa7-1bde-4c1f-be36-0831b7e38ba1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.905390] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2390.905390] env[62211]: value = "task-2075775" [ 2390.905390] env[62211]: _type = "Task" [ 2390.905390] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.912687] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075775, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.973143] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.973506] env[62211]: DEBUG nova.compute.manager [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Instance network_info: |[{"id": "0e2a83e5-32de-4bd6-a472-aba601b80597", "address": "fa:16:3e:13:72:aa", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e2a83e5-32", "ovs_interfaceid": "0e2a83e5-32de-4bd6-a472-aba601b80597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2390.973953] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:72:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e2a83e5-32de-4bd6-a472-aba601b80597', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2390.981861] env[62211]: DEBUG oslo.service.loopingcall [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2390.982114] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2390.982378] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e97c1c08-ebde-42b4-9ef7-0ba4eee25bf9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.004677] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2391.004677] env[62211]: value = "task-2075776" [ 2391.004677] env[62211]: _type = "Task" [ 2391.004677] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.012960] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075776, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.027893] env[62211]: DEBUG nova.compute.manager [req-6327b314-d3f9-41c6-ba67-9a9751ddc1a9 req-ded24f9c-7e6c-4e91-ad4e-014b326bdbf3 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Received event network-vif-plugged-0e2a83e5-32de-4bd6-a472-aba601b80597 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2391.028126] env[62211]: DEBUG oslo_concurrency.lockutils [req-6327b314-d3f9-41c6-ba67-9a9751ddc1a9 req-ded24f9c-7e6c-4e91-ad4e-014b326bdbf3 service nova] Acquiring lock "4869b692-c3c4-4eb3-a759-f352e163534f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2391.028389] env[62211]: DEBUG oslo_concurrency.lockutils [req-6327b314-d3f9-41c6-ba67-9a9751ddc1a9 req-ded24f9c-7e6c-4e91-ad4e-014b326bdbf3 service nova] Lock "4869b692-c3c4-4eb3-a759-f352e163534f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2391.028610] env[62211]: DEBUG oslo_concurrency.lockutils [req-6327b314-d3f9-41c6-ba67-9a9751ddc1a9 req-ded24f9c-7e6c-4e91-ad4e-014b326bdbf3 service nova] Lock "4869b692-c3c4-4eb3-a759-f352e163534f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2391.028797] env[62211]: DEBUG nova.compute.manager [req-6327b314-d3f9-41c6-ba67-9a9751ddc1a9 req-ded24f9c-7e6c-4e91-ad4e-014b326bdbf3 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] No waiting events found dispatching network-vif-plugged-0e2a83e5-32de-4bd6-a472-aba601b80597 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2391.028980] env[62211]: WARNING nova.compute.manager [req-6327b314-d3f9-41c6-ba67-9a9751ddc1a9 req-ded24f9c-7e6c-4e91-ad4e-014b326bdbf3 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Received unexpected event network-vif-plugged-0e2a83e5-32de-4bd6-a472-aba601b80597 for instance with vm_state building and task_state spawning. [ 2391.029160] env[62211]: DEBUG nova.compute.manager [req-6327b314-d3f9-41c6-ba67-9a9751ddc1a9 req-ded24f9c-7e6c-4e91-ad4e-014b326bdbf3 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Received event network-changed-0e2a83e5-32de-4bd6-a472-aba601b80597 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2391.029315] env[62211]: DEBUG nova.compute.manager [req-6327b314-d3f9-41c6-ba67-9a9751ddc1a9 req-ded24f9c-7e6c-4e91-ad4e-014b326bdbf3 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Refreshing instance network info cache due to event network-changed-0e2a83e5-32de-4bd6-a472-aba601b80597. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2391.029520] env[62211]: DEBUG oslo_concurrency.lockutils [req-6327b314-d3f9-41c6-ba67-9a9751ddc1a9 req-ded24f9c-7e6c-4e91-ad4e-014b326bdbf3 service nova] Acquiring lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2391.029683] env[62211]: DEBUG oslo_concurrency.lockutils [req-6327b314-d3f9-41c6-ba67-9a9751ddc1a9 req-ded24f9c-7e6c-4e91-ad4e-014b326bdbf3 service nova] Acquired lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2391.029890] env[62211]: DEBUG nova.network.neutron [req-6327b314-d3f9-41c6-ba67-9a9751ddc1a9 req-ded24f9c-7e6c-4e91-ad4e-014b326bdbf3 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Refreshing network info cache for port 0e2a83e5-32de-4bd6-a472-aba601b80597 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2391.136705] env[62211]: DEBUG nova.compute.manager [req-a4c97ed6-4231-4f1d-9a15-c83d0c4f06e3 req-9bed30d0-1a27-4019-ade6-3304ef0abbc0 service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Received event network-changed-e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2391.136931] env[62211]: DEBUG nova.compute.manager [req-a4c97ed6-4231-4f1d-9a15-c83d0c4f06e3 req-9bed30d0-1a27-4019-ade6-3304ef0abbc0 service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Refreshing instance network info cache due to event network-changed-e3351eeb-9c5e-4508-82ca-ddba0562ef92. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2391.137112] env[62211]: DEBUG oslo_concurrency.lockutils [req-a4c97ed6-4231-4f1d-9a15-c83d0c4f06e3 req-9bed30d0-1a27-4019-ade6-3304ef0abbc0 service nova] Acquiring lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2391.137229] env[62211]: DEBUG oslo_concurrency.lockutils [req-a4c97ed6-4231-4f1d-9a15-c83d0c4f06e3 req-9bed30d0-1a27-4019-ade6-3304ef0abbc0 service nova] Acquired lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2391.137387] env[62211]: DEBUG nova.network.neutron [req-a4c97ed6-4231-4f1d-9a15-c83d0c4f06e3 req-9bed30d0-1a27-4019-ade6-3304ef0abbc0 service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Refreshing network info cache for port e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2391.174847] env[62211]: DEBUG nova.compute.manager [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2391.175101] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2391.176048] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d19d3b-cce4-44d4-8c76-f9effce83307 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.184100] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2391.184342] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b76f7c7b-1c8c-4284-951a-4c8716fe12fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.186941] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706deddd-5d42-485d-b613-f378a7b38797 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.194430] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cb81bf-4cd3-49c7-a05d-17e69550dad4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.197772] env[62211]: DEBUG oslo_vmware.api [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2391.197772] env[62211]: value = "task-2075777" [ 2391.197772] env[62211]: _type = "Task" [ 2391.197772] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.227604] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b40905-d4fa-4b6f-9851-424b2b7b69b1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.233010] env[62211]: DEBUG oslo_vmware.api [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.237942] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65cfdca-38c9-454c-ad51-50cf78af4c8d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.251553] env[62211]: DEBUG nova.compute.provider_tree [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2391.328571] env[62211]: DEBUG oslo_vmware.api [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075772, 'name': PowerOffVM_Task, 'duration_secs': 0.163158} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.328970] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2391.329128] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2391.329398] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2da3b4d4-a8d1-4ead-bd22-20e60a9dbed7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.416940] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075775, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.514790] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075776, 'name': CreateVM_Task, 'duration_secs': 0.502583} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.514960] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2391.515750] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2391.515916] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2391.516252] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2391.516954] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae6a5f8-7c76-4b23-851a-662268a8e0ae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.521881] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2391.521881] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5286263b-0be3-c407-44fa-e02399fda9ef" [ 2391.521881] env[62211]: _type = "Task" [ 2391.521881] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.529138] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5286263b-0be3-c407-44fa-e02399fda9ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.604515] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2391.604828] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2391.605038] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Deleting the datastore file [datastore1] d611cc62-d92b-4175-844e-5ec5e67af9e2 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2391.605300] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ee30292-cab4-46bc-b8e1-df4c7c2e8c5a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.611232] env[62211]: DEBUG oslo_vmware.api [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for the task: (returnval){ [ 2391.611232] env[62211]: value = "task-2075779" [ 2391.611232] env[62211]: _type = "Task" [ 2391.611232] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.618842] env[62211]: DEBUG oslo_vmware.api [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.708387] env[62211]: DEBUG oslo_vmware.api [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075777, 'name': PowerOffVM_Task, 'duration_secs': 0.204791} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.708729] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2391.708926] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2391.709206] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd44131a-b519-41ed-b57c-aca93010e903 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.756140] env[62211]: DEBUG nova.scheduler.client.report [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2391.765933] env[62211]: DEBUG nova.network.neutron [req-6327b314-d3f9-41c6-ba67-9a9751ddc1a9 req-ded24f9c-7e6c-4e91-ad4e-014b326bdbf3 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updated VIF entry in instance network info cache for port 0e2a83e5-32de-4bd6-a472-aba601b80597. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2391.766618] env[62211]: DEBUG nova.network.neutron [req-6327b314-d3f9-41c6-ba67-9a9751ddc1a9 req-ded24f9c-7e6c-4e91-ad4e-014b326bdbf3 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updating instance_info_cache with network_info: [{"id": "0e2a83e5-32de-4bd6-a472-aba601b80597", "address": "fa:16:3e:13:72:aa", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e2a83e5-32", "ovs_interfaceid": "0e2a83e5-32de-4bd6-a472-aba601b80597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2391.854663] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2391.854907] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2391.855162] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleting the datastore file [datastore1] 12180821-2199-4877-9c88-124008bb53c0 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2391.855600] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-887f8f06-fa85-43f2-9f7a-5719cb77a4fe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.861914] env[62211]: DEBUG oslo_vmware.api [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for the task: (returnval){ [ 2391.861914] env[62211]: value = "task-2075781" [ 2391.861914] env[62211]: _type = "Task" [ 2391.861914] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.871520] env[62211]: DEBUG oslo_vmware.api [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.879551] env[62211]: DEBUG nova.network.neutron [req-a4c97ed6-4231-4f1d-9a15-c83d0c4f06e3 req-9bed30d0-1a27-4019-ade6-3304ef0abbc0 service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Updated VIF entry in instance network info cache for port e3351eeb-9c5e-4508-82ca-ddba0562ef92. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2391.879881] env[62211]: DEBUG nova.network.neutron [req-a4c97ed6-4231-4f1d-9a15-c83d0c4f06e3 req-9bed30d0-1a27-4019-ade6-3304ef0abbc0 service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Updating instance_info_cache with network_info: [{"id": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "address": "fa:16:3e:6a:be:b3", "network": {"id": "c3a837b2-24d8-4880-9f47-1946a826f776", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387336804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6956cc18063449e1a069676368dd62ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3351eeb-9c", "ovs_interfaceid": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2391.916430] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075775, 'name': CreateVM_Task, 'duration_secs': 0.557514} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.916571] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2391.917261] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2392.032886] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5286263b-0be3-c407-44fa-e02399fda9ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008945} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.032886] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2392.033082] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2392.033282] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2392.033432] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2392.033606] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2392.033877] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2392.034204] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2392.034421] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d432a888-12a1-48f4-82b2-7b2b01596f19 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.036266] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b1250b-36de-42dd-8f6a-5d855252af19 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.041357] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2392.041357] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52f859c2-4c18-9e12-4316-4dfe752d7eaf" [ 2392.041357] env[62211]: _type = "Task" [ 2392.041357] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.045453] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2392.045635] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2392.046628] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd9c245-750e-4822-b54f-c1801d200397 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.051363] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f859c2-4c18-9e12-4316-4dfe752d7eaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.054141] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2392.054141] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52db6e76-99cc-6962-0a59-9fdaf78c5034" [ 2392.054141] env[62211]: _type = "Task" [ 2392.054141] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.061630] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52db6e76-99cc-6962-0a59-9fdaf78c5034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.120563] env[62211]: DEBUG oslo_vmware.api [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Task: {'id': task-2075779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128863} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.120805] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2392.120990] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2392.121185] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2392.121498] env[62211]: INFO nova.compute.manager [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Took 1.32 seconds to destroy the instance on the hypervisor. [ 2392.121585] env[62211]: DEBUG oslo.service.loopingcall [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2392.121772] env[62211]: DEBUG nova.compute.manager [-] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2392.121869] env[62211]: DEBUG nova.network.neutron [-] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2392.262270] env[62211]: DEBUG oslo_concurrency.lockutils [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2392.269526] env[62211]: DEBUG oslo_concurrency.lockutils [req-6327b314-d3f9-41c6-ba67-9a9751ddc1a9 req-ded24f9c-7e6c-4e91-ad4e-014b326bdbf3 service nova] Releasing lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2392.288400] env[62211]: INFO nova.scheduler.client.report [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Deleted allocations for instance 2b9a3831-7b14-4dd2-bec0-6767aca8a496 [ 2392.374404] env[62211]: DEBUG oslo_vmware.api [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Task: {'id': task-2075781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132271} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.377145] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2392.377145] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2392.377145] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2392.377145] env[62211]: INFO nova.compute.manager [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] [instance: 12180821-2199-4877-9c88-124008bb53c0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2392.377145] env[62211]: DEBUG oslo.service.loopingcall [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2392.377145] env[62211]: DEBUG nova.compute.manager [-] [instance: 12180821-2199-4877-9c88-124008bb53c0] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2392.377145] env[62211]: DEBUG nova.network.neutron [-] [instance: 12180821-2199-4877-9c88-124008bb53c0] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2392.382862] env[62211]: DEBUG oslo_concurrency.lockutils [req-a4c97ed6-4231-4f1d-9a15-c83d0c4f06e3 req-9bed30d0-1a27-4019-ade6-3304ef0abbc0 service nova] Releasing lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2392.554855] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52f859c2-4c18-9e12-4316-4dfe752d7eaf, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.560899] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2392.561574] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2392.561794] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2392.567609] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52db6e76-99cc-6962-0a59-9fdaf78c5034, 'name': SearchDatastore_Task, 'duration_secs': 0.008456} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.568210] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ffde79-0068-436b-acb2-5e95f401668b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.573382] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2392.573382] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52105381-27c0-9cc8-9b2a-7e2710dd8a8a" [ 2392.573382] env[62211]: _type = "Task" [ 2392.573382] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.581088] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52105381-27c0-9cc8-9b2a-7e2710dd8a8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.806375] env[62211]: DEBUG oslo_concurrency.lockutils [None req-55c20925-5105-4a1d-861c-98f7aa8b704f tempest-ServerActionsTestJSON-877601013 tempest-ServerActionsTestJSON-877601013-project-member] Lock "2b9a3831-7b14-4dd2-bec0-6767aca8a496" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.521s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2393.054692] env[62211]: DEBUG nova.compute.manager [req-e549aef1-115d-4692-a726-2a70ca88e433 req-eacf4f89-ed30-4311-b268-1f921b2142e7 service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Received event network-vif-deleted-38dd4a48-37a5-44d6-9d56-d48a0f0fc571 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2393.054692] env[62211]: INFO nova.compute.manager [req-e549aef1-115d-4692-a726-2a70ca88e433 req-eacf4f89-ed30-4311-b268-1f921b2142e7 service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Neutron deleted interface 38dd4a48-37a5-44d6-9d56-d48a0f0fc571; detaching it from the instance and deleting it from the info cache [ 2393.054868] env[62211]: DEBUG nova.network.neutron [req-e549aef1-115d-4692-a726-2a70ca88e433 req-eacf4f89-ed30-4311-b268-1f921b2142e7 service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2393.083518] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52105381-27c0-9cc8-9b2a-7e2710dd8a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.012879} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.083764] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2393.084098] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4869b692-c3c4-4eb3-a759-f352e163534f/4869b692-c3c4-4eb3-a759-f352e163534f.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2393.084284] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2393.084466] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2393.084672] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53a42576-754d-4f6f-9eb5-1001314fc164 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.086512] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-889153f7-7251-4ba6-ae82-5179b8ebcdeb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.095498] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2393.095498] env[62211]: value = "task-2075782" [ 2393.095498] env[62211]: _type = "Task" [ 2393.095498] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.099235] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2393.099407] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2393.100707] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a769bf3b-1a59-4517-8ce0-dedc80f02833 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.105596] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.108862] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2393.108862] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52dc28b1-d39d-181d-cc38-6b4f453830e8" [ 2393.108862] env[62211]: _type = "Task" [ 2393.108862] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.117103] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52dc28b1-d39d-181d-cc38-6b4f453830e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.162425] env[62211]: DEBUG nova.network.neutron [-] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2393.174369] env[62211]: DEBUG nova.compute.manager [req-d5a2fbf4-0a04-4d4d-aa4b-8cf40e66b760 req-16d49de1-8f7f-4ac3-83f1-5c9385a3db1e service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Received event network-vif-deleted-56ba99ac-8b1a-416e-9026-eebd9eab016d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2393.174638] env[62211]: INFO nova.compute.manager [req-d5a2fbf4-0a04-4d4d-aa4b-8cf40e66b760 req-16d49de1-8f7f-4ac3-83f1-5c9385a3db1e service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Neutron deleted interface 56ba99ac-8b1a-416e-9026-eebd9eab016d; detaching it from the instance and deleting it from the info cache [ 2393.174769] env[62211]: DEBUG nova.network.neutron [req-d5a2fbf4-0a04-4d4d-aa4b-8cf40e66b760 req-16d49de1-8f7f-4ac3-83f1-5c9385a3db1e service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2393.326660] env[62211]: DEBUG nova.network.neutron [-] [instance: 12180821-2199-4877-9c88-124008bb53c0] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2393.557732] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06de666b-c649-4f01-957a-f482959af7d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.569460] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e3d9e0-ea9e-45b4-9ec2-bef8bb70dfc5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.600775] env[62211]: DEBUG nova.compute.manager [req-e549aef1-115d-4692-a726-2a70ca88e433 req-eacf4f89-ed30-4311-b268-1f921b2142e7 service nova] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Detach interface failed, port_id=38dd4a48-37a5-44d6-9d56-d48a0f0fc571, reason: Instance d611cc62-d92b-4175-844e-5ec5e67af9e2 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2393.609442] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48856} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.612599] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4869b692-c3c4-4eb3-a759-f352e163534f/4869b692-c3c4-4eb3-a759-f352e163534f.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2393.612842] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2393.613113] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8d2db92-9652-4cb6-a1c3-b2014b256aab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.620197] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52dc28b1-d39d-181d-cc38-6b4f453830e8, 'name': SearchDatastore_Task, 'duration_secs': 0.00865} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.622338] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2393.622338] env[62211]: value = "task-2075783" [ 2393.622338] env[62211]: _type = "Task" [ 2393.622338] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.622338] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eca9c63-e774-4826-a631-b8398b52182b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.632129] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2393.632129] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52778feb-16a8-b6fa-9e1a-f7e405a81903" [ 2393.632129] env[62211]: _type = "Task" [ 2393.632129] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.633116] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.640186] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52778feb-16a8-b6fa-9e1a-f7e405a81903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.667863] env[62211]: INFO nova.compute.manager [-] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Took 1.55 seconds to deallocate network for instance. [ 2393.681025] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0eced3b-e327-4e79-9c90-26b647108dea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.687494] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5acc70-7f52-40fd-9736-46c9ba428ad0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.714948] env[62211]: DEBUG nova.compute.manager [req-d5a2fbf4-0a04-4d4d-aa4b-8cf40e66b760 req-16d49de1-8f7f-4ac3-83f1-5c9385a3db1e service nova] [instance: 12180821-2199-4877-9c88-124008bb53c0] Detach interface failed, port_id=56ba99ac-8b1a-416e-9026-eebd9eab016d, reason: Instance 12180821-2199-4877-9c88-124008bb53c0 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2393.829052] env[62211]: INFO nova.compute.manager [-] [instance: 12180821-2199-4877-9c88-124008bb53c0] Took 1.45 seconds to deallocate network for instance. [ 2394.133658] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066241} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.136738] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2394.137469] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60c7216-73f7-485e-ae1e-288f8e95ed8d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.145063] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52778feb-16a8-b6fa-9e1a-f7e405a81903, 'name': SearchDatastore_Task, 'duration_secs': 0.009471} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.153744] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2394.154034] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] f4c39608-80c6-42d5-a751-9805ff3e7596/f4c39608-80c6-42d5-a751-9805ff3e7596.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2394.162584] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 4869b692-c3c4-4eb3-a759-f352e163534f/4869b692-c3c4-4eb3-a759-f352e163534f.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2394.162819] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be340a34-7bc4-4600-83aa-d3b87746c93d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.164566] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a94ce70f-a5df-4ae0-a442-e35c07c4d4f0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.179234] env[62211]: DEBUG oslo_concurrency.lockutils [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2394.179432] env[62211]: DEBUG oslo_concurrency.lockutils [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2394.179633] env[62211]: DEBUG nova.objects.instance [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lazy-loading 'resources' on Instance uuid d611cc62-d92b-4175-844e-5ec5e67af9e2 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2394.186177] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2394.186177] env[62211]: value = "task-2075784" [ 2394.186177] env[62211]: _type = "Task" [ 2394.186177] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.187475] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2394.187475] env[62211]: value = "task-2075785" [ 2394.187475] env[62211]: _type = "Task" [ 2394.187475] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.198874] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075784, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.201644] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.335390] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2394.700809] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465752} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.703703] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] f4c39608-80c6-42d5-a751-9805ff3e7596/f4c39608-80c6-42d5-a751-9805ff3e7596.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2394.703931] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2394.704210] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075784, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.706862] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a9fc9f0-4728-409c-84a4-03a52987eff9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.714921] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2394.714921] env[62211]: value = "task-2075786" [ 2394.714921] env[62211]: _type = "Task" [ 2394.714921] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.723385] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.780678] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228017eb-10dd-455f-b3ae-75b14e32dc2b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.788439] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9719b664-57d7-43cc-9d3b-e8b93d27c5da {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.824594] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1442332-c460-474b-a7f7-0f4cfe66b836 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.832243] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b969b2-f1b5-4c49-9c7f-115024f9b549 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.845737] env[62211]: DEBUG nova.compute.provider_tree [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2395.198743] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075784, 'name': ReconfigVM_Task, 'duration_secs': 0.548604} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.199021] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 4869b692-c3c4-4eb3-a759-f352e163534f/4869b692-c3c4-4eb3-a759-f352e163534f.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2395.199630] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cf8c819-bde1-41a3-a78d-ac687f5accce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.205923] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2395.205923] env[62211]: value = "task-2075787" [ 2395.205923] env[62211]: _type = "Task" [ 2395.205923] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.213264] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075787, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.222018] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077671} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.222262] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2395.222944] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6cae39-8187-48d3-b1f1-42829262f1c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.246386] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] f4c39608-80c6-42d5-a751-9805ff3e7596/f4c39608-80c6-42d5-a751-9805ff3e7596.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2395.246659] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91503164-89e9-4788-a842-50bfff8fa494 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.265035] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2395.265035] env[62211]: value = "task-2075788" [ 2395.265035] env[62211]: _type = "Task" [ 2395.265035] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.272647] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.349621] env[62211]: DEBUG nova.scheduler.client.report [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2395.716193] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075787, 'name': Rename_Task, 'duration_secs': 0.143427} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.716568] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2395.716692] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06875a05-2273-4f28-897d-ec07f13b21bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.722431] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2395.722431] env[62211]: value = "task-2075789" [ 2395.722431] env[62211]: _type = "Task" [ 2395.722431] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.729473] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.774271] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075788, 'name': ReconfigVM_Task, 'duration_secs': 0.298996} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.774541] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Reconfigured VM instance instance-00000070 to attach disk [datastore1] f4c39608-80c6-42d5-a751-9805ff3e7596/f4c39608-80c6-42d5-a751-9805ff3e7596.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2395.775239] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab2e5df6-f9c6-4c75-9c84-10aec00302c2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.783061] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2395.783061] env[62211]: value = "task-2075790" [ 2395.783061] env[62211]: _type = "Task" [ 2395.783061] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.791690] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075790, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.854113] env[62211]: DEBUG oslo_concurrency.lockutils [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.857105] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.522s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.857520] env[62211]: DEBUG nova.objects.instance [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lazy-loading 'resources' on Instance uuid 12180821-2199-4877-9c88-124008bb53c0 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2395.879915] env[62211]: INFO nova.scheduler.client.report [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Deleted allocations for instance d611cc62-d92b-4175-844e-5ec5e67af9e2 [ 2396.233083] env[62211]: DEBUG oslo_vmware.api [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075789, 'name': PowerOnVM_Task, 'duration_secs': 0.485691} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.233361] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2396.233616] env[62211]: INFO nova.compute.manager [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Took 14.31 seconds to spawn the instance on the hypervisor. [ 2396.233730] env[62211]: DEBUG nova.compute.manager [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2396.234517] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e178ca6-fc79-4abf-810c-ff40cc5d27ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.293102] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075790, 'name': Rename_Task, 'duration_secs': 0.136709} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.293362] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2396.293598] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4941839f-b655-4e45-a6c1-6adabcff9372 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.299930] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2396.299930] env[62211]: value = "task-2075791" [ 2396.299930] env[62211]: _type = "Task" [ 2396.299930] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.307342] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.387469] env[62211]: DEBUG oslo_concurrency.lockutils [None req-719a7d5f-1f21-4c39-ac94-c8d873dbaa23 tempest-AttachVolumeNegativeTest-1467565711 tempest-AttachVolumeNegativeTest-1467565711-project-member] Lock "d611cc62-d92b-4175-844e-5ec5e67af9e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.094s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.425800] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908910e3-0644-4dc2-8ef0-dc4ee448d007 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.434219] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b76685-5ebf-42c8-a5ad-169f8cf6ce3f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.463961] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a879d6-05f7-43eb-9011-406eab79462e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.472184] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299c64a0-0423-4684-ac72-a17d9dac652a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.487297] env[62211]: DEBUG nova.compute.provider_tree [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2396.751782] env[62211]: INFO nova.compute.manager [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Took 19.04 seconds to build instance. [ 2396.809822] env[62211]: DEBUG oslo_vmware.api [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075791, 'name': PowerOnVM_Task, 'duration_secs': 0.437922} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.810188] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2396.810410] env[62211]: INFO nova.compute.manager [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Took 10.85 seconds to spawn the instance on the hypervisor. [ 2396.810605] env[62211]: DEBUG nova.compute.manager [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2396.811451] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee28ceed-a4b9-47e8-898e-22043b372444 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.990547] env[62211]: DEBUG nova.scheduler.client.report [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2397.253907] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0a3216ab-83c4-4317-8d2e-a3a7e39482df tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "4869b692-c3c4-4eb3-a759-f352e163534f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.549s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2397.254242] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "4869b692-c3c4-4eb3-a759-f352e163534f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.858s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2397.255167] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd90b96d-c66b-4fc2-8633-82ecb440542d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.331928] env[62211]: INFO nova.compute.manager [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Took 15.61 seconds to build instance. [ 2397.495539] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2397.525084] env[62211]: INFO nova.scheduler.client.report [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Deleted allocations for instance 12180821-2199-4877-9c88-124008bb53c0 [ 2397.768862] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "4869b692-c3c4-4eb3-a759-f352e163534f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2397.833648] env[62211]: DEBUG oslo_concurrency.lockutils [None req-b9ff7040-2819-4cfe-93c2-aa6bb659cb1a tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.115s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2397.859876] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2397.860158] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2398.033757] env[62211]: DEBUG oslo_concurrency.lockutils [None req-35bda780-63a2-48ba-bf72-f229a7ddf121 tempest-AttachVolumeShelveTestJSON-1743067232 tempest-AttachVolumeShelveTestJSON-1743067232-project-member] Lock "12180821-2199-4877-9c88-124008bb53c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.365s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.041928] env[62211]: DEBUG nova.compute.manager [req-09a3ad10-24f3-4f99-911b-68ea4c687296 req-93bc6b22-073d-4a40-923e-f7f6b704a855 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Received event network-changed-6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2398.042507] env[62211]: DEBUG nova.compute.manager [req-09a3ad10-24f3-4f99-911b-68ea4c687296 req-93bc6b22-073d-4a40-923e-f7f6b704a855 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Refreshing instance network info cache due to event network-changed-6e105ba5-596d-40da-8a22-4d0ef40f2ab3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2398.042843] env[62211]: DEBUG oslo_concurrency.lockutils [req-09a3ad10-24f3-4f99-911b-68ea4c687296 req-93bc6b22-073d-4a40-923e-f7f6b704a855 service nova] Acquiring lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2398.043061] env[62211]: DEBUG oslo_concurrency.lockutils [req-09a3ad10-24f3-4f99-911b-68ea4c687296 req-93bc6b22-073d-4a40-923e-f7f6b704a855 service nova] Acquired lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2398.043294] env[62211]: DEBUG nova.network.neutron [req-09a3ad10-24f3-4f99-911b-68ea4c687296 req-93bc6b22-073d-4a40-923e-f7f6b704a855 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Refreshing network info cache for port 6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2398.048785] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "75f72ef9-c4ab-4085-b2eb-666c922fe7d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2398.049231] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "75f72ef9-c4ab-4085-b2eb-666c922fe7d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2398.362553] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2398.362804] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2398.362972] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.363147] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2398.364477] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414a668b-6ec6-4497-acf1-0bd937e07706 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.373367] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d09cbb-b384-4eee-b310-24016e325f22 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.391667] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64de6290-f4f5-4681-bb21-74a8b3c78853 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.399992] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfeb6ad-ab73-4392-8680-f6987bf40111 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.428471] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180273MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2398.428641] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2398.428858] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2398.552049] env[62211]: DEBUG nova.compute.manager [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2398.921665] env[62211]: DEBUG nova.network.neutron [req-09a3ad10-24f3-4f99-911b-68ea4c687296 req-93bc6b22-073d-4a40-923e-f7f6b704a855 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updated VIF entry in instance network info cache for port 6e105ba5-596d-40da-8a22-4d0ef40f2ab3. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2398.922045] env[62211]: DEBUG nova.network.neutron [req-09a3ad10-24f3-4f99-911b-68ea4c687296 req-93bc6b22-073d-4a40-923e-f7f6b704a855 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updating instance_info_cache with network_info: [{"id": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "address": "fa:16:3e:fa:b7:45", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e105ba5-59", "ovs_interfaceid": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2399.073772] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2399.408684] env[62211]: DEBUG nova.compute.manager [req-5f872fc7-ea39-43da-b2ef-8e81451e9fa6 req-83c9cc4c-faf8-41e7-9e4c-9d240f1e59ec service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Received event network-changed-0e2a83e5-32de-4bd6-a472-aba601b80597 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2399.409108] env[62211]: DEBUG nova.compute.manager [req-5f872fc7-ea39-43da-b2ef-8e81451e9fa6 req-83c9cc4c-faf8-41e7-9e4c-9d240f1e59ec service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Refreshing instance network info cache due to event network-changed-0e2a83e5-32de-4bd6-a472-aba601b80597. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2399.409364] env[62211]: DEBUG oslo_concurrency.lockutils [req-5f872fc7-ea39-43da-b2ef-8e81451e9fa6 req-83c9cc4c-faf8-41e7-9e4c-9d240f1e59ec service nova] Acquiring lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2399.409526] env[62211]: DEBUG oslo_concurrency.lockutils [req-5f872fc7-ea39-43da-b2ef-8e81451e9fa6 req-83c9cc4c-faf8-41e7-9e4c-9d240f1e59ec service nova] Acquired lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2399.409728] env[62211]: DEBUG nova.network.neutron [req-5f872fc7-ea39-43da-b2ef-8e81451e9fa6 req-83c9cc4c-faf8-41e7-9e4c-9d240f1e59ec service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Refreshing network info cache for port 0e2a83e5-32de-4bd6-a472-aba601b80597 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2399.427304] env[62211]: DEBUG oslo_concurrency.lockutils [req-09a3ad10-24f3-4f99-911b-68ea4c687296 req-93bc6b22-073d-4a40-923e-f7f6b704a855 service nova] Releasing lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2399.454230] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 0f141bcc-68fb-4ab0-9d34-734f7186466b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2399.454467] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 4869b692-c3c4-4eb3-a759-f352e163534f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2399.454629] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance f4c39608-80c6-42d5-a751-9805ff3e7596 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2399.958127] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 75f72ef9-c4ab-4085-b2eb-666c922fe7d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2399.958551] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2399.958551] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2400.020371] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193cd29c-b84c-47af-9435-fa303009e8b3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.028925] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eda3718-2fb0-48af-94b5-6a7841724d77 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.061575] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237efdee-89b5-4a41-85ad-17845236dc80 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.065999] env[62211]: DEBUG nova.compute.manager [req-9bc9126a-a71d-4215-99fa-260df3d708b0 req-24006dc4-bfdb-4209-82c1-92bf9c8766ef service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Received event network-changed-0e2a83e5-32de-4bd6-a472-aba601b80597 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2400.066199] env[62211]: DEBUG nova.compute.manager [req-9bc9126a-a71d-4215-99fa-260df3d708b0 req-24006dc4-bfdb-4209-82c1-92bf9c8766ef service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Refreshing instance network info cache due to event network-changed-0e2a83e5-32de-4bd6-a472-aba601b80597. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2400.066391] env[62211]: DEBUG oslo_concurrency.lockutils [req-9bc9126a-a71d-4215-99fa-260df3d708b0 req-24006dc4-bfdb-4209-82c1-92bf9c8766ef service nova] Acquiring lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2400.072157] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cfcbb3-d77c-4ee4-a42b-fc38fe2909c7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.085421] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2400.130204] env[62211]: DEBUG nova.network.neutron [req-5f872fc7-ea39-43da-b2ef-8e81451e9fa6 req-83c9cc4c-faf8-41e7-9e4c-9d240f1e59ec service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updated VIF entry in instance network info cache for port 0e2a83e5-32de-4bd6-a472-aba601b80597. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2400.130567] env[62211]: DEBUG nova.network.neutron [req-5f872fc7-ea39-43da-b2ef-8e81451e9fa6 req-83c9cc4c-faf8-41e7-9e4c-9d240f1e59ec service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updating instance_info_cache with network_info: [{"id": "0e2a83e5-32de-4bd6-a472-aba601b80597", "address": "fa:16:3e:13:72:aa", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e2a83e5-32", "ovs_interfaceid": "0e2a83e5-32de-4bd6-a472-aba601b80597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2400.588356] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2400.634184] env[62211]: DEBUG oslo_concurrency.lockutils [req-5f872fc7-ea39-43da-b2ef-8e81451e9fa6 req-83c9cc4c-faf8-41e7-9e4c-9d240f1e59ec service nova] Releasing lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2400.634184] env[62211]: DEBUG oslo_concurrency.lockutils [req-9bc9126a-a71d-4215-99fa-260df3d708b0 req-24006dc4-bfdb-4209-82c1-92bf9c8766ef service nova] Acquired lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2400.634184] env[62211]: DEBUG nova.network.neutron [req-9bc9126a-a71d-4215-99fa-260df3d708b0 req-24006dc4-bfdb-4209-82c1-92bf9c8766ef service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Refreshing network info cache for port 0e2a83e5-32de-4bd6-a472-aba601b80597 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2401.093677] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2401.094085] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.665s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2401.094184] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.021s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.095696] env[62211]: INFO nova.compute.claims [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2401.319497] env[62211]: DEBUG nova.network.neutron [req-9bc9126a-a71d-4215-99fa-260df3d708b0 req-24006dc4-bfdb-4209-82c1-92bf9c8766ef service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updated VIF entry in instance network info cache for port 0e2a83e5-32de-4bd6-a472-aba601b80597. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2401.319862] env[62211]: DEBUG nova.network.neutron [req-9bc9126a-a71d-4215-99fa-260df3d708b0 req-24006dc4-bfdb-4209-82c1-92bf9c8766ef service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updating instance_info_cache with network_info: [{"id": "0e2a83e5-32de-4bd6-a472-aba601b80597", "address": "fa:16:3e:13:72:aa", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e2a83e5-32", "ovs_interfaceid": "0e2a83e5-32de-4bd6-a472-aba601b80597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2401.445912] env[62211]: DEBUG nova.compute.manager [req-af8aa1a0-b7c4-4e3f-9cd4-aee22500f13c req-ce2b17bb-a230-4e48-ab28-5aa0d4e9e384 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Received event network-changed-6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2401.446074] env[62211]: DEBUG nova.compute.manager [req-af8aa1a0-b7c4-4e3f-9cd4-aee22500f13c req-ce2b17bb-a230-4e48-ab28-5aa0d4e9e384 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Refreshing instance network info cache due to event network-changed-6e105ba5-596d-40da-8a22-4d0ef40f2ab3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2401.446297] env[62211]: DEBUG oslo_concurrency.lockutils [req-af8aa1a0-b7c4-4e3f-9cd4-aee22500f13c req-ce2b17bb-a230-4e48-ab28-5aa0d4e9e384 service nova] Acquiring lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2401.446441] env[62211]: DEBUG oslo_concurrency.lockutils [req-af8aa1a0-b7c4-4e3f-9cd4-aee22500f13c req-ce2b17bb-a230-4e48-ab28-5aa0d4e9e384 service nova] Acquired lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2401.446602] env[62211]: DEBUG nova.network.neutron [req-af8aa1a0-b7c4-4e3f-9cd4-aee22500f13c req-ce2b17bb-a230-4e48-ab28-5aa0d4e9e384 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Refreshing network info cache for port 6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2401.822573] env[62211]: DEBUG oslo_concurrency.lockutils [req-9bc9126a-a71d-4215-99fa-260df3d708b0 req-24006dc4-bfdb-4209-82c1-92bf9c8766ef service nova] Releasing lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2402.097482] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2402.097730] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2402.097771] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2402.172143] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39af455b-9066-45ff-82f5-9c5d371b9eb5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.177176] env[62211]: DEBUG nova.network.neutron [req-af8aa1a0-b7c4-4e3f-9cd4-aee22500f13c req-ce2b17bb-a230-4e48-ab28-5aa0d4e9e384 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updated VIF entry in instance network info cache for port 6e105ba5-596d-40da-8a22-4d0ef40f2ab3. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2402.177477] env[62211]: DEBUG nova.network.neutron [req-af8aa1a0-b7c4-4e3f-9cd4-aee22500f13c req-ce2b17bb-a230-4e48-ab28-5aa0d4e9e384 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updating instance_info_cache with network_info: [{"id": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "address": "fa:16:3e:fa:b7:45", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e105ba5-59", "ovs_interfaceid": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2402.181923] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdada1e-dd46-4c64-bc7f-fc043eb7b0d0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.211060] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a92304-d27c-43ba-b1cd-24fc14da5717 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.218993] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6697b47b-bd62-4b65-858f-b72213c2f744 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.235251] env[62211]: DEBUG nova.compute.provider_tree [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2402.602175] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Skipping network cache update for instance because it is Building. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2402.629106] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2402.681906] env[62211]: DEBUG oslo_concurrency.lockutils [req-af8aa1a0-b7c4-4e3f-9cd4-aee22500f13c req-ce2b17bb-a230-4e48-ab28-5aa0d4e9e384 service nova] Releasing lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2402.682335] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquired lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2402.682493] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Forcefully refreshing network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2402.682647] env[62211]: DEBUG nova.objects.instance [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lazy-loading 'info_cache' on Instance uuid 0f141bcc-68fb-4ab0-9d34-734f7186466b {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2402.738376] env[62211]: DEBUG nova.scheduler.client.report [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2403.243857] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2403.244679] env[62211]: DEBUG nova.compute.manager [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2403.750835] env[62211]: DEBUG nova.compute.utils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2403.752297] env[62211]: DEBUG nova.compute.manager [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2403.752476] env[62211]: DEBUG nova.network.neutron [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2403.807985] env[62211]: DEBUG nova.policy [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd43b4121fa94cf2a0d85434eb4c88f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6956cc18063449e1a069676368dd62ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2404.085449] env[62211]: DEBUG nova.network.neutron [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Successfully created port: 6eba3178-7d1e-47b1-a189-2fcc09bd0e3c {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2404.256118] env[62211]: DEBUG nova.compute.manager [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2404.429625] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updating instance_info_cache with network_info: [{"id": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "address": "fa:16:3e:fa:b7:45", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e105ba5-59", "ovs_interfaceid": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2404.932437] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Releasing lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2404.932657] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updated the network info_cache for instance {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2404.932863] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2404.933025] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2404.933180] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2404.933327] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2404.933466] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2404.933638] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2404.933754] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2405.270224] env[62211]: DEBUG nova.compute.manager [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2405.296584] env[62211]: DEBUG nova.virt.hardware [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2405.296849] env[62211]: DEBUG nova.virt.hardware [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2405.297376] env[62211]: DEBUG nova.virt.hardware [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2405.297376] env[62211]: DEBUG nova.virt.hardware [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2405.297376] env[62211]: DEBUG nova.virt.hardware [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2405.297552] env[62211]: DEBUG nova.virt.hardware [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2405.297697] env[62211]: DEBUG nova.virt.hardware [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2405.297906] env[62211]: DEBUG nova.virt.hardware [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2405.298114] env[62211]: DEBUG nova.virt.hardware [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2405.298286] env[62211]: DEBUG nova.virt.hardware [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2405.298460] env[62211]: DEBUG nova.virt.hardware [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2405.299349] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d50b199-cc6f-4f01-8c08-f61fc7ea2a10 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.307862] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5070df-d35e-4eba-8a8a-5545493145f3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.551761] env[62211]: DEBUG nova.compute.manager [req-0bd1df42-ee32-45a1-8ac4-b020516f352c req-a80f71f1-0db5-4cbe-977e-022ec333b2bf service nova] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Received event network-vif-plugged-6eba3178-7d1e-47b1-a189-2fcc09bd0e3c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2405.551991] env[62211]: DEBUG oslo_concurrency.lockutils [req-0bd1df42-ee32-45a1-8ac4-b020516f352c req-a80f71f1-0db5-4cbe-977e-022ec333b2bf service nova] Acquiring lock "75f72ef9-c4ab-4085-b2eb-666c922fe7d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2405.552219] env[62211]: DEBUG oslo_concurrency.lockutils [req-0bd1df42-ee32-45a1-8ac4-b020516f352c req-a80f71f1-0db5-4cbe-977e-022ec333b2bf service nova] Lock "75f72ef9-c4ab-4085-b2eb-666c922fe7d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2405.552384] env[62211]: DEBUG oslo_concurrency.lockutils [req-0bd1df42-ee32-45a1-8ac4-b020516f352c req-a80f71f1-0db5-4cbe-977e-022ec333b2bf service nova] Lock "75f72ef9-c4ab-4085-b2eb-666c922fe7d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2405.552611] env[62211]: DEBUG nova.compute.manager [req-0bd1df42-ee32-45a1-8ac4-b020516f352c req-a80f71f1-0db5-4cbe-977e-022ec333b2bf service nova] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] No waiting events found dispatching network-vif-plugged-6eba3178-7d1e-47b1-a189-2fcc09bd0e3c {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2405.552796] env[62211]: WARNING nova.compute.manager [req-0bd1df42-ee32-45a1-8ac4-b020516f352c req-a80f71f1-0db5-4cbe-977e-022ec333b2bf service nova] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Received unexpected event network-vif-plugged-6eba3178-7d1e-47b1-a189-2fcc09bd0e3c for instance with vm_state building and task_state spawning. [ 2406.155775] env[62211]: DEBUG nova.network.neutron [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Successfully updated port: 6eba3178-7d1e-47b1-a189-2fcc09bd0e3c {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2406.182871] env[62211]: DEBUG nova.compute.manager [req-ee1cf50b-6cf4-4b12-b8b6-8bb2a435e0ad req-7e193ff5-90d7-4760-83f3-f821d9a977e8 service nova] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Received event network-changed-6eba3178-7d1e-47b1-a189-2fcc09bd0e3c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2406.182871] env[62211]: DEBUG nova.compute.manager [req-ee1cf50b-6cf4-4b12-b8b6-8bb2a435e0ad req-7e193ff5-90d7-4760-83f3-f821d9a977e8 service nova] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Refreshing instance network info cache due to event network-changed-6eba3178-7d1e-47b1-a189-2fcc09bd0e3c. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2406.182871] env[62211]: DEBUG oslo_concurrency.lockutils [req-ee1cf50b-6cf4-4b12-b8b6-8bb2a435e0ad req-7e193ff5-90d7-4760-83f3-f821d9a977e8 service nova] Acquiring lock "refresh_cache-75f72ef9-c4ab-4085-b2eb-666c922fe7d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2406.182871] env[62211]: DEBUG oslo_concurrency.lockutils [req-ee1cf50b-6cf4-4b12-b8b6-8bb2a435e0ad req-7e193ff5-90d7-4760-83f3-f821d9a977e8 service nova] Acquired lock "refresh_cache-75f72ef9-c4ab-4085-b2eb-666c922fe7d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2406.182871] env[62211]: DEBUG nova.network.neutron [req-ee1cf50b-6cf4-4b12-b8b6-8bb2a435e0ad req-7e193ff5-90d7-4760-83f3-f821d9a977e8 service nova] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Refreshing network info cache for port 6eba3178-7d1e-47b1-a189-2fcc09bd0e3c {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2406.663586] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "refresh_cache-75f72ef9-c4ab-4085-b2eb-666c922fe7d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2406.723325] env[62211]: DEBUG nova.network.neutron [req-ee1cf50b-6cf4-4b12-b8b6-8bb2a435e0ad req-7e193ff5-90d7-4760-83f3-f821d9a977e8 service nova] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2406.802991] env[62211]: DEBUG nova.network.neutron [req-ee1cf50b-6cf4-4b12-b8b6-8bb2a435e0ad req-7e193ff5-90d7-4760-83f3-f821d9a977e8 service nova] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2407.306192] env[62211]: DEBUG oslo_concurrency.lockutils [req-ee1cf50b-6cf4-4b12-b8b6-8bb2a435e0ad req-7e193ff5-90d7-4760-83f3-f821d9a977e8 service nova] Releasing lock "refresh_cache-75f72ef9-c4ab-4085-b2eb-666c922fe7d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2407.306603] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquired lock "refresh_cache-75f72ef9-c4ab-4085-b2eb-666c922fe7d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2407.306770] env[62211]: DEBUG nova.network.neutron [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2407.838596] env[62211]: DEBUG nova.network.neutron [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2407.964148] env[62211]: DEBUG nova.network.neutron [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Updating instance_info_cache with network_info: [{"id": "6eba3178-7d1e-47b1-a189-2fcc09bd0e3c", "address": "fa:16:3e:cb:3d:34", "network": {"id": "c3a837b2-24d8-4880-9f47-1946a826f776", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387336804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6956cc18063449e1a069676368dd62ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eba3178-7d", "ovs_interfaceid": "6eba3178-7d1e-47b1-a189-2fcc09bd0e3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2408.467070] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Releasing lock "refresh_cache-75f72ef9-c4ab-4085-b2eb-666c922fe7d2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2408.467632] env[62211]: DEBUG nova.compute.manager [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Instance network_info: |[{"id": "6eba3178-7d1e-47b1-a189-2fcc09bd0e3c", "address": "fa:16:3e:cb:3d:34", "network": {"id": "c3a837b2-24d8-4880-9f47-1946a826f776", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387336804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6956cc18063449e1a069676368dd62ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eba3178-7d", "ovs_interfaceid": "6eba3178-7d1e-47b1-a189-2fcc09bd0e3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2408.468287] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:3d:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eba3178-7d1e-47b1-a189-2fcc09bd0e3c', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2408.481615] env[62211]: DEBUG oslo.service.loopingcall [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2408.481902] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2408.482234] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a8212da-bedb-43e5-aac4-a6e5a0769239 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.503950] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2408.503950] env[62211]: value = "task-2075796" [ 2408.503950] env[62211]: _type = "Task" [ 2408.503950] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2408.512501] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075796, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.013921] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075796, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.200950] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "interface-0f141bcc-68fb-4ab0-9d34-734f7186466b-cce8a6c6-9ebb-4916-a87e-4376c471a17d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.201207] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-0f141bcc-68fb-4ab0-9d34-734f7186466b-cce8a6c6-9ebb-4916-a87e-4376c471a17d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2409.201581] env[62211]: DEBUG nova.objects.instance [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'flavor' on Instance uuid 0f141bcc-68fb-4ab0-9d34-734f7186466b {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2409.514736] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075796, 'name': CreateVM_Task, 'duration_secs': 0.521319} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2409.514930] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2409.515505] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2409.515678] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2409.516041] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2409.516297] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-312d3fe4-7553-4e1a-b164-4f20414b03f7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.520626] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2409.520626] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]526fc29c-5eda-06e2-708b-05c55fe76d9d" [ 2409.520626] env[62211]: _type = "Task" [ 2409.520626] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.527849] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526fc29c-5eda-06e2-708b-05c55fe76d9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.793732] env[62211]: DEBUG nova.objects.instance [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'pci_requests' on Instance uuid 0f141bcc-68fb-4ab0-9d34-734f7186466b {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2410.033560] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]526fc29c-5eda-06e2-708b-05c55fe76d9d, 'name': SearchDatastore_Task, 'duration_secs': 0.00892} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.033965] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2410.034035] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2410.034262] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2410.034411] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2410.034590] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2410.034859] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c1d689b-4fe0-4473-b4ff-3741b07ac616 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.043777] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2410.043777] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2410.044259] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89be7388-3b7f-4c04-a820-a1ec770eb08d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.049338] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2410.049338] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d32a2c-bfed-42d4-fb5d-755c8a252de9" [ 2410.049338] env[62211]: _type = "Task" [ 2410.049338] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.056834] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d32a2c-bfed-42d4-fb5d-755c8a252de9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.296732] env[62211]: DEBUG nova.objects.base [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Object Instance<0f141bcc-68fb-4ab0-9d34-734f7186466b> lazy-loaded attributes: flavor,pci_requests {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2410.296917] env[62211]: DEBUG nova.network.neutron [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2410.357519] env[62211]: DEBUG nova.policy [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7979de12c19543faa83d02b906feb452', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0910f5b5208442e3b3b8bc246b6bffbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2410.559864] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d32a2c-bfed-42d4-fb5d-755c8a252de9, 'name': SearchDatastore_Task, 'duration_secs': 0.008747} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.560692] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30a5c07-8866-4464-81a8-b5883102fca9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.565730] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2410.565730] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523be819-121d-b54c-2a97-f9601e5763b8" [ 2410.565730] env[62211]: _type = "Task" [ 2410.565730] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.573078] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523be819-121d-b54c-2a97-f9601e5763b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.076768] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523be819-121d-b54c-2a97-f9601e5763b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008996} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.076768] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2411.076768] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 75f72ef9-c4ab-4085-b2eb-666c922fe7d2/75f72ef9-c4ab-4085-b2eb-666c922fe7d2.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2411.077246] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4bce4b6-a5d1-458a-a0b9-2607a1e1e152 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.084077] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2411.084077] env[62211]: value = "task-2075797" [ 2411.084077] env[62211]: _type = "Task" [ 2411.084077] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.092219] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.594325] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452951} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.594650] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 75f72ef9-c4ab-4085-b2eb-666c922fe7d2/75f72ef9-c4ab-4085-b2eb-666c922fe7d2.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2411.594889] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2411.595167] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab53fb9f-8578-4575-94c7-39c608407af9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.603074] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2411.603074] env[62211]: value = "task-2075798" [ 2411.603074] env[62211]: _type = "Task" [ 2411.603074] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.611802] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.744622] env[62211]: DEBUG nova.compute.manager [req-483e21c6-fa6e-43f1-a2a2-0e34f2404f47 req-1f024eff-63e1-47a8-ae95-50e2cc26cae4 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Received event network-vif-plugged-cce8a6c6-9ebb-4916-a87e-4376c471a17d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2411.744918] env[62211]: DEBUG oslo_concurrency.lockutils [req-483e21c6-fa6e-43f1-a2a2-0e34f2404f47 req-1f024eff-63e1-47a8-ae95-50e2cc26cae4 service nova] Acquiring lock "0f141bcc-68fb-4ab0-9d34-734f7186466b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2411.745150] env[62211]: DEBUG oslo_concurrency.lockutils [req-483e21c6-fa6e-43f1-a2a2-0e34f2404f47 req-1f024eff-63e1-47a8-ae95-50e2cc26cae4 service nova] Lock "0f141bcc-68fb-4ab0-9d34-734f7186466b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2411.745318] env[62211]: DEBUG oslo_concurrency.lockutils [req-483e21c6-fa6e-43f1-a2a2-0e34f2404f47 req-1f024eff-63e1-47a8-ae95-50e2cc26cae4 service nova] Lock "0f141bcc-68fb-4ab0-9d34-734f7186466b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2411.745684] env[62211]: DEBUG nova.compute.manager [req-483e21c6-fa6e-43f1-a2a2-0e34f2404f47 req-1f024eff-63e1-47a8-ae95-50e2cc26cae4 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] No waiting events found dispatching network-vif-plugged-cce8a6c6-9ebb-4916-a87e-4376c471a17d {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2411.745859] env[62211]: WARNING nova.compute.manager [req-483e21c6-fa6e-43f1-a2a2-0e34f2404f47 req-1f024eff-63e1-47a8-ae95-50e2cc26cae4 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Received unexpected event network-vif-plugged-cce8a6c6-9ebb-4916-a87e-4376c471a17d for instance with vm_state active and task_state None. [ 2411.828374] env[62211]: DEBUG nova.network.neutron [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Successfully updated port: cce8a6c6-9ebb-4916-a87e-4376c471a17d {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2412.112441] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068617} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.112808] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2412.113455] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db74cf51-4f1c-4faf-b1f6-56dd56238bae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.134837] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 75f72ef9-c4ab-4085-b2eb-666c922fe7d2/75f72ef9-c4ab-4085-b2eb-666c922fe7d2.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2412.135088] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81f2aa4d-86f1-4e24-ba10-e42230907e6e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.153268] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2412.153268] env[62211]: value = "task-2075799" [ 2412.153268] env[62211]: _type = "Task" [ 2412.153268] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.161213] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.330876] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2412.331133] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2412.331391] env[62211]: DEBUG nova.network.neutron [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2412.662590] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075799, 'name': ReconfigVM_Task, 'duration_secs': 0.324164} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.662876] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 75f72ef9-c4ab-4085-b2eb-666c922fe7d2/75f72ef9-c4ab-4085-b2eb-666c922fe7d2.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2412.663513] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aeae5101-6146-49fc-b23d-b4db2990fb6d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.669645] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2412.669645] env[62211]: value = "task-2075800" [ 2412.669645] env[62211]: _type = "Task" [ 2412.669645] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.676912] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075800, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.866633] env[62211]: WARNING nova.network.neutron [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] f428155b-50bb-4754-932e-bd0775f8d575 already exists in list: networks containing: ['f428155b-50bb-4754-932e-bd0775f8d575']. ignoring it [ 2413.123183] env[62211]: DEBUG nova.network.neutron [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updating instance_info_cache with network_info: [{"id": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "address": "fa:16:3e:fa:b7:45", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e105ba5-59", "ovs_interfaceid": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cce8a6c6-9ebb-4916-a87e-4376c471a17d", "address": "fa:16:3e:98:ea:e5", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce8a6c6-9e", "ovs_interfaceid": "cce8a6c6-9ebb-4916-a87e-4376c471a17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2413.179288] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075800, 'name': Rename_Task, 'duration_secs': 0.136352} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.179494] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2413.179717] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26a83030-0362-4a66-aa0a-85acf303cb37 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.185467] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2413.185467] env[62211]: value = "task-2075801" [ 2413.185467] env[62211]: _type = "Task" [ 2413.185467] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2413.195681] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.626333] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2413.627055] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2413.627223] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2413.628141] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84eb7fa-cb83-40ee-bfa3-4d971883a218 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.644898] env[62211]: DEBUG nova.virt.hardware [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2413.645128] env[62211]: DEBUG nova.virt.hardware [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2413.645290] env[62211]: DEBUG nova.virt.hardware [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2413.645475] env[62211]: DEBUG nova.virt.hardware [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2413.645620] env[62211]: DEBUG nova.virt.hardware [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2413.645766] env[62211]: DEBUG nova.virt.hardware [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2413.645977] env[62211]: DEBUG nova.virt.hardware [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2413.646145] env[62211]: DEBUG nova.virt.hardware [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2413.646312] env[62211]: DEBUG nova.virt.hardware [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2413.646477] env[62211]: DEBUG nova.virt.hardware [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2413.646653] env[62211]: DEBUG nova.virt.hardware [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2413.652703] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Reconfiguring VM to attach interface {{(pid=62211) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2413.653015] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6811b998-587b-4f24-ae3c-32853292e6af {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.669640] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2413.669640] env[62211]: value = "task-2075802" [ 2413.669640] env[62211]: _type = "Task" [ 2413.669640] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2413.677266] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.695152] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075801, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.768911] env[62211]: DEBUG nova.compute.manager [req-59a1afae-2037-409f-8cc8-4efa125f002f req-3d20a068-63f7-453a-bb89-2a5ab439d310 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Received event network-changed-cce8a6c6-9ebb-4916-a87e-4376c471a17d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2413.769128] env[62211]: DEBUG nova.compute.manager [req-59a1afae-2037-409f-8cc8-4efa125f002f req-3d20a068-63f7-453a-bb89-2a5ab439d310 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Refreshing instance network info cache due to event network-changed-cce8a6c6-9ebb-4916-a87e-4376c471a17d. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2413.769349] env[62211]: DEBUG oslo_concurrency.lockutils [req-59a1afae-2037-409f-8cc8-4efa125f002f req-3d20a068-63f7-453a-bb89-2a5ab439d310 service nova] Acquiring lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2413.769492] env[62211]: DEBUG oslo_concurrency.lockutils [req-59a1afae-2037-409f-8cc8-4efa125f002f req-3d20a068-63f7-453a-bb89-2a5ab439d310 service nova] Acquired lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2413.769653] env[62211]: DEBUG nova.network.neutron [req-59a1afae-2037-409f-8cc8-4efa125f002f req-3d20a068-63f7-453a-bb89-2a5ab439d310 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Refreshing network info cache for port cce8a6c6-9ebb-4916-a87e-4376c471a17d {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2414.179973] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.194747] env[62211]: DEBUG oslo_vmware.api [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075801, 'name': PowerOnVM_Task, 'duration_secs': 0.535618} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2414.195014] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2414.195238] env[62211]: INFO nova.compute.manager [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Took 8.92 seconds to spawn the instance on the hypervisor. [ 2414.195417] env[62211]: DEBUG nova.compute.manager [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2414.196149] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8accece5-f71c-476f-a16d-7b54c8a39266 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.480482] env[62211]: DEBUG nova.network.neutron [req-59a1afae-2037-409f-8cc8-4efa125f002f req-3d20a068-63f7-453a-bb89-2a5ab439d310 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updated VIF entry in instance network info cache for port cce8a6c6-9ebb-4916-a87e-4376c471a17d. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2414.480920] env[62211]: DEBUG nova.network.neutron [req-59a1afae-2037-409f-8cc8-4efa125f002f req-3d20a068-63f7-453a-bb89-2a5ab439d310 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updating instance_info_cache with network_info: [{"id": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "address": "fa:16:3e:fa:b7:45", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e105ba5-59", "ovs_interfaceid": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cce8a6c6-9ebb-4916-a87e-4376c471a17d", "address": "fa:16:3e:98:ea:e5", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce8a6c6-9e", "ovs_interfaceid": "cce8a6c6-9ebb-4916-a87e-4376c471a17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2414.682439] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.711936] env[62211]: INFO nova.compute.manager [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Took 15.65 seconds to build instance. [ 2414.983622] env[62211]: DEBUG oslo_concurrency.lockutils [req-59a1afae-2037-409f-8cc8-4efa125f002f req-3d20a068-63f7-453a-bb89-2a5ab439d310 service nova] Releasing lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2415.182261] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.213721] env[62211]: DEBUG oslo_concurrency.lockutils [None req-0745f721-fd65-4937-bfc2-67ddac96153d tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "75f72ef9-c4ab-4085-b2eb-666c922fe7d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.164s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2415.562922] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "75f72ef9-c4ab-4085-b2eb-666c922fe7d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2415.563221] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "75f72ef9-c4ab-4085-b2eb-666c922fe7d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2415.563441] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "75f72ef9-c4ab-4085-b2eb-666c922fe7d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2415.563627] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "75f72ef9-c4ab-4085-b2eb-666c922fe7d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2415.563797] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "75f72ef9-c4ab-4085-b2eb-666c922fe7d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2415.565937] env[62211]: INFO nova.compute.manager [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Terminating instance [ 2415.682122] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.069577] env[62211]: DEBUG nova.compute.manager [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2416.069794] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2416.070759] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541f3585-b288-40c3-95ac-295dd552ecba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.078397] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2416.078624] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db83ea00-9dd6-4469-83e8-c1e54974bee6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.084509] env[62211]: DEBUG oslo_vmware.api [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2416.084509] env[62211]: value = "task-2075803" [ 2416.084509] env[62211]: _type = "Task" [ 2416.084509] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.092816] env[62211]: DEBUG oslo_vmware.api [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.186116] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.593511] env[62211]: DEBUG oslo_vmware.api [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075803, 'name': PowerOffVM_Task, 'duration_secs': 0.187464} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.593766] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2416.593932] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2416.594200] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a443bd18-38e0-433d-ba72-afb8ac2f6e2c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.681827] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.183211] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.683914] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.184817] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.685798] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.188606] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.686800] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.188083] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.468803] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2420.469031] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2420.469165] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Deleting the datastore file [datastore1] 75f72ef9-c4ab-4085-b2eb-666c922fe7d2 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2420.469447] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a973bdc4-cec0-487f-b34d-78b336935ac0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.476155] env[62211]: DEBUG oslo_vmware.api [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2420.476155] env[62211]: value = "task-2075805" [ 2420.476155] env[62211]: _type = "Task" [ 2420.476155] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.484181] env[62211]: DEBUG oslo_vmware.api [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.688808] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.986061] env[62211]: DEBUG oslo_vmware.api [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143401} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.986331] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2420.986512] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2420.986686] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2420.986860] env[62211]: INFO nova.compute.manager [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Took 4.92 seconds to destroy the instance on the hypervisor. [ 2420.987124] env[62211]: DEBUG oslo.service.loopingcall [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2420.987327] env[62211]: DEBUG nova.compute.manager [-] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2420.987425] env[62211]: DEBUG nova.network.neutron [-] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2421.190125] env[62211]: DEBUG oslo_vmware.api [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075802, 'name': ReconfigVM_Task, 'duration_secs': 7.249087} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.190600] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2421.190807] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Reconfigured VM to attach interface {{(pid=62211) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2421.244490] env[62211]: DEBUG nova.compute.manager [req-3d9358b6-880c-43b2-9312-45622a41e472 req-6de1996e-d8bc-439f-bf78-72f31d7f4dbc service nova] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Received event network-vif-deleted-6eba3178-7d1e-47b1-a189-2fcc09bd0e3c {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2421.244691] env[62211]: INFO nova.compute.manager [req-3d9358b6-880c-43b2-9312-45622a41e472 req-6de1996e-d8bc-439f-bf78-72f31d7f4dbc service nova] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Neutron deleted interface 6eba3178-7d1e-47b1-a189-2fcc09bd0e3c; detaching it from the instance and deleting it from the info cache [ 2421.244805] env[62211]: DEBUG nova.network.neutron [req-3d9358b6-880c-43b2-9312-45622a41e472 req-6de1996e-d8bc-439f-bf78-72f31d7f4dbc service nova] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2421.696501] env[62211]: DEBUG oslo_concurrency.lockutils [None req-69770eea-e806-435a-9b98-f7911a1b1977 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-0f141bcc-68fb-4ab0-9d34-734f7186466b-cce8a6c6-9ebb-4916-a87e-4376c471a17d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 12.495s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.722975] env[62211]: DEBUG nova.network.neutron [-] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2421.747450] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9703117d-c4fd-4244-8d7c-c293895ae970 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.757251] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1590d4-457d-4008-8f06-bb286e85c06c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.782273] env[62211]: DEBUG nova.compute.manager [req-3d9358b6-880c-43b2-9312-45622a41e472 req-6de1996e-d8bc-439f-bf78-72f31d7f4dbc service nova] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Detach interface failed, port_id=6eba3178-7d1e-47b1-a189-2fcc09bd0e3c, reason: Instance 75f72ef9-c4ab-4085-b2eb-666c922fe7d2 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2422.225322] env[62211]: INFO nova.compute.manager [-] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Took 1.24 seconds to deallocate network for instance. [ 2422.731767] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2422.732099] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2422.732295] env[62211]: DEBUG nova.objects.instance [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lazy-loading 'resources' on Instance uuid 75f72ef9-c4ab-4085-b2eb-666c922fe7d2 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2422.921846] env[62211]: DEBUG oslo_concurrency.lockutils [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "interface-0f141bcc-68fb-4ab0-9d34-734f7186466b-cce8a6c6-9ebb-4916-a87e-4376c471a17d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2422.922077] env[62211]: DEBUG oslo_concurrency.lockutils [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-0f141bcc-68fb-4ab0-9d34-734f7186466b-cce8a6c6-9ebb-4916-a87e-4376c471a17d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2423.295253] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18231be8-135c-4e90-a966-a89fab0f3c10 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.304032] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1802010-02b5-482b-a4d0-bdb4f6789f4d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.347987] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f4d9d0-1708-4cd8-81f4-78ad3581b677 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.355874] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450e2434-2545-41d2-bb32-8d95424972e0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.368954] env[62211]: DEBUG nova.compute.provider_tree [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2423.424603] env[62211]: DEBUG oslo_concurrency.lockutils [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2423.424800] env[62211]: DEBUG oslo_concurrency.lockutils [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2423.425674] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b66fe8-f138-4858-ba1e-30adc5298b6e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.445532] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399e5ca0-47a9-44f8-a8c4-bd6a1ebd90a7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.470554] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Reconfiguring VM to detach interface {{(pid=62211) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2423.471217] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7244c30-6e6b-4700-b1e7-b639d462a360 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.489405] env[62211]: DEBUG oslo_vmware.api [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2423.489405] env[62211]: value = "task-2075806" [ 2423.489405] env[62211]: _type = "Task" [ 2423.489405] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.497225] env[62211]: DEBUG oslo_vmware.api [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.872234] env[62211]: DEBUG nova.scheduler.client.report [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2423.999122] env[62211]: DEBUG oslo_vmware.api [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.377068] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2424.397269] env[62211]: INFO nova.scheduler.client.report [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Deleted allocations for instance 75f72ef9-c4ab-4085-b2eb-666c922fe7d2 [ 2424.499329] env[62211]: DEBUG oslo_vmware.api [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.905093] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4936bb3f-951c-413a-80af-036dc60eace7 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "75f72ef9-c4ab-4085-b2eb-666c922fe7d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.342s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2424.999656] env[62211]: DEBUG oslo_vmware.api [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.500461] env[62211]: DEBUG oslo_vmware.api [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.000993] env[62211]: DEBUG oslo_vmware.api [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.501840] env[62211]: DEBUG oslo_vmware.api [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.004277] env[62211]: DEBUG oslo_vmware.api [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.502526] env[62211]: DEBUG oslo_vmware.api [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.002903] env[62211]: DEBUG oslo_vmware.api [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.503736] env[62211]: DEBUG oslo_vmware.api [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.004645] env[62211]: DEBUG oslo_vmware.api [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075806, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.505478] env[62211]: DEBUG oslo_vmware.api [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075806, 'name': ReconfigVM_Task, 'duration_secs': 5.937688} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.505811] env[62211]: DEBUG oslo_concurrency.lockutils [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2429.505917] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Reconfigured VM to detach interface {{(pid=62211) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2430.821994] env[62211]: DEBUG oslo_concurrency.lockutils [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2430.821994] env[62211]: DEBUG oslo_concurrency.lockutils [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2430.821994] env[62211]: DEBUG nova.network.neutron [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2431.570052] env[62211]: INFO nova.network.neutron [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Port cce8a6c6-9ebb-4916-a87e-4376c471a17d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2431.570425] env[62211]: DEBUG nova.network.neutron [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updating instance_info_cache with network_info: [{"id": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "address": "fa:16:3e:fa:b7:45", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e105ba5-59", "ovs_interfaceid": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2431.651384] env[62211]: DEBUG nova.compute.manager [req-5bc7525f-270f-4e2b-afe4-586f2ee8dedd req-c1f1a195-4560-4b1d-a759-67f24e15dcc0 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Received event network-changed-6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2431.651594] env[62211]: DEBUG nova.compute.manager [req-5bc7525f-270f-4e2b-afe4-586f2ee8dedd req-c1f1a195-4560-4b1d-a759-67f24e15dcc0 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Refreshing instance network info cache due to event network-changed-6e105ba5-596d-40da-8a22-4d0ef40f2ab3. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2431.651739] env[62211]: DEBUG oslo_concurrency.lockutils [req-5bc7525f-270f-4e2b-afe4-586f2ee8dedd req-c1f1a195-4560-4b1d-a759-67f24e15dcc0 service nova] Acquiring lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2432.073305] env[62211]: DEBUG oslo_concurrency.lockutils [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2432.075525] env[62211]: DEBUG oslo_concurrency.lockutils [req-5bc7525f-270f-4e2b-afe4-586f2ee8dedd req-c1f1a195-4560-4b1d-a759-67f24e15dcc0 service nova] Acquired lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2432.075729] env[62211]: DEBUG nova.network.neutron [req-5bc7525f-270f-4e2b-afe4-586f2ee8dedd req-c1f1a195-4560-4b1d-a759-67f24e15dcc0 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Refreshing network info cache for port 6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2432.336301] env[62211]: DEBUG oslo_concurrency.lockutils [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "interface-4869b692-c3c4-4eb3-a759-f352e163534f-cce8a6c6-9ebb-4916-a87e-4376c471a17d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.336587] env[62211]: DEBUG oslo_concurrency.lockutils [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-4869b692-c3c4-4eb3-a759-f352e163534f-cce8a6c6-9ebb-4916-a87e-4376c471a17d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2432.336952] env[62211]: DEBUG nova.objects.instance [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'flavor' on Instance uuid 4869b692-c3c4-4eb3-a759-f352e163534f {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2432.578869] env[62211]: DEBUG oslo_concurrency.lockutils [None req-133946d5-0eb2-43d5-97ad-8992c08f2fb0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-0f141bcc-68fb-4ab0-9d34-734f7186466b-cce8a6c6-9ebb-4916-a87e-4376c471a17d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.657s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2432.942492] env[62211]: DEBUG nova.objects.instance [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'pci_requests' on Instance uuid 4869b692-c3c4-4eb3-a759-f352e163534f {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2433.044713] env[62211]: DEBUG nova.network.neutron [req-5bc7525f-270f-4e2b-afe4-586f2ee8dedd req-c1f1a195-4560-4b1d-a759-67f24e15dcc0 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updated VIF entry in instance network info cache for port 6e105ba5-596d-40da-8a22-4d0ef40f2ab3. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2433.045894] env[62211]: DEBUG nova.network.neutron [req-5bc7525f-270f-4e2b-afe4-586f2ee8dedd req-c1f1a195-4560-4b1d-a759-67f24e15dcc0 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updating instance_info_cache with network_info: [{"id": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "address": "fa:16:3e:fa:b7:45", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e105ba5-59", "ovs_interfaceid": "6e105ba5-596d-40da-8a22-4d0ef40f2ab3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2433.445275] env[62211]: DEBUG nova.objects.base [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Object Instance<4869b692-c3c4-4eb3-a759-f352e163534f> lazy-loaded attributes: flavor,pci_requests {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2433.445624] env[62211]: DEBUG nova.network.neutron [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2433.536105] env[62211]: DEBUG nova.policy [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7979de12c19543faa83d02b906feb452', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0910f5b5208442e3b3b8bc246b6bffbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2433.548770] env[62211]: DEBUG oslo_concurrency.lockutils [req-5bc7525f-270f-4e2b-afe4-586f2ee8dedd req-c1f1a195-4560-4b1d-a759-67f24e15dcc0 service nova] Releasing lock "refresh_cache-0f141bcc-68fb-4ab0-9d34-734f7186466b" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2433.714908] env[62211]: DEBUG nova.compute.manager [req-325a4215-a646-4cca-9c04-8aed7be18cc5 req-be19981b-52c8-4a76-9cea-9a9ea531a08f service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Received event network-changed-0e2a83e5-32de-4bd6-a472-aba601b80597 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2433.715196] env[62211]: DEBUG nova.compute.manager [req-325a4215-a646-4cca-9c04-8aed7be18cc5 req-be19981b-52c8-4a76-9cea-9a9ea531a08f service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Refreshing instance network info cache due to event network-changed-0e2a83e5-32de-4bd6-a472-aba601b80597. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2433.715424] env[62211]: DEBUG oslo_concurrency.lockutils [req-325a4215-a646-4cca-9c04-8aed7be18cc5 req-be19981b-52c8-4a76-9cea-9a9ea531a08f service nova] Acquiring lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2433.715570] env[62211]: DEBUG oslo_concurrency.lockutils [req-325a4215-a646-4cca-9c04-8aed7be18cc5 req-be19981b-52c8-4a76-9cea-9a9ea531a08f service nova] Acquired lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2433.715734] env[62211]: DEBUG nova.network.neutron [req-325a4215-a646-4cca-9c04-8aed7be18cc5 req-be19981b-52c8-4a76-9cea-9a9ea531a08f service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Refreshing network info cache for port 0e2a83e5-32de-4bd6-a472-aba601b80597 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2434.438746] env[62211]: DEBUG nova.network.neutron [req-325a4215-a646-4cca-9c04-8aed7be18cc5 req-be19981b-52c8-4a76-9cea-9a9ea531a08f service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updated VIF entry in instance network info cache for port 0e2a83e5-32de-4bd6-a472-aba601b80597. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2434.439120] env[62211]: DEBUG nova.network.neutron [req-325a4215-a646-4cca-9c04-8aed7be18cc5 req-be19981b-52c8-4a76-9cea-9a9ea531a08f service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updating instance_info_cache with network_info: [{"id": "0e2a83e5-32de-4bd6-a472-aba601b80597", "address": "fa:16:3e:13:72:aa", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e2a83e5-32", "ovs_interfaceid": "0e2a83e5-32de-4bd6-a472-aba601b80597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2434.943135] env[62211]: DEBUG oslo_concurrency.lockutils [req-325a4215-a646-4cca-9c04-8aed7be18cc5 req-be19981b-52c8-4a76-9cea-9a9ea531a08f service nova] Releasing lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2435.099948] env[62211]: DEBUG nova.compute.manager [req-fe6d1259-b0a5-4eb0-bfac-76b4a12e81d6 req-b6a0a955-017c-4b31-b059-100c3a974dc5 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Received event network-vif-plugged-cce8a6c6-9ebb-4916-a87e-4376c471a17d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2435.100181] env[62211]: DEBUG oslo_concurrency.lockutils [req-fe6d1259-b0a5-4eb0-bfac-76b4a12e81d6 req-b6a0a955-017c-4b31-b059-100c3a974dc5 service nova] Acquiring lock "4869b692-c3c4-4eb3-a759-f352e163534f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2435.100392] env[62211]: DEBUG oslo_concurrency.lockutils [req-fe6d1259-b0a5-4eb0-bfac-76b4a12e81d6 req-b6a0a955-017c-4b31-b059-100c3a974dc5 service nova] Lock "4869b692-c3c4-4eb3-a759-f352e163534f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2435.100580] env[62211]: DEBUG oslo_concurrency.lockutils [req-fe6d1259-b0a5-4eb0-bfac-76b4a12e81d6 req-b6a0a955-017c-4b31-b059-100c3a974dc5 service nova] Lock "4869b692-c3c4-4eb3-a759-f352e163534f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2435.100718] env[62211]: DEBUG nova.compute.manager [req-fe6d1259-b0a5-4eb0-bfac-76b4a12e81d6 req-b6a0a955-017c-4b31-b059-100c3a974dc5 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] No waiting events found dispatching network-vif-plugged-cce8a6c6-9ebb-4916-a87e-4376c471a17d {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2435.100897] env[62211]: WARNING nova.compute.manager [req-fe6d1259-b0a5-4eb0-bfac-76b4a12e81d6 req-b6a0a955-017c-4b31-b059-100c3a974dc5 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Received unexpected event network-vif-plugged-cce8a6c6-9ebb-4916-a87e-4376c471a17d for instance with vm_state active and task_state None. [ 2435.163268] env[62211]: DEBUG nova.network.neutron [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Successfully updated port: cce8a6c6-9ebb-4916-a87e-4376c471a17d {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2435.665710] env[62211]: DEBUG oslo_concurrency.lockutils [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2435.665842] env[62211]: DEBUG oslo_concurrency.lockutils [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2435.666036] env[62211]: DEBUG nova.network.neutron [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2435.964952] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "f4c39608-80c6-42d5-a751-9805ff3e7596" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2435.964952] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2435.964952] env[62211]: INFO nova.compute.manager [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Shelving [ 2436.200044] env[62211]: WARNING nova.network.neutron [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] f428155b-50bb-4754-932e-bd0775f8d575 already exists in list: networks containing: ['f428155b-50bb-4754-932e-bd0775f8d575']. ignoring it [ 2436.459883] env[62211]: DEBUG nova.network.neutron [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updating instance_info_cache with network_info: [{"id": "0e2a83e5-32de-4bd6-a472-aba601b80597", "address": "fa:16:3e:13:72:aa", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e2a83e5-32", "ovs_interfaceid": "0e2a83e5-32de-4bd6-a472-aba601b80597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cce8a6c6-9ebb-4916-a87e-4376c471a17d", "address": "fa:16:3e:98:ea:e5", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce8a6c6-9e", "ovs_interfaceid": "cce8a6c6-9ebb-4916-a87e-4376c471a17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2436.962491] env[62211]: DEBUG oslo_concurrency.lockutils [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2436.963113] env[62211]: DEBUG oslo_concurrency.lockutils [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2436.963284] env[62211]: DEBUG oslo_concurrency.lockutils [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2436.964177] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d522aa-bd2b-45d4-916d-59059f04af4d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.982241] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2436.982834] env[62211]: DEBUG nova.virt.hardware [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2436.983082] env[62211]: DEBUG nova.virt.hardware [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2436.983246] env[62211]: DEBUG nova.virt.hardware [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2436.983430] env[62211]: DEBUG nova.virt.hardware [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2436.983572] env[62211]: DEBUG nova.virt.hardware [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2436.983715] env[62211]: DEBUG nova.virt.hardware [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2436.983913] env[62211]: DEBUG nova.virt.hardware [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2436.984080] env[62211]: DEBUG nova.virt.hardware [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2436.984257] env[62211]: DEBUG nova.virt.hardware [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2436.984411] env[62211]: DEBUG nova.virt.hardware [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2436.984578] env[62211]: DEBUG nova.virt.hardware [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2436.990857] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Reconfiguring VM to attach interface {{(pid=62211) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2436.991119] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02fc7bad-8636-4dc0-8000-96cbf2534c23 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.992538] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-831a683b-8f29-46d9-8d50-8111bfcf40d7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.008691] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2437.008691] env[62211]: value = "task-2075807" [ 2437.008691] env[62211]: _type = "Task" [ 2437.008691] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.012574] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2437.012574] env[62211]: value = "task-2075808" [ 2437.012574] env[62211]: _type = "Task" [ 2437.012574] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.018084] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.022819] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.127130] env[62211]: DEBUG nova.compute.manager [req-27657d6a-6c9c-4c5b-b232-dda58c5b949a req-6c1b08ea-6688-4507-a031-58cd9f22348d service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Received event network-changed-cce8a6c6-9ebb-4916-a87e-4376c471a17d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2437.127386] env[62211]: DEBUG nova.compute.manager [req-27657d6a-6c9c-4c5b-b232-dda58c5b949a req-6c1b08ea-6688-4507-a031-58cd9f22348d service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Refreshing instance network info cache due to event network-changed-cce8a6c6-9ebb-4916-a87e-4376c471a17d. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2437.127644] env[62211]: DEBUG oslo_concurrency.lockutils [req-27657d6a-6c9c-4c5b-b232-dda58c5b949a req-6c1b08ea-6688-4507-a031-58cd9f22348d service nova] Acquiring lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2437.127806] env[62211]: DEBUG oslo_concurrency.lockutils [req-27657d6a-6c9c-4c5b-b232-dda58c5b949a req-6c1b08ea-6688-4507-a031-58cd9f22348d service nova] Acquired lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2437.128012] env[62211]: DEBUG nova.network.neutron [req-27657d6a-6c9c-4c5b-b232-dda58c5b949a req-6c1b08ea-6688-4507-a031-58cd9f22348d service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Refreshing network info cache for port cce8a6c6-9ebb-4916-a87e-4376c471a17d {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2437.519626] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075807, 'name': PowerOffVM_Task, 'duration_secs': 0.203162} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.520250] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2437.521063] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f023b5d-9588-44f5-8bc2-0d924514a25f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.526726] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.541617] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbc26e5-383e-4e2d-ad70-c734a9c36da1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.873274] env[62211]: DEBUG nova.network.neutron [req-27657d6a-6c9c-4c5b-b232-dda58c5b949a req-6c1b08ea-6688-4507-a031-58cd9f22348d service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updated VIF entry in instance network info cache for port cce8a6c6-9ebb-4916-a87e-4376c471a17d. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2437.873705] env[62211]: DEBUG nova.network.neutron [req-27657d6a-6c9c-4c5b-b232-dda58c5b949a req-6c1b08ea-6688-4507-a031-58cd9f22348d service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updating instance_info_cache with network_info: [{"id": "0e2a83e5-32de-4bd6-a472-aba601b80597", "address": "fa:16:3e:13:72:aa", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e2a83e5-32", "ovs_interfaceid": "0e2a83e5-32de-4bd6-a472-aba601b80597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cce8a6c6-9ebb-4916-a87e-4376c471a17d", "address": "fa:16:3e:98:ea:e5", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce8a6c6-9e", "ovs_interfaceid": "cce8a6c6-9ebb-4916-a87e-4376c471a17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2438.024122] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.051333] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Creating Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2438.051569] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-95d91da4-ef8c-406a-960b-28f28690c59d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.058324] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2438.058324] env[62211]: value = "task-2075809" [ 2438.058324] env[62211]: _type = "Task" [ 2438.058324] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.065594] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075809, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.376845] env[62211]: DEBUG oslo_concurrency.lockutils [req-27657d6a-6c9c-4c5b-b232-dda58c5b949a req-6c1b08ea-6688-4507-a031-58cd9f22348d service nova] Releasing lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2438.523840] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.567759] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075809, 'name': CreateSnapshot_Task, 'duration_secs': 0.404053} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2438.568111] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Created Snapshot of the VM instance {{(pid=62211) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2438.568863] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5b4c21-b9c6-4384-81ca-dce1d43b50f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.025312] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.085600] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Creating linked-clone VM from snapshot {{(pid=62211) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2439.085814] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5ad9e18f-7242-4a1d-91e9-f9d3b51644e6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.094582] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2439.094582] env[62211]: value = "task-2075810" [ 2439.094582] env[62211]: _type = "Task" [ 2439.094582] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.102755] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075810, 'name': CloneVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.525688] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.603556] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075810, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.026136] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.103928] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075810, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.527552] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.605468] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075810, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.027950] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.106136] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075810, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.528190] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.605762] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075810, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.034350] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.107086] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075810, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.529352] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.607941] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075810, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.030457] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.108911] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075810, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.531185] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.609264] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075810, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.032457] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.109778] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075810, 'name': CloneVM_Task} progress is 94%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.533436] env[62211]: DEBUG oslo_vmware.api [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075808, 'name': ReconfigVM_Task, 'duration_secs': 7.444485} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2444.533947] env[62211]: DEBUG oslo_concurrency.lockutils [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2444.534181] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Reconfigured VM to attach interface {{(pid=62211) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2444.610541] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075810, 'name': CloneVM_Task, 'duration_secs': 5.501718} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2444.610757] env[62211]: INFO nova.virt.vmwareapi.vmops [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Created linked-clone VM from snapshot [ 2444.611486] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb2405b-f0e0-4e57-95f6-ee0ae43db96b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.618984] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Uploading image 4bf43757-d228-45bb-8790-034044cf196c {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2444.644079] env[62211]: DEBUG oslo_vmware.rw_handles [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2444.644079] env[62211]: value = "vm-425474" [ 2444.644079] env[62211]: _type = "VirtualMachine" [ 2444.644079] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2444.644356] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f7a516f8-61e1-4255-a350-366e988196f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.651414] env[62211]: DEBUG oslo_vmware.rw_handles [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lease: (returnval){ [ 2444.651414] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5289ba76-031e-3d82-bbf7-76b468db5ea4" [ 2444.651414] env[62211]: _type = "HttpNfcLease" [ 2444.651414] env[62211]: } obtained for exporting VM: (result){ [ 2444.651414] env[62211]: value = "vm-425474" [ 2444.651414] env[62211]: _type = "VirtualMachine" [ 2444.651414] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2444.651757] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the lease: (returnval){ [ 2444.651757] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5289ba76-031e-3d82-bbf7-76b468db5ea4" [ 2444.651757] env[62211]: _type = "HttpNfcLease" [ 2444.651757] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2444.658015] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2444.658015] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5289ba76-031e-3d82-bbf7-76b468db5ea4" [ 2444.658015] env[62211]: _type = "HttpNfcLease" [ 2444.658015] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2445.039670] env[62211]: DEBUG oslo_concurrency.lockutils [None req-59a02148-09e7-4ea0-8b40-413f5ba29ec0 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-4869b692-c3c4-4eb3-a759-f352e163534f-cce8a6c6-9ebb-4916-a87e-4376c471a17d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 12.703s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2445.159685] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2445.159685] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5289ba76-031e-3d82-bbf7-76b468db5ea4" [ 2445.159685] env[62211]: _type = "HttpNfcLease" [ 2445.159685] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2445.160311] env[62211]: DEBUG oslo_vmware.rw_handles [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2445.160311] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5289ba76-031e-3d82-bbf7-76b468db5ea4" [ 2445.160311] env[62211]: _type = "HttpNfcLease" [ 2445.160311] env[62211]: }. {{(pid=62211) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2445.160722] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5327da5b-6d0c-427f-8ce8-c367cc6f6702 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.167785] env[62211]: DEBUG oslo_vmware.rw_handles [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523faff4-d96c-8bbf-f0dc-9c576e9738c0/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2445.167972] env[62211]: DEBUG oslo_vmware.rw_handles [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523faff4-d96c-8bbf-f0dc-9c576e9738c0/disk-0.vmdk for reading. {{(pid=62211) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2445.254663] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-06aecf70-020f-4dd9-8947-b7bc033c7812 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.572352] env[62211]: DEBUG oslo_concurrency.lockutils [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "interface-4869b692-c3c4-4eb3-a759-f352e163534f-cce8a6c6-9ebb-4916-a87e-4376c471a17d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2446.572771] env[62211]: DEBUG oslo_concurrency.lockutils [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-4869b692-c3c4-4eb3-a759-f352e163534f-cce8a6c6-9ebb-4916-a87e-4376c471a17d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2447.075664] env[62211]: DEBUG oslo_concurrency.lockutils [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2447.075856] env[62211]: DEBUG oslo_concurrency.lockutils [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2447.077199] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8041bff8-5fcc-417f-a554-567f7014140d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.097607] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654f451a-cce3-41c2-a443-994bb5dd77a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.125589] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Reconfiguring VM to detach interface {{(pid=62211) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2447.125886] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdbd945c-ef4e-4c16-bba1-23d0aea49fee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.145156] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2447.145156] env[62211]: value = "task-2075812" [ 2447.145156] env[62211]: _type = "Task" [ 2447.145156] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2447.153515] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.654749] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.155180] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.655847] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.157089] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.657225] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.158667] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.658756] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.167356] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.659844] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.667045] env[62211]: DEBUG oslo_vmware.rw_handles [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523faff4-d96c-8bbf-f0dc-9c576e9738c0/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2451.667823] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c16be1d-ae9a-450c-87ee-0f94fd9991f0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.673450] env[62211]: DEBUG oslo_vmware.rw_handles [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523faff4-d96c-8bbf-f0dc-9c576e9738c0/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2451.673608] env[62211]: ERROR oslo_vmware.rw_handles [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523faff4-d96c-8bbf-f0dc-9c576e9738c0/disk-0.vmdk due to incomplete transfer. [ 2451.673804] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18c3532d-8e9a-4fc9-8f0f-c87809eff68b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.680207] env[62211]: DEBUG oslo_vmware.rw_handles [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523faff4-d96c-8bbf-f0dc-9c576e9738c0/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2451.680393] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Uploaded image 4bf43757-d228-45bb-8790-034044cf196c to the Glance image server {{(pid=62211) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2451.682651] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Destroying the VM {{(pid=62211) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2451.682873] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b61181b6-adf0-4c8e-9a34-7d4e2bbe077c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.689174] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2451.689174] env[62211]: value = "task-2075813" [ 2451.689174] env[62211]: _type = "Task" [ 2451.689174] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.696836] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075813, 'name': Destroy_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.160365] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.198399] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075813, 'name': Destroy_Task, 'duration_secs': 0.414105} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.198673] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Destroyed the VM [ 2452.198929] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Deleting Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2452.199169] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c5be90ba-fd35-4ba6-bb33-d8d7050520ea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.205838] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2452.205838] env[62211]: value = "task-2075814" [ 2452.205838] env[62211]: _type = "Task" [ 2452.205838] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.213120] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075814, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.660257] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.714852] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075814, 'name': RemoveSnapshot_Task, 'duration_secs': 0.352376} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.715107] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Deleted Snapshot of the VM instance {{(pid=62211) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2452.715380] env[62211]: DEBUG nova.compute.manager [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2452.716097] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1037506-588a-4202-a535-89675ecae2ad {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.161270] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.228636] env[62211]: INFO nova.compute.manager [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Shelve offloading [ 2453.661813] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.731818] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2453.732168] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dabe0de-cb52-47b4-9e11-8488ac94ffa1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.740326] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2453.740326] env[62211]: value = "task-2075815" [ 2453.740326] env[62211]: _type = "Task" [ 2453.740326] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.748335] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] VM already powered off {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2453.748565] env[62211]: DEBUG nova.compute.manager [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2453.749289] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b1259c-b06c-4666-90a4-c586b3cff623 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.754508] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2453.754673] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquired lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2453.754844] env[62211]: DEBUG nova.network.neutron [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2454.162331] env[62211]: DEBUG oslo_vmware.api [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075812, 'name': ReconfigVM_Task, 'duration_secs': 6.755657} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.162570] env[62211]: DEBUG oslo_concurrency.lockutils [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2454.162753] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Reconfigured VM to detach interface {{(pid=62211) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2454.515215] env[62211]: DEBUG nova.network.neutron [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Updating instance_info_cache with network_info: [{"id": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "address": "fa:16:3e:6a:be:b3", "network": {"id": "c3a837b2-24d8-4880-9f47-1946a826f776", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387336804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6956cc18063449e1a069676368dd62ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3351eeb-9c", "ovs_interfaceid": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2455.018179] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Releasing lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2455.252024] env[62211]: DEBUG nova.compute.manager [req-49c9d6c0-7de1-4c0b-a56c-3dc693ea8241 req-341c6afc-dbdc-427a-ab55-6cde462b817b service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Received event network-vif-unplugged-e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2455.252247] env[62211]: DEBUG oslo_concurrency.lockutils [req-49c9d6c0-7de1-4c0b-a56c-3dc693ea8241 req-341c6afc-dbdc-427a-ab55-6cde462b817b service nova] Acquiring lock "f4c39608-80c6-42d5-a751-9805ff3e7596-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2455.252459] env[62211]: DEBUG oslo_concurrency.lockutils [req-49c9d6c0-7de1-4c0b-a56c-3dc693ea8241 req-341c6afc-dbdc-427a-ab55-6cde462b817b service nova] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2455.252624] env[62211]: DEBUG oslo_concurrency.lockutils [req-49c9d6c0-7de1-4c0b-a56c-3dc693ea8241 req-341c6afc-dbdc-427a-ab55-6cde462b817b service nova] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2455.252784] env[62211]: DEBUG nova.compute.manager [req-49c9d6c0-7de1-4c0b-a56c-3dc693ea8241 req-341c6afc-dbdc-427a-ab55-6cde462b817b service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] No waiting events found dispatching network-vif-unplugged-e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2455.252951] env[62211]: WARNING nova.compute.manager [req-49c9d6c0-7de1-4c0b-a56c-3dc693ea8241 req-341c6afc-dbdc-427a-ab55-6cde462b817b service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Received unexpected event network-vif-unplugged-e3351eeb-9c5e-4508-82ca-ddba0562ef92 for instance with vm_state shelved and task_state shelving_offloading. [ 2455.273569] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2455.274472] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559365ca-f9ca-4483-ac8f-918560e79dae {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.281993] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2455.282260] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40af8f82-2c07-4018-8ad3-1bc22bc4bd07 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.475671] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2455.475889] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2455.476102] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Deleting the datastore file [datastore1] f4c39608-80c6-42d5-a751-9805ff3e7596 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2455.476384] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b4395ff-09b5-489a-8d33-fce62eb0e65c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.482167] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2455.482167] env[62211]: value = "task-2075817" [ 2455.482167] env[62211]: _type = "Task" [ 2455.482167] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.489536] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.540137] env[62211]: DEBUG oslo_concurrency.lockutils [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2455.540313] env[62211]: DEBUG oslo_concurrency.lockutils [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquired lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2455.540490] env[62211]: DEBUG nova.network.neutron [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2455.992122] env[62211]: DEBUG oslo_vmware.api [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131855} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.992375] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2455.992560] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2455.992737] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2456.016516] env[62211]: INFO nova.scheduler.client.report [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Deleted allocations for instance f4c39608-80c6-42d5-a751-9805ff3e7596 [ 2456.047582] env[62211]: DEBUG oslo_concurrency.lockutils [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "4869b692-c3c4-4eb3-a759-f352e163534f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2456.047874] env[62211]: DEBUG oslo_concurrency.lockutils [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "4869b692-c3c4-4eb3-a759-f352e163534f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2456.047992] env[62211]: DEBUG oslo_concurrency.lockutils [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "4869b692-c3c4-4eb3-a759-f352e163534f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2456.048189] env[62211]: DEBUG oslo_concurrency.lockutils [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "4869b692-c3c4-4eb3-a759-f352e163534f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2456.048355] env[62211]: DEBUG oslo_concurrency.lockutils [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "4869b692-c3c4-4eb3-a759-f352e163534f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2456.050166] env[62211]: INFO nova.compute.manager [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Terminating instance [ 2456.251737] env[62211]: INFO nova.network.neutron [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Port cce8a6c6-9ebb-4916-a87e-4376c471a17d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2456.252096] env[62211]: DEBUG nova.network.neutron [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updating instance_info_cache with network_info: [{"id": "0e2a83e5-32de-4bd6-a472-aba601b80597", "address": "fa:16:3e:13:72:aa", "network": {"id": "f428155b-50bb-4754-932e-bd0775f8d575", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-857587232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0910f5b5208442e3b3b8bc246b6bffbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e2a83e5-32", "ovs_interfaceid": "0e2a83e5-32de-4bd6-a472-aba601b80597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2456.521574] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2456.521847] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2456.522092] env[62211]: DEBUG nova.objects.instance [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lazy-loading 'resources' on Instance uuid f4c39608-80c6-42d5-a751-9805ff3e7596 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2456.557072] env[62211]: DEBUG nova.compute.manager [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2456.557284] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2456.558132] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b839fd54-853e-4430-9ddc-e9df9f413f1c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.565677] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2456.565899] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d5cb9af-3597-4c12-bdff-e1b587fe68c0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.571718] env[62211]: DEBUG oslo_vmware.api [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2456.571718] env[62211]: value = "task-2075818" [ 2456.571718] env[62211]: _type = "Task" [ 2456.571718] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.579568] env[62211]: DEBUG oslo_vmware.api [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.754678] env[62211]: DEBUG oslo_concurrency.lockutils [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Releasing lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2457.024873] env[62211]: DEBUG nova.objects.instance [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lazy-loading 'numa_topology' on Instance uuid f4c39608-80c6-42d5-a751-9805ff3e7596 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2457.082125] env[62211]: DEBUG oslo_vmware.api [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075818, 'name': PowerOffVM_Task, 'duration_secs': 0.190323} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.082398] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2457.082555] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2457.082801] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dae5370-86ad-4fc3-93c4-bc2c79f377a0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.258985] env[62211]: DEBUG oslo_concurrency.lockutils [None req-de992532-e4f8-4317-8e1b-3991c0549e19 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "interface-4869b692-c3c4-4eb3-a759-f352e163534f-cce8a6c6-9ebb-4916-a87e-4376c471a17d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.686s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2457.270658] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2457.270882] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2457.271092] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Deleting the datastore file [datastore1] 4869b692-c3c4-4eb3-a759-f352e163534f {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2457.271381] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b01db43-e0db-4a5b-8659-649b14137d6d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.277709] env[62211]: DEBUG oslo_vmware.api [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2457.277709] env[62211]: value = "task-2075820" [ 2457.277709] env[62211]: _type = "Task" [ 2457.277709] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.284331] env[62211]: DEBUG nova.compute.manager [req-debfa95c-ee21-43e7-99b3-53f30c17b458 req-6595e0a9-9bd0-4761-aa85-647b8b3b4e6b service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Received event network-changed-e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2457.284573] env[62211]: DEBUG nova.compute.manager [req-debfa95c-ee21-43e7-99b3-53f30c17b458 req-6595e0a9-9bd0-4761-aa85-647b8b3b4e6b service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Refreshing instance network info cache due to event network-changed-e3351eeb-9c5e-4508-82ca-ddba0562ef92. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2457.284852] env[62211]: DEBUG oslo_concurrency.lockutils [req-debfa95c-ee21-43e7-99b3-53f30c17b458 req-6595e0a9-9bd0-4761-aa85-647b8b3b4e6b service nova] Acquiring lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2457.285062] env[62211]: DEBUG oslo_concurrency.lockutils [req-debfa95c-ee21-43e7-99b3-53f30c17b458 req-6595e0a9-9bd0-4761-aa85-647b8b3b4e6b service nova] Acquired lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2457.285248] env[62211]: DEBUG nova.network.neutron [req-debfa95c-ee21-43e7-99b3-53f30c17b458 req-6595e0a9-9bd0-4761-aa85-647b8b3b4e6b service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Refreshing network info cache for port e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2457.292059] env[62211]: DEBUG oslo_vmware.api [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.527026] env[62211]: DEBUG nova.objects.base [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62211) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2457.575105] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fc2989-94e1-433a-977d-d48b3931a757 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.582190] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd03a496-92d6-4c4d-a8c0-6f59ae0c8f63 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.614064] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61866ef1-d06f-4707-bc31-404cbe66e4b9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.621698] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c76b00f-0561-41f6-9873-581b0085f0d6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.635323] env[62211]: DEBUG nova.compute.provider_tree [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2457.788931] env[62211]: DEBUG oslo_vmware.api [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133793} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.789193] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2457.789377] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2457.789576] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2457.789755] env[62211]: INFO nova.compute.manager [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2457.789985] env[62211]: DEBUG oslo.service.loopingcall [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2457.791188] env[62211]: DEBUG nova.compute.manager [-] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2457.791188] env[62211]: DEBUG nova.network.neutron [-] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2458.002625] env[62211]: DEBUG nova.network.neutron [req-debfa95c-ee21-43e7-99b3-53f30c17b458 req-6595e0a9-9bd0-4761-aa85-647b8b3b4e6b service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Updated VIF entry in instance network info cache for port e3351eeb-9c5e-4508-82ca-ddba0562ef92. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2458.003215] env[62211]: DEBUG nova.network.neutron [req-debfa95c-ee21-43e7-99b3-53f30c17b458 req-6595e0a9-9bd0-4761-aa85-647b8b3b4e6b service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Updating instance_info_cache with network_info: [{"id": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "address": "fa:16:3e:6a:be:b3", "network": {"id": "c3a837b2-24d8-4880-9f47-1946a826f776", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1387336804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6956cc18063449e1a069676368dd62ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape3351eeb-9c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2458.138906] env[62211]: DEBUG nova.scheduler.client.report [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2458.164597] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "f4c39608-80c6-42d5-a751-9805ff3e7596" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2458.486282] env[62211]: DEBUG nova.compute.manager [req-bc8397ed-bffe-4644-9603-ea2cbc2cac30 req-cfd4d31f-8fdb-402a-8386-61e7b9f5bc79 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Received event network-vif-deleted-0e2a83e5-32de-4bd6-a472-aba601b80597 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2458.486459] env[62211]: INFO nova.compute.manager [req-bc8397ed-bffe-4644-9603-ea2cbc2cac30 req-cfd4d31f-8fdb-402a-8386-61e7b9f5bc79 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Neutron deleted interface 0e2a83e5-32de-4bd6-a472-aba601b80597; detaching it from the instance and deleting it from the info cache [ 2458.486639] env[62211]: DEBUG nova.network.neutron [req-bc8397ed-bffe-4644-9603-ea2cbc2cac30 req-cfd4d31f-8fdb-402a-8386-61e7b9f5bc79 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2458.505927] env[62211]: DEBUG oslo_concurrency.lockutils [req-debfa95c-ee21-43e7-99b3-53f30c17b458 req-6595e0a9-9bd0-4761-aa85-647b8b3b4e6b service nova] Releasing lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2458.644029] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.964966] env[62211]: DEBUG nova.network.neutron [-] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2458.988897] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd6d9e2d-b0e9-406e-ac6d-b08805beb424 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.998678] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97efde7d-a2c5-4886-b84b-945b60dabffc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.023433] env[62211]: DEBUG nova.compute.manager [req-bc8397ed-bffe-4644-9603-ea2cbc2cac30 req-cfd4d31f-8fdb-402a-8386-61e7b9f5bc79 service nova] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Detach interface failed, port_id=0e2a83e5-32de-4bd6-a472-aba601b80597, reason: Instance 4869b692-c3c4-4eb3-a759-f352e163534f could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2459.152352] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7a237725-8aed-42e3-9b14-faec673468b1 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.187s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2459.153105] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.989s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2459.153290] env[62211]: INFO nova.compute.manager [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Unshelving [ 2459.467800] env[62211]: INFO nova.compute.manager [-] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Took 1.68 seconds to deallocate network for instance. [ 2459.859909] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2459.860156] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2459.860307] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2459.973941] env[62211]: DEBUG oslo_concurrency.lockutils [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2459.974214] env[62211]: DEBUG oslo_concurrency.lockutils [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2459.974437] env[62211]: DEBUG nova.objects.instance [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'resources' on Instance uuid 4869b692-c3c4-4eb3-a759-f352e163534f {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2460.176770] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2460.377107] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2460.377259] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquired lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2460.377403] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Forcefully refreshing network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2460.524948] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795d5af5-e693-462f-b994-319398d819a5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.532640] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671e8378-58b3-46a1-8b2b-d832289ed827 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.562190] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e232e20e-6f1c-48e7-90e4-82fcc048f4a4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.569071] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5470af5e-a733-4a19-b149-6944bd01ed88 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.583071] env[62211]: DEBUG nova.compute.provider_tree [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2460.895529] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2461.086540] env[62211]: DEBUG nova.scheduler.client.report [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2461.489229] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2461.591010] env[62211]: DEBUG oslo_concurrency.lockutils [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2461.593974] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.417s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2461.593974] env[62211]: DEBUG nova.objects.instance [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lazy-loading 'pci_requests' on Instance uuid f4c39608-80c6-42d5-a751-9805ff3e7596 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2461.609975] env[62211]: INFO nova.scheduler.client.report [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Deleted allocations for instance 4869b692-c3c4-4eb3-a759-f352e163534f [ 2461.991814] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Releasing lock "refresh_cache-4869b692-c3c4-4eb3-a759-f352e163534f" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2461.992092] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Updated the network info_cache for instance {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2461.992256] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2461.992410] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2461.992571] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2461.992706] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2461.992851] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2462.097832] env[62211]: DEBUG nova.objects.instance [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lazy-loading 'numa_topology' on Instance uuid f4c39608-80c6-42d5-a751-9805ff3e7596 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2462.116319] env[62211]: DEBUG oslo_concurrency.lockutils [None req-95174b9a-fb7f-48d7-9115-5a14770d19d1 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "4869b692-c3c4-4eb3-a759-f352e163534f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.068s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.496560] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.600288] env[62211]: INFO nova.compute.claims [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2462.942567] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.942837] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2462.943070] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "0f141bcc-68fb-4ab0-9d34-734f7186466b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.943271] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "0f141bcc-68fb-4ab0-9d34-734f7186466b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2462.943446] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "0f141bcc-68fb-4ab0-9d34-734f7186466b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.945642] env[62211]: INFO nova.compute.manager [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Terminating instance [ 2463.449761] env[62211]: DEBUG nova.compute.manager [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2463.450030] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2463.450927] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e447f22-16d4-46c1-9171-ca10cea5cfa9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.458681] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2463.458904] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fe325a7-c5a2-463f-a789-929e585ad192 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.465726] env[62211]: DEBUG oslo_vmware.api [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2463.465726] env[62211]: value = "task-2075821" [ 2463.465726] env[62211]: _type = "Task" [ 2463.465726] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2463.472996] env[62211]: DEBUG oslo_vmware.api [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.651016] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f63df3-833c-4357-87d7-7f1963192376 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.658939] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821e86fe-8df2-436b-9daa-1b07d7fbe002 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.687523] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84be4405-a446-4f02-b2b8-3a0b824cb368 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.694610] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bfdc1e-c914-4d08-8d0c-08923fb83399 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.707273] env[62211]: DEBUG nova.compute.provider_tree [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2463.975302] env[62211]: DEBUG oslo_vmware.api [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075821, 'name': PowerOffVM_Task, 'duration_secs': 0.173088} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2463.975568] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2463.975738] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2463.975980] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8035b6ed-3b54-44c9-b6b4-a5c9135557f1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.210862] env[62211]: DEBUG nova.scheduler.client.report [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2464.715766] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.122s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.717971] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.222s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.718172] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.718328] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2464.719229] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22db22b-4783-47a8-8f54-a223e25a54b7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.729030] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd682b79-05ad-41c8-9e8d-fb20d5590b1a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.742789] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023465a4-eb54-409d-89cb-6dc9c7ebc569 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.749256] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5996f764-f0ed-4219-bbad-01ff2a560c2e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.777764] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180687MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2464.777966] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2464.778119] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.780363] env[62211]: INFO nova.network.neutron [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Updating port e3351eeb-9c5e-4508-82ca-ddba0562ef92 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2465.482879] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2465.482879] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2465.483159] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Deleting the datastore file [datastore1] 0f141bcc-68fb-4ab0-9d34-734f7186466b {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2465.483467] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a97fd40f-2648-41e3-a80b-c55f2f6abd65 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.491119] env[62211]: DEBUG oslo_vmware.api [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for the task: (returnval){ [ 2465.491119] env[62211]: value = "task-2075823" [ 2465.491119] env[62211]: _type = "Task" [ 2465.491119] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2465.498695] env[62211]: DEBUG oslo_vmware.api [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.801197] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 0f141bcc-68fb-4ab0-9d34-734f7186466b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2465.801498] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance f4c39608-80c6-42d5-a751-9805ff3e7596 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2465.801546] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2465.801652] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2465.838472] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4febe4ca-0525-4022-9d08-c44819016ee8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.846159] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c3c8ca-502d-4bea-9b0f-c6eab5d94c28 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.877314] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f76e09-aa5b-4fc5-abb0-48c021def66f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.884963] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d269a1e-169c-4bc6-8f87-07c76892cecf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.898110] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2466.000693] env[62211]: DEBUG oslo_vmware.api [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Task: {'id': task-2075823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155138} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2466.000956] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2466.001134] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2466.001312] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2466.001479] env[62211]: INFO nova.compute.manager [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Took 2.55 seconds to destroy the instance on the hypervisor. [ 2466.001712] env[62211]: DEBUG oslo.service.loopingcall [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2466.001893] env[62211]: DEBUG nova.compute.manager [-] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2466.001987] env[62211]: DEBUG nova.network.neutron [-] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2466.139266] env[62211]: DEBUG nova.compute.manager [req-cedb188f-a299-45ec-90cf-c182c2fe4c76 req-5b34fc86-c59c-4a7f-93d9-60c4da4c4528 service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Received event network-vif-plugged-e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2466.139605] env[62211]: DEBUG oslo_concurrency.lockutils [req-cedb188f-a299-45ec-90cf-c182c2fe4c76 req-5b34fc86-c59c-4a7f-93d9-60c4da4c4528 service nova] Acquiring lock "f4c39608-80c6-42d5-a751-9805ff3e7596-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2466.139686] env[62211]: DEBUG oslo_concurrency.lockutils [req-cedb188f-a299-45ec-90cf-c182c2fe4c76 req-5b34fc86-c59c-4a7f-93d9-60c4da4c4528 service nova] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2466.139836] env[62211]: DEBUG oslo_concurrency.lockutils [req-cedb188f-a299-45ec-90cf-c182c2fe4c76 req-5b34fc86-c59c-4a7f-93d9-60c4da4c4528 service nova] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2466.140014] env[62211]: DEBUG nova.compute.manager [req-cedb188f-a299-45ec-90cf-c182c2fe4c76 req-5b34fc86-c59c-4a7f-93d9-60c4da4c4528 service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] No waiting events found dispatching network-vif-plugged-e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2466.140320] env[62211]: WARNING nova.compute.manager [req-cedb188f-a299-45ec-90cf-c182c2fe4c76 req-5b34fc86-c59c-4a7f-93d9-60c4da4c4528 service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Received unexpected event network-vif-plugged-e3351eeb-9c5e-4508-82ca-ddba0562ef92 for instance with vm_state shelved_offloaded and task_state spawning. [ 2466.227723] env[62211]: DEBUG nova.compute.manager [req-d5cfbf2f-cc9c-4339-ac64-f438d3eb333c req-e1c45644-dea6-4e52-9125-0557ca184b10 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Received event network-vif-deleted-6e105ba5-596d-40da-8a22-4d0ef40f2ab3 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2466.227991] env[62211]: INFO nova.compute.manager [req-d5cfbf2f-cc9c-4339-ac64-f438d3eb333c req-e1c45644-dea6-4e52-9125-0557ca184b10 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Neutron deleted interface 6e105ba5-596d-40da-8a22-4d0ef40f2ab3; detaching it from the instance and deleting it from the info cache [ 2466.228140] env[62211]: DEBUG nova.network.neutron [req-d5cfbf2f-cc9c-4339-ac64-f438d3eb333c req-e1c45644-dea6-4e52-9125-0557ca184b10 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2466.230747] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2466.230979] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquired lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2466.231104] env[62211]: DEBUG nova.network.neutron [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2466.420880] env[62211]: ERROR nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [req-b451e2f7-dd14-4dbd-8d9c-e35cf31a89b0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b451e2f7-dd14-4dbd-8d9c-e35cf31a89b0"}]} [ 2466.437977] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2466.451981] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2466.452323] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2466.464253] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2466.491864] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2466.538770] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dbe165-33e3-4164-9419-a3c6c9c98a26 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.546351] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3fb6e1-c6a8-49f2-b53f-206203ba7873 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.578062] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9320d3c1-4eee-4b87-b8e9-a61d9f8ea97b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.585190] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2cc3aa-ac3f-4e8f-a447-4660a7e7f20d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.598188] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2466.701741] env[62211]: DEBUG nova.network.neutron [-] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2466.731429] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0da1ed53-8667-42d0-9bdc-e2ca69b50729 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.744928] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5887d153-c422-4334-9b95-b00f81693984 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.768170] env[62211]: DEBUG nova.compute.manager [req-d5cfbf2f-cc9c-4339-ac64-f438d3eb333c req-e1c45644-dea6-4e52-9125-0557ca184b10 service nova] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Detach interface failed, port_id=6e105ba5-596d-40da-8a22-4d0ef40f2ab3, reason: Instance 0f141bcc-68fb-4ab0-9d34-734f7186466b could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2466.960782] env[62211]: DEBUG nova.network.neutron [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Updating instance_info_cache with network_info: [{"id": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "address": "fa:16:3e:6a:be:b3", "network": {"id": "c3a837b2-24d8-4880-9f47-1946a826f776", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387336804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6956cc18063449e1a069676368dd62ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3351eeb-9c", "ovs_interfaceid": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2467.127603] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2467.127838] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 170 to 171 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2467.127990] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2467.204437] env[62211]: INFO nova.compute.manager [-] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Took 1.20 seconds to deallocate network for instance. [ 2467.463719] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Releasing lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2467.490793] env[62211]: DEBUG nova.virt.hardware [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ea65657c02c53e0dad7518a2b1b2be45',container_format='bare',created_at=2025-01-13T09:38:48Z,direct_url=,disk_format='vmdk',id=4bf43757-d228-45bb-8790-034044cf196c,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-822347376-shelved',owner='6956cc18063449e1a069676368dd62ff',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-01-13T09:39:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2467.491009] env[62211]: DEBUG nova.virt.hardware [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2467.491176] env[62211]: DEBUG nova.virt.hardware [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2467.491363] env[62211]: DEBUG nova.virt.hardware [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2467.491508] env[62211]: DEBUG nova.virt.hardware [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2467.491655] env[62211]: DEBUG nova.virt.hardware [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2467.491863] env[62211]: DEBUG nova.virt.hardware [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2467.492035] env[62211]: DEBUG nova.virt.hardware [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2467.492212] env[62211]: DEBUG nova.virt.hardware [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2467.492377] env[62211]: DEBUG nova.virt.hardware [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2467.492553] env[62211]: DEBUG nova.virt.hardware [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2467.493428] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc91bfc-173f-4e3d-902a-94b33da1a535 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.501278] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea92e1d1-f814-4e28-ba89-6031a9a489aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.514706] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:be:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3351eeb-9c5e-4508-82ca-ddba0562ef92', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2467.522168] env[62211]: DEBUG oslo.service.loopingcall [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2467.522385] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2467.522580] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6596d37-7ecc-4daf-8900-39dd7ab55078 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.541314] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2467.541314] env[62211]: value = "task-2075824" [ 2467.541314] env[62211]: _type = "Task" [ 2467.541314] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2467.548507] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075824, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2467.632888] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2467.632888] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.855s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2467.711120] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2467.711353] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2467.711580] env[62211]: DEBUG nova.objects.instance [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lazy-loading 'resources' on Instance uuid 0f141bcc-68fb-4ab0-9d34-734f7186466b {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2468.051070] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075824, 'name': CreateVM_Task, 'duration_secs': 0.471394} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2468.051406] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2468.051895] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf43757-d228-45bb-8790-034044cf196c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2468.052072] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf43757-d228-45bb-8790-034044cf196c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2468.052438] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bf43757-d228-45bb-8790-034044cf196c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2468.052692] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac58f6f-5328-4b64-ab0a-9ceb01c5d5bd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.057287] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2468.057287] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5286cd8b-bbcc-56fc-a5f0-6b341ef39808" [ 2468.057287] env[62211]: _type = "Task" [ 2468.057287] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2468.067014] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5286cd8b-bbcc-56fc-a5f0-6b341ef39808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2468.164676] env[62211]: DEBUG nova.compute.manager [req-a8db024b-e29a-4218-8ba9-a0064e21a1c5 req-70867af6-aeae-47bc-b202-1a93a1dc1b6d service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Received event network-changed-e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2468.164877] env[62211]: DEBUG nova.compute.manager [req-a8db024b-e29a-4218-8ba9-a0064e21a1c5 req-70867af6-aeae-47bc-b202-1a93a1dc1b6d service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Refreshing instance network info cache due to event network-changed-e3351eeb-9c5e-4508-82ca-ddba0562ef92. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2468.165146] env[62211]: DEBUG oslo_concurrency.lockutils [req-a8db024b-e29a-4218-8ba9-a0064e21a1c5 req-70867af6-aeae-47bc-b202-1a93a1dc1b6d service nova] Acquiring lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2468.165295] env[62211]: DEBUG oslo_concurrency.lockutils [req-a8db024b-e29a-4218-8ba9-a0064e21a1c5 req-70867af6-aeae-47bc-b202-1a93a1dc1b6d service nova] Acquired lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2468.165454] env[62211]: DEBUG nova.network.neutron [req-a8db024b-e29a-4218-8ba9-a0064e21a1c5 req-70867af6-aeae-47bc-b202-1a93a1dc1b6d service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Refreshing network info cache for port e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2468.249076] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47e2e56-c88f-42fc-bf97-e25f09584d11 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.256554] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0f2697-062e-46b5-8917-e593712879b0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.286456] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2b1702-d838-41d0-8fa9-2cc19e91ab03 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.293195] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54aecf19-fdb6-473b-a1dd-297c917f162d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.306174] env[62211]: DEBUG nova.compute.provider_tree [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2468.499462] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2468.499616] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2468.499758] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2468.567554] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf43757-d228-45bb-8790-034044cf196c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2468.567875] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Processing image 4bf43757-d228-45bb-8790-034044cf196c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2468.568024] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bf43757-d228-45bb-8790-034044cf196c/4bf43757-d228-45bb-8790-034044cf196c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2468.568175] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bf43757-d228-45bb-8790-034044cf196c/4bf43757-d228-45bb-8790-034044cf196c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2468.568349] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2468.568605] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d9ade6f-86f5-4a74-94b3-1c645d54f2fc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.576240] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2468.576404] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2468.577072] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b25f64-a192-47c7-85c8-6f921313ec6a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.581824] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2468.581824] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5249510e-ec22-41f7-1454-a715087149a8" [ 2468.581824] env[62211]: _type = "Task" [ 2468.581824] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2468.588969] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5249510e-ec22-41f7-1454-a715087149a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2468.809066] env[62211]: DEBUG nova.scheduler.client.report [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2468.846613] env[62211]: DEBUG nova.network.neutron [req-a8db024b-e29a-4218-8ba9-a0064e21a1c5 req-70867af6-aeae-47bc-b202-1a93a1dc1b6d service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Updated VIF entry in instance network info cache for port e3351eeb-9c5e-4508-82ca-ddba0562ef92. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2468.846999] env[62211]: DEBUG nova.network.neutron [req-a8db024b-e29a-4218-8ba9-a0064e21a1c5 req-70867af6-aeae-47bc-b202-1a93a1dc1b6d service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Updating instance_info_cache with network_info: [{"id": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "address": "fa:16:3e:6a:be:b3", "network": {"id": "c3a837b2-24d8-4880-9f47-1946a826f776", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387336804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6956cc18063449e1a069676368dd62ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3351eeb-9c", "ovs_interfaceid": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2469.092719] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Preparing fetch location {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2469.093037] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Fetch image to [datastore1] OSTACK_IMG_a8afd125-d847-4b09-a22b-4571c231128a/OSTACK_IMG_a8afd125-d847-4b09-a22b-4571c231128a.vmdk {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2469.093179] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Downloading stream optimized image 4bf43757-d228-45bb-8790-034044cf196c to [datastore1] OSTACK_IMG_a8afd125-d847-4b09-a22b-4571c231128a/OSTACK_IMG_a8afd125-d847-4b09-a22b-4571c231128a.vmdk on the data store datastore1 as vApp {{(pid=62211) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2469.093350] env[62211]: DEBUG nova.virt.vmwareapi.images [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Downloading image file data 4bf43757-d228-45bb-8790-034044cf196c to the ESX as VM named 'OSTACK_IMG_a8afd125-d847-4b09-a22b-4571c231128a' {{(pid=62211) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2469.161107] env[62211]: DEBUG oslo_vmware.rw_handles [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2469.161107] env[62211]: value = "resgroup-9" [ 2469.161107] env[62211]: _type = "ResourcePool" [ 2469.161107] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2469.161403] env[62211]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-047edf85-9ef8-4909-af2a-ea5ce8ee909b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.181706] env[62211]: DEBUG oslo_vmware.rw_handles [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lease: (returnval){ [ 2469.181706] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]528e8ffa-711e-ac10-900d-fcacc0cf32a8" [ 2469.181706] env[62211]: _type = "HttpNfcLease" [ 2469.181706] env[62211]: } obtained for vApp import into resource pool (val){ [ 2469.181706] env[62211]: value = "resgroup-9" [ 2469.181706] env[62211]: _type = "ResourcePool" [ 2469.181706] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2469.182023] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the lease: (returnval){ [ 2469.182023] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]528e8ffa-711e-ac10-900d-fcacc0cf32a8" [ 2469.182023] env[62211]: _type = "HttpNfcLease" [ 2469.182023] env[62211]: } to be ready. {{(pid=62211) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2469.190199] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2469.190199] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]528e8ffa-711e-ac10-900d-fcacc0cf32a8" [ 2469.190199] env[62211]: _type = "HttpNfcLease" [ 2469.190199] env[62211]: } is initializing. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2469.314119] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.336008] env[62211]: INFO nova.scheduler.client.report [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Deleted allocations for instance 0f141bcc-68fb-4ab0-9d34-734f7186466b [ 2469.348936] env[62211]: DEBUG oslo_concurrency.lockutils [req-a8db024b-e29a-4218-8ba9-a0064e21a1c5 req-70867af6-aeae-47bc-b202-1a93a1dc1b6d service nova] Releasing lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2469.691012] env[62211]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2469.691012] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]528e8ffa-711e-ac10-900d-fcacc0cf32a8" [ 2469.691012] env[62211]: _type = "HttpNfcLease" [ 2469.691012] env[62211]: } is ready. {{(pid=62211) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2469.691372] env[62211]: DEBUG oslo_vmware.rw_handles [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2469.691372] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]528e8ffa-711e-ac10-900d-fcacc0cf32a8" [ 2469.691372] env[62211]: _type = "HttpNfcLease" [ 2469.691372] env[62211]: }. {{(pid=62211) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2469.692159] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a701bc8-4950-4b20-9466-3664e043f60f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.699407] env[62211]: DEBUG oslo_vmware.rw_handles [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52061da0-2bfc-f73a-88ea-cf9ad8acaded/disk-0.vmdk from lease info. {{(pid=62211) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2469.699614] env[62211]: DEBUG oslo_vmware.rw_handles [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52061da0-2bfc-f73a-88ea-cf9ad8acaded/disk-0.vmdk. {{(pid=62211) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2469.765364] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-db34ad04-aae5-4a9c-9a14-5ab61cb2def6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.844315] env[62211]: DEBUG oslo_concurrency.lockutils [None req-20ef61b5-5917-4841-9576-31a4451e77d5 tempest-AttachInterfacesTestJSON-1517109787 tempest-AttachInterfacesTestJSON-1517109787-project-member] Lock "0f141bcc-68fb-4ab0-9d34-734f7186466b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.901s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.854803] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2470.843925] env[62211]: DEBUG oslo_vmware.rw_handles [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Completed reading data from the image iterator. {{(pid=62211) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2470.844363] env[62211]: DEBUG oslo_vmware.rw_handles [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52061da0-2bfc-f73a-88ea-cf9ad8acaded/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2470.845481] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871543b7-60e2-4ce6-9c77-88aa383442f1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.853125] env[62211]: DEBUG oslo_vmware.rw_handles [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52061da0-2bfc-f73a-88ea-cf9ad8acaded/disk-0.vmdk is in state: ready. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2470.853355] env[62211]: DEBUG oslo_vmware.rw_handles [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52061da0-2bfc-f73a-88ea-cf9ad8acaded/disk-0.vmdk. {{(pid=62211) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2470.853691] env[62211]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e43a0593-8aff-4406-abcc-ffc9c96bb2d7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.033901] env[62211]: DEBUG oslo_vmware.rw_handles [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52061da0-2bfc-f73a-88ea-cf9ad8acaded/disk-0.vmdk. {{(pid=62211) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2471.034116] env[62211]: INFO nova.virt.vmwareapi.images [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Downloaded image file data 4bf43757-d228-45bb-8790-034044cf196c [ 2471.035141] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5ac437-8b0d-41a3-b8c9-e42b87215c2c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.050417] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc9b15b5-ba3a-4523-a3bb-6a6136a11fb2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.081504] env[62211]: INFO nova.virt.vmwareapi.images [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] The imported VM was unregistered [ 2471.084171] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Caching image {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2471.084401] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4bf43757-d228-45bb-8790-034044cf196c {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2471.084665] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a9941b8-b74e-4ddd-b7ef-acc8dc1e3b53 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.094368] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Created directory with path [datastore1] devstack-image-cache_base/4bf43757-d228-45bb-8790-034044cf196c {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2471.094546] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a8afd125-d847-4b09-a22b-4571c231128a/OSTACK_IMG_a8afd125-d847-4b09-a22b-4571c231128a.vmdk to [datastore1] devstack-image-cache_base/4bf43757-d228-45bb-8790-034044cf196c/4bf43757-d228-45bb-8790-034044cf196c.vmdk. {{(pid=62211) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2471.094774] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c46c415e-4f39-483d-a4b4-05bbf6b6649e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.101737] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2471.101737] env[62211]: value = "task-2075827" [ 2471.101737] env[62211]: _type = "Task" [ 2471.101737] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.109561] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075827, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.612485] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075827, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.123286] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075827, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.614714] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075827, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.114523] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075827, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.614951] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075827, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.292185} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2473.615340] env[62211]: INFO nova.virt.vmwareapi.ds_util [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a8afd125-d847-4b09-a22b-4571c231128a/OSTACK_IMG_a8afd125-d847-4b09-a22b-4571c231128a.vmdk to [datastore1] devstack-image-cache_base/4bf43757-d228-45bb-8790-034044cf196c/4bf43757-d228-45bb-8790-034044cf196c.vmdk. [ 2473.615445] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Cleaning up location [datastore1] OSTACK_IMG_a8afd125-d847-4b09-a22b-4571c231128a {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2473.615626] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a8afd125-d847-4b09-a22b-4571c231128a {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2473.615928] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d23b514-2803-467e-8589-3eb268b0def9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.621835] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2473.621835] env[62211]: value = "task-2075828" [ 2473.621835] env[62211]: _type = "Task" [ 2473.621835] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2473.629328] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.131678] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033859} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2474.131938] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2474.132115] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bf43757-d228-45bb-8790-034044cf196c/4bf43757-d228-45bb-8790-034044cf196c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2474.134073] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bf43757-d228-45bb-8790-034044cf196c/4bf43757-d228-45bb-8790-034044cf196c.vmdk to [datastore1] f4c39608-80c6-42d5-a751-9805ff3e7596/f4c39608-80c6-42d5-a751-9805ff3e7596.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2474.134073] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03e843bc-c3bc-4c32-a157-470733be9be1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.139541] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2474.139541] env[62211]: value = "task-2075829" [ 2474.139541] env[62211]: _type = "Task" [ 2474.139541] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2474.148497] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.648827] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075829, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2475.157450] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075829, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2475.651540] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075829, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2475.971510] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "5431f5fb-d1df-4bdc-8067-12b3ed456b91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2475.971510] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "5431f5fb-d1df-4bdc-8067-12b3ed456b91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2476.151470] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075829, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.473576] env[62211]: DEBUG nova.compute.manager [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2476.652606] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075829, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.263751} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2476.652955] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bf43757-d228-45bb-8790-034044cf196c/4bf43757-d228-45bb-8790-034044cf196c.vmdk to [datastore1] f4c39608-80c6-42d5-a751-9805ff3e7596/f4c39608-80c6-42d5-a751-9805ff3e7596.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2476.653686] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b22e33c-11f5-46b8-a293-2349208672d9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.675241] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] f4c39608-80c6-42d5-a751-9805ff3e7596/f4c39608-80c6-42d5-a751-9805ff3e7596.vmdk or device None with type streamOptimized {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2476.675482] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa8e2f18-33e6-488f-9738-55e2df780cb8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.694330] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2476.694330] env[62211]: value = "task-2075830" [ 2476.694330] env[62211]: _type = "Task" [ 2476.694330] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.701684] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.994032] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2476.994200] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2476.995737] env[62211]: INFO nova.compute.claims [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2477.204480] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075830, 'name': ReconfigVM_Task, 'duration_secs': 0.298853} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2477.204752] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Reconfigured VM instance instance-00000070 to attach disk [datastore1] f4c39608-80c6-42d5-a751-9805ff3e7596/f4c39608-80c6-42d5-a751-9805ff3e7596.vmdk or device None with type streamOptimized {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2477.205398] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95c7b594-5157-4e79-bb71-f120de4a2c21 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.211994] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2477.211994] env[62211]: value = "task-2075831" [ 2477.211994] env[62211]: _type = "Task" [ 2477.211994] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2477.219528] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075831, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.722520] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075831, 'name': Rename_Task, 'duration_secs': 0.366903} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2477.722864] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2477.723038] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5378b77d-b4aa-4eb3-be43-63913708a9a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.729335] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2477.729335] env[62211]: value = "task-2075832" [ 2477.729335] env[62211]: _type = "Task" [ 2477.729335] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2477.736711] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.046277] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacd4798-d406-47e1-b901-721aab6e071c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.053836] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958c870e-46db-4e9e-adde-6b2aee1f42e8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.084705] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0875c9-c350-4c50-987f-4e2ed2fb3612 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.091792] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25265241-66b2-46b5-8d37-8a7db1b6acfb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.104451] env[62211]: DEBUG nova.compute.provider_tree [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2478.239651] env[62211]: DEBUG oslo_vmware.api [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075832, 'name': PowerOnVM_Task, 'duration_secs': 0.424311} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2478.239944] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2478.335638] env[62211]: DEBUG nova.compute.manager [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2478.336753] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f5be90-03ec-4c5a-a6a5-ab6e71a91fa6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.624450] env[62211]: ERROR nova.scheduler.client.report [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [req-af49682c-2847-4c19-a038-3910371b2bbe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-af49682c-2847-4c19-a038-3910371b2bbe"}]} [ 2478.640246] env[62211]: DEBUG nova.scheduler.client.report [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2478.652879] env[62211]: DEBUG nova.scheduler.client.report [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2478.653101] env[62211]: DEBUG nova.compute.provider_tree [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2478.662879] env[62211]: DEBUG nova.scheduler.client.report [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2478.680735] env[62211]: DEBUG nova.scheduler.client.report [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2478.711797] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dbd6e2-fff0-4b6c-8077-4fbb805d1951 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.719275] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94410ff7-5e96-4fa7-b832-c1a26afb893e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.749620] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5abe6b-0c55-4f2d-9643-21e7df543757 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.756776] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65673a3-a582-48f7-875c-9ee41a23db85 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.769747] env[62211]: DEBUG nova.compute.provider_tree [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2478.856465] env[62211]: DEBUG oslo_concurrency.lockutils [None req-56d5dc4a-c480-49c4-952b-24a9d39a3eb9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.703s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2479.300526] env[62211]: DEBUG nova.scheduler.client.report [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2479.300782] env[62211]: DEBUG nova.compute.provider_tree [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 172 to 173 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2479.300966] env[62211]: DEBUG nova.compute.provider_tree [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2479.806158] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2479.806775] env[62211]: DEBUG nova.compute.manager [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2480.311760] env[62211]: DEBUG nova.compute.utils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2480.313344] env[62211]: DEBUG nova.compute.manager [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2480.313592] env[62211]: DEBUG nova.network.neutron [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2480.356809] env[62211]: DEBUG nova.policy [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beee6f351b5b43ab8b55d995feeaa4dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be189ed7b7d04905a44c7e717a2c720d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2480.523010] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366bad25-ab9b-4ab1-9e71-41c21d1d0e0e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.529917] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8af22966-446b-400b-a743-c97e711c5660 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Suspending the VM {{(pid=62211) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2480.530165] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-60265094-21a8-4bec-a938-c366bfc98e8d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.536869] env[62211]: DEBUG oslo_vmware.api [None req-8af22966-446b-400b-a743-c97e711c5660 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2480.536869] env[62211]: value = "task-2075833" [ 2480.536869] env[62211]: _type = "Task" [ 2480.536869] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2480.544579] env[62211]: DEBUG oslo_vmware.api [None req-8af22966-446b-400b-a743-c97e711c5660 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075833, 'name': SuspendVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2480.613978] env[62211]: DEBUG nova.network.neutron [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Successfully created port: 56453710-1ab8-43ea-abb2-3c0c4f6f051d {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2480.816762] env[62211]: DEBUG nova.compute.manager [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2481.047877] env[62211]: DEBUG oslo_vmware.api [None req-8af22966-446b-400b-a743-c97e711c5660 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075833, 'name': SuspendVM_Task} progress is 70%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.547538] env[62211]: DEBUG oslo_vmware.api [None req-8af22966-446b-400b-a743-c97e711c5660 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075833, 'name': SuspendVM_Task, 'duration_secs': 0.581399} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2481.547890] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8af22966-446b-400b-a743-c97e711c5660 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Suspended the VM {{(pid=62211) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2481.548138] env[62211]: DEBUG nova.compute.manager [None req-8af22966-446b-400b-a743-c97e711c5660 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2481.548938] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5eba29-0350-490f-b99e-c2e8109afc9b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.828276] env[62211]: DEBUG nova.compute.manager [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2481.851955] env[62211]: DEBUG nova.virt.hardware [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2481.852224] env[62211]: DEBUG nova.virt.hardware [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2481.852379] env[62211]: DEBUG nova.virt.hardware [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2481.852557] env[62211]: DEBUG nova.virt.hardware [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2481.852700] env[62211]: DEBUG nova.virt.hardware [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2481.852843] env[62211]: DEBUG nova.virt.hardware [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2481.853059] env[62211]: DEBUG nova.virt.hardware [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2481.853221] env[62211]: DEBUG nova.virt.hardware [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2481.853385] env[62211]: DEBUG nova.virt.hardware [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2481.853543] env[62211]: DEBUG nova.virt.hardware [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2481.853710] env[62211]: DEBUG nova.virt.hardware [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2481.854578] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c3cd71-5281-4cd9-bd25-ecb2655e95f6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.862543] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2701d525-561c-49a7-bd21-91577c115c08 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.068684] env[62211]: DEBUG nova.compute.manager [req-34d391bc-4ae7-47ff-88e2-17fb1aadfbde req-c6252ef6-efb9-4fd2-876b-ea8ac2dd6f20 service nova] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Received event network-vif-plugged-56453710-1ab8-43ea-abb2-3c0c4f6f051d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2482.068999] env[62211]: DEBUG oslo_concurrency.lockutils [req-34d391bc-4ae7-47ff-88e2-17fb1aadfbde req-c6252ef6-efb9-4fd2-876b-ea8ac2dd6f20 service nova] Acquiring lock "5431f5fb-d1df-4bdc-8067-12b3ed456b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2482.069300] env[62211]: DEBUG oslo_concurrency.lockutils [req-34d391bc-4ae7-47ff-88e2-17fb1aadfbde req-c6252ef6-efb9-4fd2-876b-ea8ac2dd6f20 service nova] Lock "5431f5fb-d1df-4bdc-8067-12b3ed456b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2482.069444] env[62211]: DEBUG oslo_concurrency.lockutils [req-34d391bc-4ae7-47ff-88e2-17fb1aadfbde req-c6252ef6-efb9-4fd2-876b-ea8ac2dd6f20 service nova] Lock "5431f5fb-d1df-4bdc-8067-12b3ed456b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2482.069614] env[62211]: DEBUG nova.compute.manager [req-34d391bc-4ae7-47ff-88e2-17fb1aadfbde req-c6252ef6-efb9-4fd2-876b-ea8ac2dd6f20 service nova] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] No waiting events found dispatching network-vif-plugged-56453710-1ab8-43ea-abb2-3c0c4f6f051d {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2482.069812] env[62211]: WARNING nova.compute.manager [req-34d391bc-4ae7-47ff-88e2-17fb1aadfbde req-c6252ef6-efb9-4fd2-876b-ea8ac2dd6f20 service nova] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Received unexpected event network-vif-plugged-56453710-1ab8-43ea-abb2-3c0c4f6f051d for instance with vm_state building and task_state spawning. [ 2482.155894] env[62211]: DEBUG nova.network.neutron [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Successfully updated port: 56453710-1ab8-43ea-abb2-3c0c4f6f051d {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2482.660823] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "refresh_cache-5431f5fb-d1df-4bdc-8067-12b3ed456b91" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2482.660983] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "refresh_cache-5431f5fb-d1df-4bdc-8067-12b3ed456b91" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2482.661156] env[62211]: DEBUG nova.network.neutron [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2482.910435] env[62211]: INFO nova.compute.manager [None req-8fb7d055-cc8b-40ae-941c-d10c0c5323b9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Resuming [ 2482.911066] env[62211]: DEBUG nova.objects.instance [None req-8fb7d055-cc8b-40ae-941c-d10c0c5323b9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lazy-loading 'flavor' on Instance uuid f4c39608-80c6-42d5-a751-9805ff3e7596 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2483.193019] env[62211]: DEBUG nova.network.neutron [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2483.312192] env[62211]: DEBUG nova.network.neutron [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Updating instance_info_cache with network_info: [{"id": "56453710-1ab8-43ea-abb2-3c0c4f6f051d", "address": "fa:16:3e:02:e1:ba", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56453710-1a", "ovs_interfaceid": "56453710-1ab8-43ea-abb2-3c0c4f6f051d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2483.814539] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "refresh_cache-5431f5fb-d1df-4bdc-8067-12b3ed456b91" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2483.814826] env[62211]: DEBUG nova.compute.manager [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Instance network_info: |[{"id": "56453710-1ab8-43ea-abb2-3c0c4f6f051d", "address": "fa:16:3e:02:e1:ba", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56453710-1a", "ovs_interfaceid": "56453710-1ab8-43ea-abb2-3c0c4f6f051d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2483.815270] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:e1:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56453710-1ab8-43ea-abb2-3c0c4f6f051d', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2483.822777] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Creating folder: Project (be189ed7b7d04905a44c7e717a2c720d). Parent ref: group-v425157. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2483.823055] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b17b2187-92e6-4810-b3c1-900bba2dfb16 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.833158] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Created folder: Project (be189ed7b7d04905a44c7e717a2c720d) in parent group-v425157. [ 2483.833333] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Creating folder: Instances. Parent ref: group-v425477. {{(pid=62211) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2483.833532] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4be17417-f3de-454c-9db7-d95f1d058c80 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.841408] env[62211]: INFO nova.virt.vmwareapi.vm_util [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Created folder: Instances in parent group-v425477. [ 2483.841617] env[62211]: DEBUG oslo.service.loopingcall [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2483.841787] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2483.841966] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1a60db5-9d5b-4835-85fc-aabd0bdddb64 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.860501] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2483.860501] env[62211]: value = "task-2075836" [ 2483.860501] env[62211]: _type = "Task" [ 2483.860501] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2483.867930] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075836, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2484.096160] env[62211]: DEBUG nova.compute.manager [req-26de5e79-0c88-4098-a98c-a905e290716e req-b11e6251-d8d0-4f67-854b-7fe2669f2923 service nova] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Received event network-changed-56453710-1ab8-43ea-abb2-3c0c4f6f051d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2484.096410] env[62211]: DEBUG nova.compute.manager [req-26de5e79-0c88-4098-a98c-a905e290716e req-b11e6251-d8d0-4f67-854b-7fe2669f2923 service nova] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Refreshing instance network info cache due to event network-changed-56453710-1ab8-43ea-abb2-3c0c4f6f051d. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2484.096636] env[62211]: DEBUG oslo_concurrency.lockutils [req-26de5e79-0c88-4098-a98c-a905e290716e req-b11e6251-d8d0-4f67-854b-7fe2669f2923 service nova] Acquiring lock "refresh_cache-5431f5fb-d1df-4bdc-8067-12b3ed456b91" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2484.096781] env[62211]: DEBUG oslo_concurrency.lockutils [req-26de5e79-0c88-4098-a98c-a905e290716e req-b11e6251-d8d0-4f67-854b-7fe2669f2923 service nova] Acquired lock "refresh_cache-5431f5fb-d1df-4bdc-8067-12b3ed456b91" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2484.096938] env[62211]: DEBUG nova.network.neutron [req-26de5e79-0c88-4098-a98c-a905e290716e req-b11e6251-d8d0-4f67-854b-7fe2669f2923 service nova] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Refreshing network info cache for port 56453710-1ab8-43ea-abb2-3c0c4f6f051d {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2484.370765] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075836, 'name': CreateVM_Task, 'duration_secs': 0.372336} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2484.370765] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2484.371688] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2484.371688] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2484.372166] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2484.372166] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b14e167-63f4-44b4-9966-9c616665d129 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.376442] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2484.376442] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5292c06a-5545-899f-5b79-56a199d6c3b6" [ 2484.376442] env[62211]: _type = "Task" [ 2484.376442] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2484.383593] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5292c06a-5545-899f-5b79-56a199d6c3b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2484.420389] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8fb7d055-cc8b-40ae-941c-d10c0c5323b9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2484.420551] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8fb7d055-cc8b-40ae-941c-d10c0c5323b9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquired lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2484.420725] env[62211]: DEBUG nova.network.neutron [None req-8fb7d055-cc8b-40ae-941c-d10c0c5323b9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2484.784924] env[62211]: DEBUG nova.network.neutron [req-26de5e79-0c88-4098-a98c-a905e290716e req-b11e6251-d8d0-4f67-854b-7fe2669f2923 service nova] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Updated VIF entry in instance network info cache for port 56453710-1ab8-43ea-abb2-3c0c4f6f051d. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2484.785285] env[62211]: DEBUG nova.network.neutron [req-26de5e79-0c88-4098-a98c-a905e290716e req-b11e6251-d8d0-4f67-854b-7fe2669f2923 service nova] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Updating instance_info_cache with network_info: [{"id": "56453710-1ab8-43ea-abb2-3c0c4f6f051d", "address": "fa:16:3e:02:e1:ba", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56453710-1a", "ovs_interfaceid": "56453710-1ab8-43ea-abb2-3c0c4f6f051d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2484.886776] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5292c06a-5545-899f-5b79-56a199d6c3b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2484.887072] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2484.887301] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2484.887529] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2484.887671] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2484.887842] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2484.888101] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c34115fc-eb83-4665-94bb-ab3fd8f36bc1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.895823] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2484.895988] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2484.896650] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28fad37a-cba2-41a7-b40b-b8c6fbfb3f04 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.901504] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2484.901504] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]521421b6-36d4-1bfb-2acf-6a729868e303" [ 2484.901504] env[62211]: _type = "Task" [ 2484.901504] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2484.908492] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521421b6-36d4-1bfb-2acf-6a729868e303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2485.114577] env[62211]: DEBUG nova.network.neutron [None req-8fb7d055-cc8b-40ae-941c-d10c0c5323b9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Updating instance_info_cache with network_info: [{"id": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "address": "fa:16:3e:6a:be:b3", "network": {"id": "c3a837b2-24d8-4880-9f47-1946a826f776", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387336804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6956cc18063449e1a069676368dd62ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3351eeb-9c", "ovs_interfaceid": "e3351eeb-9c5e-4508-82ca-ddba0562ef92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2485.288382] env[62211]: DEBUG oslo_concurrency.lockutils [req-26de5e79-0c88-4098-a98c-a905e290716e req-b11e6251-d8d0-4f67-854b-7fe2669f2923 service nova] Releasing lock "refresh_cache-5431f5fb-d1df-4bdc-8067-12b3ed456b91" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2485.412465] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]521421b6-36d4-1bfb-2acf-6a729868e303, 'name': SearchDatastore_Task, 'duration_secs': 0.007985} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2485.413246] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974692fb-d86e-4226-a0a3-ef1b3cc41b5d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.418246] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2485.418246] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52884092-a66e-ba52-f41b-f0aea206fdb8" [ 2485.418246] env[62211]: _type = "Task" [ 2485.418246] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2485.426321] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52884092-a66e-ba52-f41b-f0aea206fdb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2485.617420] env[62211]: DEBUG oslo_concurrency.lockutils [None req-8fb7d055-cc8b-40ae-941c-d10c0c5323b9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Releasing lock "refresh_cache-f4c39608-80c6-42d5-a751-9805ff3e7596" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2485.618388] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab49dece-f349-4f0f-959e-cbb6e1b2b71c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.624988] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb7d055-cc8b-40ae-941c-d10c0c5323b9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Resuming the VM {{(pid=62211) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2485.625229] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e068b1d1-0744-4a48-9486-14ba1d488915 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.632443] env[62211]: DEBUG oslo_vmware.api [None req-8fb7d055-cc8b-40ae-941c-d10c0c5323b9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2485.632443] env[62211]: value = "task-2075837" [ 2485.632443] env[62211]: _type = "Task" [ 2485.632443] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2485.639805] env[62211]: DEBUG oslo_vmware.api [None req-8fb7d055-cc8b-40ae-941c-d10c0c5323b9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2485.928764] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52884092-a66e-ba52-f41b-f0aea206fdb8, 'name': SearchDatastore_Task, 'duration_secs': 0.008928} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2485.929041] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2485.929310] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 5431f5fb-d1df-4bdc-8067-12b3ed456b91/5431f5fb-d1df-4bdc-8067-12b3ed456b91.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2485.929561] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79699f91-53af-4df8-98a7-0beb6a77b140 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.935934] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2485.935934] env[62211]: value = "task-2075838" [ 2485.935934] env[62211]: _type = "Task" [ 2485.935934] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2485.943306] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2486.143377] env[62211]: DEBUG oslo_vmware.api [None req-8fb7d055-cc8b-40ae-941c-d10c0c5323b9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075837, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2486.446189] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479681} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2486.446433] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 5431f5fb-d1df-4bdc-8067-12b3ed456b91/5431f5fb-d1df-4bdc-8067-12b3ed456b91.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2486.446679] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2486.446957] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3b479e6-0e20-446a-b86d-4ae6fd152652 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.453275] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2486.453275] env[62211]: value = "task-2075839" [ 2486.453275] env[62211]: _type = "Task" [ 2486.453275] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2486.461830] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2486.642911] env[62211]: DEBUG oslo_vmware.api [None req-8fb7d055-cc8b-40ae-941c-d10c0c5323b9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075837, 'name': PowerOnVM_Task, 'duration_secs': 0.533048} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2486.643179] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb7d055-cc8b-40ae-941c-d10c0c5323b9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Resumed the VM {{(pid=62211) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2486.643360] env[62211]: DEBUG nova.compute.manager [None req-8fb7d055-cc8b-40ae-941c-d10c0c5323b9 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2486.644113] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c609fba-f34b-4a83-96f7-2a85c594355e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.962357] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070709} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2486.962609] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2486.963357] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eae6431-01a3-40e9-8704-5638ecd67085 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.984565] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 5431f5fb-d1df-4bdc-8067-12b3ed456b91/5431f5fb-d1df-4bdc-8067-12b3ed456b91.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2486.984798] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-763b526c-7447-4db7-8522-411cfb076143 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.003269] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2487.003269] env[62211]: value = "task-2075840" [ 2487.003269] env[62211]: _type = "Task" [ 2487.003269] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2487.010581] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2487.513237] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075840, 'name': ReconfigVM_Task, 'duration_secs': 0.332756} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2487.513731] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 5431f5fb-d1df-4bdc-8067-12b3ed456b91/5431f5fb-d1df-4bdc-8067-12b3ed456b91.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2487.514343] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91e9d2a5-bcd0-4391-ad20-fcb8fb61ab67 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.520573] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2487.520573] env[62211]: value = "task-2075841" [ 2487.520573] env[62211]: _type = "Task" [ 2487.520573] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2487.529871] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075841, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2488.032061] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075841, 'name': Rename_Task, 'duration_secs': 0.140659} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2488.032061] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2488.032061] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03823efe-293c-4eb3-8d56-6c0bdd3c6837 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.037195] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2488.037195] env[62211]: value = "task-2075842" [ 2488.037195] env[62211]: _type = "Task" [ 2488.037195] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2488.044735] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2488.547311] env[62211]: DEBUG oslo_vmware.api [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075842, 'name': PowerOnVM_Task, 'duration_secs': 0.493139} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2488.547665] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2488.547770] env[62211]: INFO nova.compute.manager [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Took 6.72 seconds to spawn the instance on the hypervisor. [ 2488.547927] env[62211]: DEBUG nova.compute.manager [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2488.548683] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27748e13-7fb7-442d-9890-561acc00c8e4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.064984] env[62211]: INFO nova.compute.manager [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Took 12.09 seconds to build instance. [ 2489.567625] env[62211]: DEBUG oslo_concurrency.lockutils [None req-362d9c1b-94f0-4a2f-827f-933e2d1e7f21 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "5431f5fb-d1df-4bdc-8067-12b3ed456b91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.596s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2490.974547] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2490.974859] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2491.146204] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "f4c39608-80c6-42d5-a751-9805ff3e7596" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2491.146443] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2491.146623] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "f4c39608-80c6-42d5-a751-9805ff3e7596-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2491.146821] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2491.146995] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2491.149317] env[62211]: INFO nova.compute.manager [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Terminating instance [ 2491.477569] env[62211]: DEBUG nova.compute.manager [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2491.653230] env[62211]: DEBUG nova.compute.manager [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2491.653435] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2491.654352] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0752111a-5863-4496-8e6a-a4056b99c192 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2491.662576] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2491.662799] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be3cc36f-87cb-4dec-ae4a-4dce0cc6194f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2491.668835] env[62211]: DEBUG oslo_vmware.api [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2491.668835] env[62211]: value = "task-2075843" [ 2491.668835] env[62211]: _type = "Task" [ 2491.668835] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2491.676392] env[62211]: DEBUG oslo_vmware.api [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2491.999697] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2492.000031] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2492.001466] env[62211]: INFO nova.compute.claims [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2492.179192] env[62211]: DEBUG oslo_vmware.api [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075843, 'name': PowerOffVM_Task, 'duration_secs': 0.187376} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2492.179446] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2492.179610] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2492.179845] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d76b4bb4-1b02-4b5e-ae87-893c2669e157 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.271202] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2492.271376] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2492.271526] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Deleting the datastore file [datastore1] f4c39608-80c6-42d5-a751-9805ff3e7596 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2492.271796] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-160c92c1-6fb6-4f63-b054-328ed7d7cad6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.278360] env[62211]: DEBUG oslo_vmware.api [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for the task: (returnval){ [ 2492.278360] env[62211]: value = "task-2075845" [ 2492.278360] env[62211]: _type = "Task" [ 2492.278360] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2492.285914] env[62211]: DEBUG oslo_vmware.api [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2492.788049] env[62211]: DEBUG oslo_vmware.api [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Task: {'id': task-2075845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133098} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2492.788235] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2492.788425] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2492.788598] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2492.788898] env[62211]: INFO nova.compute.manager [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2492.789176] env[62211]: DEBUG oslo.service.loopingcall [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2492.789376] env[62211]: DEBUG nova.compute.manager [-] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2492.789472] env[62211]: DEBUG nova.network.neutron [-] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2493.047694] env[62211]: DEBUG nova.compute.manager [req-a5b289ee-2807-46d6-b157-4ec27272c3da req-d3087190-46f7-4e1c-8736-6e2059397f3e service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Received event network-vif-deleted-e3351eeb-9c5e-4508-82ca-ddba0562ef92 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2493.048011] env[62211]: INFO nova.compute.manager [req-a5b289ee-2807-46d6-b157-4ec27272c3da req-d3087190-46f7-4e1c-8736-6e2059397f3e service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Neutron deleted interface e3351eeb-9c5e-4508-82ca-ddba0562ef92; detaching it from the instance and deleting it from the info cache [ 2493.048370] env[62211]: DEBUG nova.network.neutron [req-a5b289ee-2807-46d6-b157-4ec27272c3da req-d3087190-46f7-4e1c-8736-6e2059397f3e service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2493.061201] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e050d98-f47b-4913-a3ce-efa6635192dd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.069372] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a6d95a-d8ef-4ef6-a4bd-27770dc4cf3a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.098850] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedcdc2c-d0e7-482a-95ec-6c0b58d9a912 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.105916] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9905ca1c-b981-4de9-a7d3-bb9edb374fba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.119886] env[62211]: DEBUG nova.compute.provider_tree [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2493.525360] env[62211]: DEBUG nova.network.neutron [-] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2493.552678] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdfb48e7-ffcb-4e2d-b3a5-8e43e2d9b0c3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.563301] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2e9c28-0f31-4f02-8882-dd9f4e2df829 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.588113] env[62211]: DEBUG nova.compute.manager [req-a5b289ee-2807-46d6-b157-4ec27272c3da req-d3087190-46f7-4e1c-8736-6e2059397f3e service nova] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Detach interface failed, port_id=e3351eeb-9c5e-4508-82ca-ddba0562ef92, reason: Instance f4c39608-80c6-42d5-a751-9805ff3e7596 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2493.639583] env[62211]: ERROR nova.scheduler.client.report [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [req-6e71fd27-c67a-4bf0-a5f8-67e051d53908] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6e71fd27-c67a-4bf0-a5f8-67e051d53908"}]} [ 2493.656728] env[62211]: DEBUG nova.scheduler.client.report [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2493.668805] env[62211]: DEBUG nova.scheduler.client.report [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2493.669082] env[62211]: DEBUG nova.compute.provider_tree [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2493.678549] env[62211]: DEBUG nova.scheduler.client.report [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2493.696454] env[62211]: DEBUG nova.scheduler.client.report [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2493.737149] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c27357-75e7-47a9-a27c-8958bd51164b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.744631] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379c09eb-309f-4e08-b26e-d6ba5e05ab2d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.773248] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc3b5dc-026f-481e-a470-00003817bcf4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.780107] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f2b3d0-c923-437e-856f-b1bf8c628e36 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.793683] env[62211]: DEBUG nova.compute.provider_tree [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2494.028346] env[62211]: INFO nova.compute.manager [-] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Took 1.24 seconds to deallocate network for instance. [ 2494.324672] env[62211]: DEBUG nova.scheduler.client.report [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2494.324998] env[62211]: DEBUG nova.compute.provider_tree [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 175 to 176 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2494.325164] env[62211]: DEBUG nova.compute.provider_tree [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2494.535866] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2494.830221] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2494.830742] env[62211]: DEBUG nova.compute.manager [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2494.833241] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.298s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2494.833459] env[62211]: DEBUG nova.objects.instance [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lazy-loading 'resources' on Instance uuid f4c39608-80c6-42d5-a751-9805ff3e7596 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2495.336199] env[62211]: DEBUG nova.compute.utils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2495.340345] env[62211]: DEBUG nova.compute.manager [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2495.340526] env[62211]: DEBUG nova.network.neutron [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2495.385247] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06cf31f-14ef-4aba-a545-12ed18843337 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.388832] env[62211]: DEBUG nova.policy [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beee6f351b5b43ab8b55d995feeaa4dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be189ed7b7d04905a44c7e717a2c720d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2495.394893] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5111b896-8827-46b4-935e-1299a310c12b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.424091] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabf3213-6d9d-44b3-ad6a-0e34f9ac7660 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.431200] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce1ce7f-774b-4a89-b4a4-b4e5405a9f6f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.445124] env[62211]: DEBUG nova.compute.provider_tree [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2495.630676] env[62211]: DEBUG nova.network.neutron [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Successfully created port: d1ff81ec-7b26-496d-bee3-9669a4e944d0 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2495.841103] env[62211]: DEBUG nova.compute.manager [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2495.947922] env[62211]: DEBUG nova.scheduler.client.report [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2496.452612] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2496.470026] env[62211]: INFO nova.scheduler.client.report [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Deleted allocations for instance f4c39608-80c6-42d5-a751-9805ff3e7596 [ 2496.850141] env[62211]: DEBUG nova.compute.manager [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2496.879405] env[62211]: DEBUG nova.virt.hardware [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2496.879405] env[62211]: DEBUG nova.virt.hardware [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2496.879405] env[62211]: DEBUG nova.virt.hardware [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2496.879634] env[62211]: DEBUG nova.virt.hardware [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2496.879634] env[62211]: DEBUG nova.virt.hardware [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2496.879745] env[62211]: DEBUG nova.virt.hardware [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2496.880282] env[62211]: DEBUG nova.virt.hardware [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2496.880282] env[62211]: DEBUG nova.virt.hardware [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2496.880432] env[62211]: DEBUG nova.virt.hardware [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2496.880492] env[62211]: DEBUG nova.virt.hardware [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2496.880661] env[62211]: DEBUG nova.virt.hardware [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2496.881633] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7861e4-3086-4bf2-8cce-dc38738f2775 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.889738] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea61f6eb-0786-46a0-99fc-c6faeeb60379 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.976711] env[62211]: DEBUG oslo_concurrency.lockutils [None req-f94f96ef-1cdb-4228-bdbe-c8fee3f471a6 tempest-ServersNegativeTestJSON-617452869 tempest-ServersNegativeTestJSON-617452869-project-member] Lock "f4c39608-80c6-42d5-a751-9805ff3e7596" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.830s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2497.005810] env[62211]: DEBUG nova.compute.manager [req-8635f0bd-f53f-46ad-9c23-47d98ebc32d9 req-2da2b0b4-87ee-4ba8-b390-07c32a57af37 service nova] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Received event network-vif-plugged-d1ff81ec-7b26-496d-bee3-9669a4e944d0 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2497.005992] env[62211]: DEBUG oslo_concurrency.lockutils [req-8635f0bd-f53f-46ad-9c23-47d98ebc32d9 req-2da2b0b4-87ee-4ba8-b390-07c32a57af37 service nova] Acquiring lock "4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2497.006239] env[62211]: DEBUG oslo_concurrency.lockutils [req-8635f0bd-f53f-46ad-9c23-47d98ebc32d9 req-2da2b0b4-87ee-4ba8-b390-07c32a57af37 service nova] Lock "4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2497.006440] env[62211]: DEBUG oslo_concurrency.lockutils [req-8635f0bd-f53f-46ad-9c23-47d98ebc32d9 req-2da2b0b4-87ee-4ba8-b390-07c32a57af37 service nova] Lock "4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2497.006651] env[62211]: DEBUG nova.compute.manager [req-8635f0bd-f53f-46ad-9c23-47d98ebc32d9 req-2da2b0b4-87ee-4ba8-b390-07c32a57af37 service nova] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] No waiting events found dispatching network-vif-plugged-d1ff81ec-7b26-496d-bee3-9669a4e944d0 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2497.006900] env[62211]: WARNING nova.compute.manager [req-8635f0bd-f53f-46ad-9c23-47d98ebc32d9 req-2da2b0b4-87ee-4ba8-b390-07c32a57af37 service nova] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Received unexpected event network-vif-plugged-d1ff81ec-7b26-496d-bee3-9669a4e944d0 for instance with vm_state building and task_state spawning. [ 2497.095280] env[62211]: DEBUG nova.network.neutron [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Successfully updated port: d1ff81ec-7b26-496d-bee3-9669a4e944d0 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2497.598036] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "refresh_cache-4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2497.598297] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "refresh_cache-4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2497.598340] env[62211]: DEBUG nova.network.neutron [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2498.131714] env[62211]: DEBUG nova.network.neutron [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2498.256123] env[62211]: DEBUG nova.network.neutron [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Updating instance_info_cache with network_info: [{"id": "d1ff81ec-7b26-496d-bee3-9669a4e944d0", "address": "fa:16:3e:61:eb:28", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ff81ec-7b", "ovs_interfaceid": "d1ff81ec-7b26-496d-bee3-9669a4e944d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2498.759029] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "refresh_cache-4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2498.760242] env[62211]: DEBUG nova.compute.manager [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Instance network_info: |[{"id": "d1ff81ec-7b26-496d-bee3-9669a4e944d0", "address": "fa:16:3e:61:eb:28", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ff81ec-7b", "ovs_interfaceid": "d1ff81ec-7b26-496d-bee3-9669a4e944d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2498.760242] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:eb:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1ff81ec-7b26-496d-bee3-9669a4e944d0', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2498.767597] env[62211]: DEBUG oslo.service.loopingcall [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2498.767819] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2498.768285] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaac029a-c14a-47f4-934b-c2231cdaa8aa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.788877] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2498.788877] env[62211]: value = "task-2075846" [ 2498.788877] env[62211]: _type = "Task" [ 2498.788877] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2498.796317] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075846, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2499.038523] env[62211]: DEBUG nova.compute.manager [req-47277c11-357d-4eb3-8db9-39f25e6c6b90 req-382c770f-8492-4d87-adf6-7ee501f74609 service nova] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Received event network-changed-d1ff81ec-7b26-496d-bee3-9669a4e944d0 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2499.038726] env[62211]: DEBUG nova.compute.manager [req-47277c11-357d-4eb3-8db9-39f25e6c6b90 req-382c770f-8492-4d87-adf6-7ee501f74609 service nova] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Refreshing instance network info cache due to event network-changed-d1ff81ec-7b26-496d-bee3-9669a4e944d0. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2499.039182] env[62211]: DEBUG oslo_concurrency.lockutils [req-47277c11-357d-4eb3-8db9-39f25e6c6b90 req-382c770f-8492-4d87-adf6-7ee501f74609 service nova] Acquiring lock "refresh_cache-4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2499.039182] env[62211]: DEBUG oslo_concurrency.lockutils [req-47277c11-357d-4eb3-8db9-39f25e6c6b90 req-382c770f-8492-4d87-adf6-7ee501f74609 service nova] Acquired lock "refresh_cache-4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2499.039591] env[62211]: DEBUG nova.network.neutron [req-47277c11-357d-4eb3-8db9-39f25e6c6b90 req-382c770f-8492-4d87-adf6-7ee501f74609 service nova] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Refreshing network info cache for port d1ff81ec-7b26-496d-bee3-9669a4e944d0 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2499.298954] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075846, 'name': CreateVM_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2499.733929] env[62211]: DEBUG nova.network.neutron [req-47277c11-357d-4eb3-8db9-39f25e6c6b90 req-382c770f-8492-4d87-adf6-7ee501f74609 service nova] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Updated VIF entry in instance network info cache for port d1ff81ec-7b26-496d-bee3-9669a4e944d0. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2499.734287] env[62211]: DEBUG nova.network.neutron [req-47277c11-357d-4eb3-8db9-39f25e6c6b90 req-382c770f-8492-4d87-adf6-7ee501f74609 service nova] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Updating instance_info_cache with network_info: [{"id": "d1ff81ec-7b26-496d-bee3-9669a4e944d0", "address": "fa:16:3e:61:eb:28", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ff81ec-7b", "ovs_interfaceid": "d1ff81ec-7b26-496d-bee3-9669a4e944d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2499.799853] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075846, 'name': CreateVM_Task, 'duration_secs': 0.600733} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2499.800265] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2499.800590] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2499.800772] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2499.801095] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2499.801340] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8f93e3-68ea-4212-89c6-e78d164d2885 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.805846] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2499.805846] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52958d3e-801e-5919-11b5-943ca0046388" [ 2499.805846] env[62211]: _type = "Task" [ 2499.805846] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2499.812954] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52958d3e-801e-5919-11b5-943ca0046388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.237473] env[62211]: DEBUG oslo_concurrency.lockutils [req-47277c11-357d-4eb3-8db9-39f25e6c6b90 req-382c770f-8492-4d87-adf6-7ee501f74609 service nova] Releasing lock "refresh_cache-4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2500.315884] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52958d3e-801e-5919-11b5-943ca0046388, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2500.316147] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2500.316381] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2500.316607] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2500.316755] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2500.316960] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2500.317226] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d033f91e-f95a-413d-8937-7d3b17302811 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.325052] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2500.325223] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2500.325885] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a56b41-4063-4d33-8e34-5598637552ef {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.330377] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2500.330377] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52fc0a23-e5af-960b-2226-7d5b0f71a948" [ 2500.330377] env[62211]: _type = "Task" [ 2500.330377] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.337513] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52fc0a23-e5af-960b-2226-7d5b0f71a948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.840483] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52fc0a23-e5af-960b-2226-7d5b0f71a948, 'name': SearchDatastore_Task, 'duration_secs': 0.007895} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2500.841176] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f97c5f-0b77-46b3-b0af-4fae189ff7d4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.846007] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2500.846007] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5240d875-e731-8699-1e5c-3981e2fd7965" [ 2500.846007] env[62211]: _type = "Task" [ 2500.846007] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.853139] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5240d875-e731-8699-1e5c-3981e2fd7965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.356741] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5240d875-e731-8699-1e5c-3981e2fd7965, 'name': SearchDatastore_Task, 'duration_secs': 0.008812} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2501.357022] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2501.357301] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19/4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2501.357578] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30d707d3-dbf0-4b12-979a-cf71cc0cff67 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.365552] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2501.365552] env[62211]: value = "task-2075847" [ 2501.365552] env[62211]: _type = "Task" [ 2501.365552] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2501.375697] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.878744] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47651} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2501.879196] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19/4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2501.879450] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2501.879819] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37d29f59-6392-4a44-812c-75b57c59929e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.887645] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2501.887645] env[62211]: value = "task-2075848" [ 2501.887645] env[62211]: _type = "Task" [ 2501.887645] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2501.900421] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.403055] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062549} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2502.403236] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2502.404511] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9115773f-891a-4fe3-af3d-6874a897880e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.440920] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19/4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2502.441430] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71520c65-d3b3-4168-9e87-052712e66656 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.470796] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2502.470796] env[62211]: value = "task-2075849" [ 2502.470796] env[62211]: _type = "Task" [ 2502.470796] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2502.478650] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.981293] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075849, 'name': ReconfigVM_Task, 'duration_secs': 0.395042} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2502.981695] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19/4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2502.982188] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c610402-3fc3-4594-bac5-5fffb54ae74b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.988064] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2502.988064] env[62211]: value = "task-2075850" [ 2502.988064] env[62211]: _type = "Task" [ 2502.988064] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2502.995046] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075850, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.502056] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075850, 'name': Rename_Task, 'duration_secs': 0.136068} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2503.502056] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2503.502056] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44a8cf84-6e43-4ff2-b480-964c389ae311 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.506720] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2503.506720] env[62211]: value = "task-2075851" [ 2503.506720] env[62211]: _type = "Task" [ 2503.506720] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2503.514374] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.016309] env[62211]: DEBUG oslo_vmware.api [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075851, 'name': PowerOnVM_Task, 'duration_secs': 0.418909} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.016700] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2504.016750] env[62211]: INFO nova.compute.manager [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Took 7.17 seconds to spawn the instance on the hypervisor. [ 2504.016945] env[62211]: DEBUG nova.compute.manager [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2504.017674] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6262a0-fc7c-4212-82e9-f258e250d00d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.535021] env[62211]: INFO nova.compute.manager [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Took 12.55 seconds to build instance. [ 2505.035644] env[62211]: DEBUG oslo_concurrency.lockutils [None req-43f4a132-8eb9-491b-aeef-d51b9ddab52a tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.061s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2505.452731] env[62211]: DEBUG oslo_concurrency.lockutils [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2505.453104] env[62211]: DEBUG oslo_concurrency.lockutils [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2505.453441] env[62211]: DEBUG oslo_concurrency.lockutils [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2505.453674] env[62211]: DEBUG oslo_concurrency.lockutils [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2505.453887] env[62211]: DEBUG oslo_concurrency.lockutils [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2505.455997] env[62211]: INFO nova.compute.manager [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Terminating instance [ 2505.959904] env[62211]: DEBUG nova.compute.manager [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2505.960198] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2505.962716] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51fbbc6-ba45-4aaf-92c9-128e0a3b0645 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.970199] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2505.970433] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbe24890-9faa-4d16-9660-a31ac690e74f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.976354] env[62211]: DEBUG oslo_vmware.api [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2505.976354] env[62211]: value = "task-2075852" [ 2505.976354] env[62211]: _type = "Task" [ 2505.976354] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.984587] env[62211]: DEBUG oslo_vmware.api [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.486460] env[62211]: DEBUG oslo_vmware.api [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075852, 'name': PowerOffVM_Task, 'duration_secs': 0.204163} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2506.486750] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2506.486978] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2506.487338] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d23e8c7-528c-4195-b54e-225137a1d98e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.582009] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2506.582240] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2506.582428] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleting the datastore file [datastore1] 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2506.582693] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bb7921f-c4d1-45e9-9b63-88aabbe5c4cb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.589373] env[62211]: DEBUG oslo_vmware.api [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2506.589373] env[62211]: value = "task-2075854" [ 2506.589373] env[62211]: _type = "Task" [ 2506.589373] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2506.596720] env[62211]: DEBUG oslo_vmware.api [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.098210] env[62211]: DEBUG oslo_vmware.api [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157998} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.098453] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2507.098636] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2507.098811] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2507.098995] env[62211]: INFO nova.compute.manager [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2507.099276] env[62211]: DEBUG oslo.service.loopingcall [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2507.099471] env[62211]: DEBUG nova.compute.manager [-] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2507.099567] env[62211]: DEBUG nova.network.neutron [-] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2507.372643] env[62211]: DEBUG nova.compute.manager [req-996cf0ea-a5e1-4b58-bd44-78565d566d92 req-7c198905-b217-4dfe-a7a6-36cd39126763 service nova] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Received event network-vif-deleted-d1ff81ec-7b26-496d-bee3-9669a4e944d0 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2507.372858] env[62211]: INFO nova.compute.manager [req-996cf0ea-a5e1-4b58-bd44-78565d566d92 req-7c198905-b217-4dfe-a7a6-36cd39126763 service nova] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Neutron deleted interface d1ff81ec-7b26-496d-bee3-9669a4e944d0; detaching it from the instance and deleting it from the info cache [ 2507.373050] env[62211]: DEBUG nova.network.neutron [req-996cf0ea-a5e1-4b58-bd44-78565d566d92 req-7c198905-b217-4dfe-a7a6-36cd39126763 service nova] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2507.851100] env[62211]: DEBUG nova.network.neutron [-] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2507.875798] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6a92bec-afe2-454e-b146-f6ec2c5db4c1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.885903] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706bfc7f-c5f0-4eba-b37b-f6a762a3f314 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.910842] env[62211]: DEBUG nova.compute.manager [req-996cf0ea-a5e1-4b58-bd44-78565d566d92 req-7c198905-b217-4dfe-a7a6-36cd39126763 service nova] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Detach interface failed, port_id=d1ff81ec-7b26-496d-bee3-9669a4e944d0, reason: Instance 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2508.354510] env[62211]: INFO nova.compute.manager [-] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Took 1.25 seconds to deallocate network for instance. [ 2508.861055] env[62211]: DEBUG oslo_concurrency.lockutils [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2508.861400] env[62211]: DEBUG oslo_concurrency.lockutils [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2508.861400] env[62211]: DEBUG nova.objects.instance [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lazy-loading 'resources' on Instance uuid 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2509.404377] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6175412-4024-4f86-91b6-607657582fb4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.412901] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9959f718-0247-4019-83b1-1c890de56bee {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.441704] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc890a79-a2cc-4e94-aecf-3f8b4e963198 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.448806] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24b76e1-4a2a-4427-96c8-244ec566b0ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.461464] env[62211]: DEBUG nova.compute.provider_tree [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2509.993161] env[62211]: DEBUG nova.scheduler.client.report [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2509.993473] env[62211]: DEBUG nova.compute.provider_tree [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 176 to 177 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2509.993615] env[62211]: DEBUG nova.compute.provider_tree [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2510.498194] env[62211]: DEBUG oslo_concurrency.lockutils [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2510.515633] env[62211]: INFO nova.scheduler.client.report [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleted allocations for instance 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19 [ 2511.022430] env[62211]: DEBUG oslo_concurrency.lockutils [None req-536bf637-f910-4cc1-aa60-efa08b6a52e4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.569s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2512.510650] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "8a437219-bfc2-487f-9cda-00b68c5547a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2512.511079] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "8a437219-bfc2-487f-9cda-00b68c5547a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2513.013192] env[62211]: DEBUG nova.compute.manager [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2513.535402] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2513.535674] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2513.537221] env[62211]: INFO nova.compute.claims [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2514.584239] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f78971-03ed-4be7-b784-b24eb548bafa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.591663] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a20512-3046-4cc1-b1aa-9343ee3ca405 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.620689] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47c9830-9222-43c6-a8f1-ae9d315c54fb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.627663] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a74cea3-47fb-48d7-abbc-9023e0c6f5d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.641594] env[62211]: DEBUG nova.compute.provider_tree [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2515.144230] env[62211]: DEBUG nova.scheduler.client.report [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2515.649629] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2515.650165] env[62211]: DEBUG nova.compute.manager [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2516.155460] env[62211]: DEBUG nova.compute.utils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2516.156882] env[62211]: DEBUG nova.compute.manager [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2516.157061] env[62211]: DEBUG nova.network.neutron [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2516.203333] env[62211]: DEBUG nova.policy [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beee6f351b5b43ab8b55d995feeaa4dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be189ed7b7d04905a44c7e717a2c720d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2516.434992] env[62211]: DEBUG nova.network.neutron [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Successfully created port: 89a6c591-f8af-4621-831c-f8a968b452cb {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2516.660391] env[62211]: DEBUG nova.compute.manager [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2517.670598] env[62211]: DEBUG nova.compute.manager [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2517.696645] env[62211]: DEBUG nova.virt.hardware [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2517.696884] env[62211]: DEBUG nova.virt.hardware [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2517.697060] env[62211]: DEBUG nova.virt.hardware [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2517.697256] env[62211]: DEBUG nova.virt.hardware [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2517.697403] env[62211]: DEBUG nova.virt.hardware [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2517.697546] env[62211]: DEBUG nova.virt.hardware [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2517.697748] env[62211]: DEBUG nova.virt.hardware [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2517.697906] env[62211]: DEBUG nova.virt.hardware [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2517.698085] env[62211]: DEBUG nova.virt.hardware [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2517.698250] env[62211]: DEBUG nova.virt.hardware [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2517.698427] env[62211]: DEBUG nova.virt.hardware [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2517.699332] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b09a48b-8fb0-45e7-a1a9-d1fa5362fd2a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.706885] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eeef184-a183-48a0-ac14-6db9fceec644 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.859320] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2518.859713] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2519.362681] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2521.859295] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2521.859586] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2521.859728] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2521.859868] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2521.860017] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2522.014051] env[62211]: DEBUG nova.compute.manager [req-bdd40dfc-32e5-47a9-9967-dff0771fb8cf req-36ac55f2-894e-4b2a-8a1e-ff4d37c9a158 service nova] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Received event network-vif-plugged-89a6c591-f8af-4621-831c-f8a968b452cb {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2522.014319] env[62211]: DEBUG oslo_concurrency.lockutils [req-bdd40dfc-32e5-47a9-9967-dff0771fb8cf req-36ac55f2-894e-4b2a-8a1e-ff4d37c9a158 service nova] Acquiring lock "8a437219-bfc2-487f-9cda-00b68c5547a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2522.014506] env[62211]: DEBUG oslo_concurrency.lockutils [req-bdd40dfc-32e5-47a9-9967-dff0771fb8cf req-36ac55f2-894e-4b2a-8a1e-ff4d37c9a158 service nova] Lock "8a437219-bfc2-487f-9cda-00b68c5547a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2522.014702] env[62211]: DEBUG oslo_concurrency.lockutils [req-bdd40dfc-32e5-47a9-9967-dff0771fb8cf req-36ac55f2-894e-4b2a-8a1e-ff4d37c9a158 service nova] Lock "8a437219-bfc2-487f-9cda-00b68c5547a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2522.014800] env[62211]: DEBUG nova.compute.manager [req-bdd40dfc-32e5-47a9-9967-dff0771fb8cf req-36ac55f2-894e-4b2a-8a1e-ff4d37c9a158 service nova] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] No waiting events found dispatching network-vif-plugged-89a6c591-f8af-4621-831c-f8a968b452cb {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2522.014964] env[62211]: WARNING nova.compute.manager [req-bdd40dfc-32e5-47a9-9967-dff0771fb8cf req-36ac55f2-894e-4b2a-8a1e-ff4d37c9a158 service nova] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Received unexpected event network-vif-plugged-89a6c591-f8af-4621-831c-f8a968b452cb for instance with vm_state building and task_state spawning. [ 2522.094908] env[62211]: DEBUG nova.network.neutron [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Successfully updated port: 89a6c591-f8af-4621-831c-f8a968b452cb {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2522.363110] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2522.363399] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2522.363610] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2522.363770] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2522.364653] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ef4249-f116-4d14-b916-cc29300a3477 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.374166] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1602e84b-60d4-4c4b-ad2b-8b943a5437f7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.388092] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0728f184-c248-49ab-907d-da917095824a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.394487] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363ff557-dece-44d6-be0b-105f1cdb61c9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.425141] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180995MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2522.425345] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2522.425547] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2522.598099] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "refresh_cache-8a437219-bfc2-487f-9cda-00b68c5547a9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2522.598099] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "refresh_cache-8a437219-bfc2-487f-9cda-00b68c5547a9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2522.598342] env[62211]: DEBUG nova.network.neutron [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2523.132348] env[62211]: DEBUG nova.network.neutron [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2523.250852] env[62211]: DEBUG nova.network.neutron [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Updating instance_info_cache with network_info: [{"id": "89a6c591-f8af-4621-831c-f8a968b452cb", "address": "fa:16:3e:fe:98:89", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a6c591-f8", "ovs_interfaceid": "89a6c591-f8af-4621-831c-f8a968b452cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2523.450342] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 5431f5fb-d1df-4bdc-8067-12b3ed456b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2523.450574] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 8a437219-bfc2-487f-9cda-00b68c5547a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2523.450782] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2523.450926] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2523.484920] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09fb728-95bd-4efe-a5f4-ccd7ec9fa1ea {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2523.492524] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23dffe6-c2cb-44ed-b245-0799483fddb4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2523.523008] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccfe4cb-215e-4ad8-85ca-fa74646b5ee6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2523.530159] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf5d144-048f-40fa-a978-7d25782442e6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2523.542891] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2523.753900] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "refresh_cache-8a437219-bfc2-487f-9cda-00b68c5547a9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2523.754258] env[62211]: DEBUG nova.compute.manager [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Instance network_info: |[{"id": "89a6c591-f8af-4621-831c-f8a968b452cb", "address": "fa:16:3e:fe:98:89", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a6c591-f8", "ovs_interfaceid": "89a6c591-f8af-4621-831c-f8a968b452cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2523.754678] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:98:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89a6c591-f8af-4621-831c-f8a968b452cb', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2523.762148] env[62211]: DEBUG oslo.service.loopingcall [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2523.762354] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2523.762581] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abc3cea0-1e8a-47aa-92a5-0994b6cef814 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2523.783212] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2523.783212] env[62211]: value = "task-2075855" [ 2523.783212] env[62211]: _type = "Task" [ 2523.783212] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2523.791746] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075855, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2524.041217] env[62211]: DEBUG nova.compute.manager [req-48b2acbc-f67b-4c66-bfad-6bde9f9ab1c9 req-8e724923-7041-4794-a478-9893ded1f9c8 service nova] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Received event network-changed-89a6c591-f8af-4621-831c-f8a968b452cb {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2524.041366] env[62211]: DEBUG nova.compute.manager [req-48b2acbc-f67b-4c66-bfad-6bde9f9ab1c9 req-8e724923-7041-4794-a478-9893ded1f9c8 service nova] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Refreshing instance network info cache due to event network-changed-89a6c591-f8af-4621-831c-f8a968b452cb. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2524.041583] env[62211]: DEBUG oslo_concurrency.lockutils [req-48b2acbc-f67b-4c66-bfad-6bde9f9ab1c9 req-8e724923-7041-4794-a478-9893ded1f9c8 service nova] Acquiring lock "refresh_cache-8a437219-bfc2-487f-9cda-00b68c5547a9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2524.041728] env[62211]: DEBUG oslo_concurrency.lockutils [req-48b2acbc-f67b-4c66-bfad-6bde9f9ab1c9 req-8e724923-7041-4794-a478-9893ded1f9c8 service nova] Acquired lock "refresh_cache-8a437219-bfc2-487f-9cda-00b68c5547a9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2524.041888] env[62211]: DEBUG nova.network.neutron [req-48b2acbc-f67b-4c66-bfad-6bde9f9ab1c9 req-8e724923-7041-4794-a478-9893ded1f9c8 service nova] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Refreshing network info cache for port 89a6c591-f8af-4621-831c-f8a968b452cb {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2524.046095] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2524.293296] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075855, 'name': CreateVM_Task, 'duration_secs': 0.342966} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2524.293627] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2524.294082] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2524.294248] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2524.294562] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2524.294806] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1cc1d48-850a-4204-875e-687140fc63a4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.299627] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2524.299627] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]525cd4fb-fe09-fc09-57b7-900bfd8287c3" [ 2524.299627] env[62211]: _type = "Task" [ 2524.299627] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2524.306958] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525cd4fb-fe09-fc09-57b7-900bfd8287c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2524.550490] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2524.550723] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2524.721982] env[62211]: DEBUG nova.network.neutron [req-48b2acbc-f67b-4c66-bfad-6bde9f9ab1c9 req-8e724923-7041-4794-a478-9893ded1f9c8 service nova] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Updated VIF entry in instance network info cache for port 89a6c591-f8af-4621-831c-f8a968b452cb. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2524.722360] env[62211]: DEBUG nova.network.neutron [req-48b2acbc-f67b-4c66-bfad-6bde9f9ab1c9 req-8e724923-7041-4794-a478-9893ded1f9c8 service nova] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Updating instance_info_cache with network_info: [{"id": "89a6c591-f8af-4621-831c-f8a968b452cb", "address": "fa:16:3e:fe:98:89", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89a6c591-f8", "ovs_interfaceid": "89a6c591-f8af-4621-831c-f8a968b452cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2524.811237] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]525cd4fb-fe09-fc09-57b7-900bfd8287c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2524.811465] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2524.811715] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2524.811953] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2524.812118] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2524.812297] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2524.812538] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce4b3602-487d-4854-a780-c2a3213e74fb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.820550] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2524.820716] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2524.821382] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f3b45d3-692f-4629-b749-214cd2987ef9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.826105] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2524.826105] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529d27db-4c91-e1e4-0d58-1421b9b05cff" [ 2524.826105] env[62211]: _type = "Task" [ 2524.826105] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2524.833053] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529d27db-4c91-e1e4-0d58-1421b9b05cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.225591] env[62211]: DEBUG oslo_concurrency.lockutils [req-48b2acbc-f67b-4c66-bfad-6bde9f9ab1c9 req-8e724923-7041-4794-a478-9893ded1f9c8 service nova] Releasing lock "refresh_cache-8a437219-bfc2-487f-9cda-00b68c5547a9" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2525.335978] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529d27db-4c91-e1e4-0d58-1421b9b05cff, 'name': SearchDatastore_Task, 'duration_secs': 0.009699} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2525.336743] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c703777f-750f-4d63-b65b-66c3374513e1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.341681] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2525.341681] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52116772-1c51-dc01-7bb6-86fe705da34c" [ 2525.341681] env[62211]: _type = "Task" [ 2525.341681] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2525.348592] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52116772-1c51-dc01-7bb6-86fe705da34c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.853345] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52116772-1c51-dc01-7bb6-86fe705da34c, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2525.853597] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2525.853906] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 8a437219-bfc2-487f-9cda-00b68c5547a9/8a437219-bfc2-487f-9cda-00b68c5547a9.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2525.854179] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b659e1b4-13d2-49bd-acc1-7a5edfd860a8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.861032] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2525.861032] env[62211]: value = "task-2075856" [ 2525.861032] env[62211]: _type = "Task" [ 2525.861032] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2525.868282] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2526.370992] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439906} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2526.371614] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 8a437219-bfc2-487f-9cda-00b68c5547a9/8a437219-bfc2-487f-9cda-00b68c5547a9.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2526.371614] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2526.371826] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba3affb6-4adf-49d6-8483-aae0c377d22f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.378255] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2526.378255] env[62211]: value = "task-2075857" [ 2526.378255] env[62211]: _type = "Task" [ 2526.378255] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2526.385232] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2526.551095] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2526.551311] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2526.551511] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2526.551665] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2526.887887] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087871} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2526.888153] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2526.888905] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f03c52-90bb-4b91-a8ea-146021e77592 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.910300] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 8a437219-bfc2-487f-9cda-00b68c5547a9/8a437219-bfc2-487f-9cda-00b68c5547a9.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2526.910513] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2622e627-7da7-4f2d-89af-858aa0e312be {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.931270] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2526.931270] env[62211]: value = "task-2075858" [ 2526.931270] env[62211]: _type = "Task" [ 2526.931270] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2526.940329] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2527.441320] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075858, 'name': ReconfigVM_Task, 'duration_secs': 0.28042} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2527.441678] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 8a437219-bfc2-487f-9cda-00b68c5547a9/8a437219-bfc2-487f-9cda-00b68c5547a9.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2527.442217] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adbbb682-472b-4e78-bbee-d5c0dcf25f7e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.448746] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2527.448746] env[62211]: value = "task-2075859" [ 2527.448746] env[62211]: _type = "Task" [ 2527.448746] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2527.456087] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075859, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2527.958583] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075859, 'name': Rename_Task, 'duration_secs': 0.146965} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2527.958873] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2527.959140] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f3ac318-f6ef-43fb-93e5-63b5476ba8b3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.965131] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2527.965131] env[62211]: value = "task-2075860" [ 2527.965131] env[62211]: _type = "Task" [ 2527.965131] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2527.973315] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2528.474772] env[62211]: DEBUG oslo_vmware.api [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075860, 'name': PowerOnVM_Task, 'duration_secs': 0.433516} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.475158] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2528.475257] env[62211]: INFO nova.compute.manager [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Took 10.80 seconds to spawn the instance on the hypervisor. [ 2528.475409] env[62211]: DEBUG nova.compute.manager [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2528.476166] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bbb5d1-8db8-4550-bc23-d5a4131e3e61 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.996490] env[62211]: INFO nova.compute.manager [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Took 15.48 seconds to build instance. [ 2529.499215] env[62211]: DEBUG oslo_concurrency.lockutils [None req-c04088de-ec50-46d0-8d1d-00d7ac40522b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "8a437219-bfc2-487f-9cda-00b68c5547a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.988s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2530.282910] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "8a437219-bfc2-487f-9cda-00b68c5547a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2530.283206] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "8a437219-bfc2-487f-9cda-00b68c5547a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2530.283425] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "8a437219-bfc2-487f-9cda-00b68c5547a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2530.283616] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "8a437219-bfc2-487f-9cda-00b68c5547a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2530.283786] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "8a437219-bfc2-487f-9cda-00b68c5547a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2530.285935] env[62211]: INFO nova.compute.manager [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Terminating instance [ 2530.789719] env[62211]: DEBUG nova.compute.manager [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2530.790058] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2530.790927] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57fb47f-f020-4672-beeb-ce846bb30c3a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.798520] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2530.798749] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e2b9c34-4753-47b4-b494-858433447ece {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.805053] env[62211]: DEBUG oslo_vmware.api [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2530.805053] env[62211]: value = "task-2075861" [ 2530.805053] env[62211]: _type = "Task" [ 2530.805053] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2530.812569] env[62211]: DEBUG oslo_vmware.api [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2531.315216] env[62211]: DEBUG oslo_vmware.api [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075861, 'name': PowerOffVM_Task, 'duration_secs': 0.209119} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2531.315476] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2531.315643] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2531.315885] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f536d318-3d0c-4717-a8ec-66bd51fa4cf8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.699788] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2531.700041] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2531.700216] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleting the datastore file [datastore1] 8a437219-bfc2-487f-9cda-00b68c5547a9 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2531.700480] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95d44938-ecb8-40a5-9d96-856b3fe9b08d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.706746] env[62211]: DEBUG oslo_vmware.api [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2531.706746] env[62211]: value = "task-2075863" [ 2531.706746] env[62211]: _type = "Task" [ 2531.706746] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2531.714115] env[62211]: DEBUG oslo_vmware.api [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2532.216647] env[62211]: DEBUG oslo_vmware.api [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15684} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2532.217038] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2532.217091] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2532.217327] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2532.217481] env[62211]: INFO nova.compute.manager [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Took 1.43 seconds to destroy the instance on the hypervisor. [ 2532.217716] env[62211]: DEBUG oslo.service.loopingcall [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2532.217908] env[62211]: DEBUG nova.compute.manager [-] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2532.218011] env[62211]: DEBUG nova.network.neutron [-] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2532.595035] env[62211]: DEBUG nova.compute.manager [req-686674db-7d62-4133-8420-22d9a2b836b1 req-712e0250-0017-4ba9-9373-2ffbe4f1b1c5 service nova] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Received event network-vif-deleted-89a6c591-f8af-4621-831c-f8a968b452cb {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2532.595271] env[62211]: INFO nova.compute.manager [req-686674db-7d62-4133-8420-22d9a2b836b1 req-712e0250-0017-4ba9-9373-2ffbe4f1b1c5 service nova] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Neutron deleted interface 89a6c591-f8af-4621-831c-f8a968b452cb; detaching it from the instance and deleting it from the info cache [ 2532.595444] env[62211]: DEBUG nova.network.neutron [req-686674db-7d62-4133-8420-22d9a2b836b1 req-712e0250-0017-4ba9-9373-2ffbe4f1b1c5 service nova] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2533.050446] env[62211]: DEBUG nova.network.neutron [-] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2533.098358] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-950c2584-7dba-4f27-9c1b-f62e3cf8ce4b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2533.109031] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c863bc2a-c624-4223-9b69-387dc96be322 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2533.132647] env[62211]: DEBUG nova.compute.manager [req-686674db-7d62-4133-8420-22d9a2b836b1 req-712e0250-0017-4ba9-9373-2ffbe4f1b1c5 service nova] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Detach interface failed, port_id=89a6c591-f8af-4621-831c-f8a968b452cb, reason: Instance 8a437219-bfc2-487f-9cda-00b68c5547a9 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2533.553171] env[62211]: INFO nova.compute.manager [-] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Took 1.33 seconds to deallocate network for instance. [ 2534.059774] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2534.060076] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2534.060318] env[62211]: DEBUG nova.objects.instance [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lazy-loading 'resources' on Instance uuid 8a437219-bfc2-487f-9cda-00b68c5547a9 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2534.627707] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa3f48d-5f35-4acc-9c93-4edcc4fea874 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.635215] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a2d36a-7bd3-498d-a051-483be2345cfd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.664377] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4784f1-6fdb-442b-9c95-4d5746baf138 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.671407] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c685cffe-807f-4805-be79-58c28e092215 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.685113] env[62211]: DEBUG nova.compute.provider_tree [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2535.188373] env[62211]: DEBUG nova.scheduler.client.report [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2535.693286] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2535.726827] env[62211]: INFO nova.scheduler.client.report [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleted allocations for instance 8a437219-bfc2-487f-9cda-00b68c5547a9 [ 2536.234867] env[62211]: DEBUG oslo_concurrency.lockutils [None req-4062ac79-b2bf-46f6-b869-15ca6194a2c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "8a437219-bfc2-487f-9cda-00b68c5547a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.952s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2537.614278] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "43916224-e2c2-4ff8-ab00-b4c82a61c4b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2537.614500] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "43916224-e2c2-4ff8-ab00-b4c82a61c4b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2538.116327] env[62211]: DEBUG nova.compute.manager [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2538.636238] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2538.636533] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2538.638018] env[62211]: INFO nova.compute.claims [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2539.679486] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38631d02-19a7-40c0-b3c2-8ad63da36a80 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.686681] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcec8b0-965d-4d57-b715-eb8d87477853 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.716057] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c65b4e4-b3f8-44e6-a64d-32f1dc4e620b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.722927] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b3e1d7-ff5a-467d-a0a5-5632eaa57213 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.735638] env[62211]: DEBUG nova.compute.provider_tree [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2540.239165] env[62211]: DEBUG nova.scheduler.client.report [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2540.744437] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.108s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2540.744978] env[62211]: DEBUG nova.compute.manager [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2541.249652] env[62211]: DEBUG nova.compute.utils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2541.251084] env[62211]: DEBUG nova.compute.manager [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2541.251256] env[62211]: DEBUG nova.network.neutron [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2541.364516] env[62211]: DEBUG nova.policy [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beee6f351b5b43ab8b55d995feeaa4dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be189ed7b7d04905a44c7e717a2c720d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2541.731842] env[62211]: DEBUG nova.network.neutron [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Successfully created port: cba0095c-4851-45ac-8219-c88f8ffd8b39 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2541.754841] env[62211]: DEBUG nova.compute.manager [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2542.767018] env[62211]: DEBUG nova.compute.manager [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2542.825883] env[62211]: DEBUG nova.virt.hardware [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2542.908494] env[62211]: DEBUG nova.virt.hardware [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2542.908494] env[62211]: DEBUG nova.virt.hardware [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2542.908494] env[62211]: DEBUG nova.virt.hardware [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2542.908494] env[62211]: DEBUG nova.virt.hardware [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2542.908494] env[62211]: DEBUG nova.virt.hardware [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2542.908494] env[62211]: DEBUG nova.virt.hardware [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2542.908494] env[62211]: DEBUG nova.virt.hardware [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2542.908494] env[62211]: DEBUG nova.virt.hardware [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2542.908494] env[62211]: DEBUG nova.virt.hardware [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2542.908494] env[62211]: DEBUG nova.virt.hardware [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2542.908494] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b865c12-9c05-43b0-a998-dd787023ae91 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.908494] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976f40cc-c5af-423a-bc6f-ae4735231a06 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2543.672336] env[62211]: DEBUG nova.compute.manager [req-59159582-d703-47b9-bd4f-584b40a2f334 req-5610b46e-151e-4fc5-bca9-53735d53fc87 service nova] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Received event network-vif-plugged-cba0095c-4851-45ac-8219-c88f8ffd8b39 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2543.672552] env[62211]: DEBUG oslo_concurrency.lockutils [req-59159582-d703-47b9-bd4f-584b40a2f334 req-5610b46e-151e-4fc5-bca9-53735d53fc87 service nova] Acquiring lock "43916224-e2c2-4ff8-ab00-b4c82a61c4b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2543.672758] env[62211]: DEBUG oslo_concurrency.lockutils [req-59159582-d703-47b9-bd4f-584b40a2f334 req-5610b46e-151e-4fc5-bca9-53735d53fc87 service nova] Lock "43916224-e2c2-4ff8-ab00-b4c82a61c4b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2543.672924] env[62211]: DEBUG oslo_concurrency.lockutils [req-59159582-d703-47b9-bd4f-584b40a2f334 req-5610b46e-151e-4fc5-bca9-53735d53fc87 service nova] Lock "43916224-e2c2-4ff8-ab00-b4c82a61c4b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2543.673102] env[62211]: DEBUG nova.compute.manager [req-59159582-d703-47b9-bd4f-584b40a2f334 req-5610b46e-151e-4fc5-bca9-53735d53fc87 service nova] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] No waiting events found dispatching network-vif-plugged-cba0095c-4851-45ac-8219-c88f8ffd8b39 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2543.673267] env[62211]: WARNING nova.compute.manager [req-59159582-d703-47b9-bd4f-584b40a2f334 req-5610b46e-151e-4fc5-bca9-53735d53fc87 service nova] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Received unexpected event network-vif-plugged-cba0095c-4851-45ac-8219-c88f8ffd8b39 for instance with vm_state building and task_state spawning. [ 2543.756078] env[62211]: DEBUG nova.network.neutron [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Successfully updated port: cba0095c-4851-45ac-8219-c88f8ffd8b39 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2544.258644] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "refresh_cache-43916224-e2c2-4ff8-ab00-b4c82a61c4b4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2544.258945] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "refresh_cache-43916224-e2c2-4ff8-ab00-b4c82a61c4b4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2544.258945] env[62211]: DEBUG nova.network.neutron [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2544.792392] env[62211]: DEBUG nova.network.neutron [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2544.919684] env[62211]: DEBUG nova.network.neutron [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Updating instance_info_cache with network_info: [{"id": "cba0095c-4851-45ac-8219-c88f8ffd8b39", "address": "fa:16:3e:c6:d2:da", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba0095c-48", "ovs_interfaceid": "cba0095c-4851-45ac-8219-c88f8ffd8b39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2545.422539] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "refresh_cache-43916224-e2c2-4ff8-ab00-b4c82a61c4b4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2545.423114] env[62211]: DEBUG nova.compute.manager [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Instance network_info: |[{"id": "cba0095c-4851-45ac-8219-c88f8ffd8b39", "address": "fa:16:3e:c6:d2:da", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba0095c-48", "ovs_interfaceid": "cba0095c-4851-45ac-8219-c88f8ffd8b39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2545.423342] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:d2:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cba0095c-4851-45ac-8219-c88f8ffd8b39', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2545.431290] env[62211]: DEBUG oslo.service.loopingcall [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2545.431495] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2545.431716] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bf9005e-e936-4aed-84f7-318de35bab5c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.451291] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2545.451291] env[62211]: value = "task-2075864" [ 2545.451291] env[62211]: _type = "Task" [ 2545.451291] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2545.458490] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075864, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2545.704652] env[62211]: DEBUG nova.compute.manager [req-d39d0642-b5b3-40c2-88f5-4d549841e404 req-8e6f40ba-9b48-4e2a-8ed2-ce801ff7a2a0 service nova] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Received event network-changed-cba0095c-4851-45ac-8219-c88f8ffd8b39 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2545.704758] env[62211]: DEBUG nova.compute.manager [req-d39d0642-b5b3-40c2-88f5-4d549841e404 req-8e6f40ba-9b48-4e2a-8ed2-ce801ff7a2a0 service nova] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Refreshing instance network info cache due to event network-changed-cba0095c-4851-45ac-8219-c88f8ffd8b39. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2545.704973] env[62211]: DEBUG oslo_concurrency.lockutils [req-d39d0642-b5b3-40c2-88f5-4d549841e404 req-8e6f40ba-9b48-4e2a-8ed2-ce801ff7a2a0 service nova] Acquiring lock "refresh_cache-43916224-e2c2-4ff8-ab00-b4c82a61c4b4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2545.705164] env[62211]: DEBUG oslo_concurrency.lockutils [req-d39d0642-b5b3-40c2-88f5-4d549841e404 req-8e6f40ba-9b48-4e2a-8ed2-ce801ff7a2a0 service nova] Acquired lock "refresh_cache-43916224-e2c2-4ff8-ab00-b4c82a61c4b4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2545.705283] env[62211]: DEBUG nova.network.neutron [req-d39d0642-b5b3-40c2-88f5-4d549841e404 req-8e6f40ba-9b48-4e2a-8ed2-ce801ff7a2a0 service nova] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Refreshing network info cache for port cba0095c-4851-45ac-8219-c88f8ffd8b39 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2545.961491] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075864, 'name': CreateVM_Task, 'duration_secs': 0.362145} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2545.961640] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2545.962340] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2545.962506] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2545.962829] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2545.963120] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf9058e-5ae1-4259-bd7e-52a90d84ab14 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.967495] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2545.967495] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52562d9c-8626-3e75-6920-2d47dfedea5f" [ 2545.967495] env[62211]: _type = "Task" [ 2545.967495] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2545.974840] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52562d9c-8626-3e75-6920-2d47dfedea5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2546.386171] env[62211]: DEBUG nova.network.neutron [req-d39d0642-b5b3-40c2-88f5-4d549841e404 req-8e6f40ba-9b48-4e2a-8ed2-ce801ff7a2a0 service nova] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Updated VIF entry in instance network info cache for port cba0095c-4851-45ac-8219-c88f8ffd8b39. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2546.386519] env[62211]: DEBUG nova.network.neutron [req-d39d0642-b5b3-40c2-88f5-4d549841e404 req-8e6f40ba-9b48-4e2a-8ed2-ce801ff7a2a0 service nova] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Updating instance_info_cache with network_info: [{"id": "cba0095c-4851-45ac-8219-c88f8ffd8b39", "address": "fa:16:3e:c6:d2:da", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba0095c-48", "ovs_interfaceid": "cba0095c-4851-45ac-8219-c88f8ffd8b39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2546.478593] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52562d9c-8626-3e75-6920-2d47dfedea5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011527} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2546.478902] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2546.479111] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2546.479346] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2546.479527] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2546.479707] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2546.479946] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca1f40b1-388f-4276-9c16-aedbb80023d1 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2546.487823] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2546.487950] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2546.488615] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e163d09d-7be1-4b78-b449-672755ee6c45 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2546.493649] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2546.493649] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]520188b1-c613-e838-533c-9f1ee5c43701" [ 2546.493649] env[62211]: _type = "Task" [ 2546.493649] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2546.500483] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520188b1-c613-e838-533c-9f1ee5c43701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2546.889181] env[62211]: DEBUG oslo_concurrency.lockutils [req-d39d0642-b5b3-40c2-88f5-4d549841e404 req-8e6f40ba-9b48-4e2a-8ed2-ce801ff7a2a0 service nova] Releasing lock "refresh_cache-43916224-e2c2-4ff8-ab00-b4c82a61c4b4" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2547.003836] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520188b1-c613-e838-533c-9f1ee5c43701, 'name': SearchDatastore_Task, 'duration_secs': 0.008761} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2547.004591] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41585dc-9ee5-4346-9306-fc485fd25049 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.009211] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2547.009211] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52d75cb0-0af7-7315-457c-592fbe04fa62" [ 2547.009211] env[62211]: _type = "Task" [ 2547.009211] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2547.016166] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d75cb0-0af7-7315-457c-592fbe04fa62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2547.520235] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52d75cb0-0af7-7315-457c-592fbe04fa62, 'name': SearchDatastore_Task, 'duration_secs': 0.009264} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2547.520523] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2547.520767] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 43916224-e2c2-4ff8-ab00-b4c82a61c4b4/43916224-e2c2-4ff8-ab00-b4c82a61c4b4.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2547.521045] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67fa28ee-f1e3-404a-a608-77b99b7af945 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.527436] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2547.527436] env[62211]: value = "task-2075865" [ 2547.527436] env[62211]: _type = "Task" [ 2547.527436] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2547.534720] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.036933] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457335} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2548.037279] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 43916224-e2c2-4ff8-ab00-b4c82a61c4b4/43916224-e2c2-4ff8-ab00-b4c82a61c4b4.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2548.037670] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2548.037847] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc7a17cc-4c70-4ccb-9a8e-f5d82b267146 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.044189] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2548.044189] env[62211]: value = "task-2075866" [ 2548.044189] env[62211]: _type = "Task" [ 2548.044189] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2548.050836] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.554075] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063042} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2548.554401] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2548.555125] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b64c925-29b8-4af1-8408-0fcb9ee41532 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.576241] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 43916224-e2c2-4ff8-ab00-b4c82a61c4b4/43916224-e2c2-4ff8-ab00-b4c82a61c4b4.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2548.576466] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6113da80-8158-4bf2-808f-93f9207319fc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.596178] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2548.596178] env[62211]: value = "task-2075867" [ 2548.596178] env[62211]: _type = "Task" [ 2548.596178] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2548.603128] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.106034] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075867, 'name': ReconfigVM_Task, 'duration_secs': 0.295893} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2549.106329] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 43916224-e2c2-4ff8-ab00-b4c82a61c4b4/43916224-e2c2-4ff8-ab00-b4c82a61c4b4.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2549.106928] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e77a492d-4393-4486-b9d6-c72d96b66570 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.112659] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2549.112659] env[62211]: value = "task-2075868" [ 2549.112659] env[62211]: _type = "Task" [ 2549.112659] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2549.119948] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075868, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.622504] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075868, 'name': Rename_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.125191] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075868, 'name': Rename_Task} progress is 99%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.624263] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075868, 'name': Rename_Task, 'duration_secs': 1.132133} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.624564] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2550.624724] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d6db2cf-27e1-4080-b526-5e737fcaf365 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.631236] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2550.631236] env[62211]: value = "task-2075869" [ 2550.631236] env[62211]: _type = "Task" [ 2550.631236] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2550.638764] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2551.140927] env[62211]: DEBUG oslo_vmware.api [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075869, 'name': PowerOnVM_Task, 'duration_secs': 0.415814} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2551.141202] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2551.141406] env[62211]: INFO nova.compute.manager [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Took 8.37 seconds to spawn the instance on the hypervisor. [ 2551.141587] env[62211]: DEBUG nova.compute.manager [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2551.142361] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd269c55-9dad-4df0-8b58-602f98c59164 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.659584] env[62211]: INFO nova.compute.manager [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Took 13.04 seconds to build instance. [ 2552.162437] env[62211]: DEBUG oslo_concurrency.lockutils [None req-1a4da0e0-427d-40a7-ab7d-cb3e3fb054c6 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "43916224-e2c2-4ff8-ab00-b4c82a61c4b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.548s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2552.395936] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "3277caef-f8c3-404a-840f-653f6a81bee1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2552.396178] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "3277caef-f8c3-404a-840f-653f6a81bee1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2552.898825] env[62211]: DEBUG nova.compute.manager [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2553.417612] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2553.417861] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2553.419377] env[62211]: INFO nova.compute.claims [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2554.472840] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d17401-7f96-4d34-a32d-0a7ace73e6fb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.480473] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b69a2dd-ad0b-4dc6-bd09-2ef4b979b687 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.510726] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4863130-9a38-419f-89f0-27457648e407 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.518114] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92624b34-c91d-46f7-927b-71210ec2ad56 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.531274] env[62211]: DEBUG nova.compute.provider_tree [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2555.035020] env[62211]: DEBUG nova.scheduler.client.report [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2555.540848] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2555.541421] env[62211]: DEBUG nova.compute.manager [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2556.046142] env[62211]: DEBUG nova.compute.utils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2556.047561] env[62211]: DEBUG nova.compute.manager [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2556.047726] env[62211]: DEBUG nova.network.neutron [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2556.099993] env[62211]: DEBUG nova.policy [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beee6f351b5b43ab8b55d995feeaa4dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be189ed7b7d04905a44c7e717a2c720d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2556.346188] env[62211]: DEBUG nova.network.neutron [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Successfully created port: 5360f0f8-3b60-44d5-a8d5-36978e02d1cc {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2556.552044] env[62211]: DEBUG nova.compute.manager [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2557.562544] env[62211]: DEBUG nova.compute.manager [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2557.589677] env[62211]: DEBUG nova.virt.hardware [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2557.589934] env[62211]: DEBUG nova.virt.hardware [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2557.590102] env[62211]: DEBUG nova.virt.hardware [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2557.590284] env[62211]: DEBUG nova.virt.hardware [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2557.590429] env[62211]: DEBUG nova.virt.hardware [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2557.590609] env[62211]: DEBUG nova.virt.hardware [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2557.590847] env[62211]: DEBUG nova.virt.hardware [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2557.591015] env[62211]: DEBUG nova.virt.hardware [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2557.591188] env[62211]: DEBUG nova.virt.hardware [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2557.591762] env[62211]: DEBUG nova.virt.hardware [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2557.591762] env[62211]: DEBUG nova.virt.hardware [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2557.592373] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e796ce2e-6394-4897-9cc2-5412071bab49 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.599584] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e6c5f8-a756-48f5-abfd-fa81a6d205a3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.716400] env[62211]: DEBUG nova.compute.manager [req-3fa6d357-be79-419d-aeb0-168a18664e41 req-b3a5d4dd-2741-4c23-a95f-96ad48369db4 service nova] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Received event network-vif-plugged-5360f0f8-3b60-44d5-a8d5-36978e02d1cc {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2557.716627] env[62211]: DEBUG oslo_concurrency.lockutils [req-3fa6d357-be79-419d-aeb0-168a18664e41 req-b3a5d4dd-2741-4c23-a95f-96ad48369db4 service nova] Acquiring lock "3277caef-f8c3-404a-840f-653f6a81bee1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2557.716846] env[62211]: DEBUG oslo_concurrency.lockutils [req-3fa6d357-be79-419d-aeb0-168a18664e41 req-b3a5d4dd-2741-4c23-a95f-96ad48369db4 service nova] Lock "3277caef-f8c3-404a-840f-653f6a81bee1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2557.717009] env[62211]: DEBUG oslo_concurrency.lockutils [req-3fa6d357-be79-419d-aeb0-168a18664e41 req-b3a5d4dd-2741-4c23-a95f-96ad48369db4 service nova] Lock "3277caef-f8c3-404a-840f-653f6a81bee1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2557.717184] env[62211]: DEBUG nova.compute.manager [req-3fa6d357-be79-419d-aeb0-168a18664e41 req-b3a5d4dd-2741-4c23-a95f-96ad48369db4 service nova] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] No waiting events found dispatching network-vif-plugged-5360f0f8-3b60-44d5-a8d5-36978e02d1cc {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2557.717344] env[62211]: WARNING nova.compute.manager [req-3fa6d357-be79-419d-aeb0-168a18664e41 req-b3a5d4dd-2741-4c23-a95f-96ad48369db4 service nova] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Received unexpected event network-vif-plugged-5360f0f8-3b60-44d5-a8d5-36978e02d1cc for instance with vm_state building and task_state spawning. [ 2557.799234] env[62211]: DEBUG nova.network.neutron [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Successfully updated port: 5360f0f8-3b60-44d5-a8d5-36978e02d1cc {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2558.302110] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "refresh_cache-3277caef-f8c3-404a-840f-653f6a81bee1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2558.302110] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "refresh_cache-3277caef-f8c3-404a-840f-653f6a81bee1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2558.302110] env[62211]: DEBUG nova.network.neutron [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2558.833163] env[62211]: DEBUG nova.network.neutron [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2558.951158] env[62211]: DEBUG nova.network.neutron [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Updating instance_info_cache with network_info: [{"id": "5360f0f8-3b60-44d5-a8d5-36978e02d1cc", "address": "fa:16:3e:b9:e3:85", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5360f0f8-3b", "ovs_interfaceid": "5360f0f8-3b60-44d5-a8d5-36978e02d1cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2559.454273] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "refresh_cache-3277caef-f8c3-404a-840f-653f6a81bee1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2559.454539] env[62211]: DEBUG nova.compute.manager [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Instance network_info: |[{"id": "5360f0f8-3b60-44d5-a8d5-36978e02d1cc", "address": "fa:16:3e:b9:e3:85", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5360f0f8-3b", "ovs_interfaceid": "5360f0f8-3b60-44d5-a8d5-36978e02d1cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2559.454955] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:e3:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5360f0f8-3b60-44d5-a8d5-36978e02d1cc', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2559.462295] env[62211]: DEBUG oslo.service.loopingcall [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2559.462490] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2559.462709] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa063b17-2062-43b1-a5e9-e443d51e8ecd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.482758] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2559.482758] env[62211]: value = "task-2075870" [ 2559.482758] env[62211]: _type = "Task" [ 2559.482758] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2559.489907] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075870, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2559.740471] env[62211]: DEBUG nova.compute.manager [req-71723bf8-cad4-4d4e-863e-9a3e5c864bd4 req-6065766c-9c32-4da3-94a5-3d4246de5fce service nova] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Received event network-changed-5360f0f8-3b60-44d5-a8d5-36978e02d1cc {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2559.740672] env[62211]: DEBUG nova.compute.manager [req-71723bf8-cad4-4d4e-863e-9a3e5c864bd4 req-6065766c-9c32-4da3-94a5-3d4246de5fce service nova] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Refreshing instance network info cache due to event network-changed-5360f0f8-3b60-44d5-a8d5-36978e02d1cc. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2559.740882] env[62211]: DEBUG oslo_concurrency.lockutils [req-71723bf8-cad4-4d4e-863e-9a3e5c864bd4 req-6065766c-9c32-4da3-94a5-3d4246de5fce service nova] Acquiring lock "refresh_cache-3277caef-f8c3-404a-840f-653f6a81bee1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2559.741032] env[62211]: DEBUG oslo_concurrency.lockutils [req-71723bf8-cad4-4d4e-863e-9a3e5c864bd4 req-6065766c-9c32-4da3-94a5-3d4246de5fce service nova] Acquired lock "refresh_cache-3277caef-f8c3-404a-840f-653f6a81bee1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2559.741240] env[62211]: DEBUG nova.network.neutron [req-71723bf8-cad4-4d4e-863e-9a3e5c864bd4 req-6065766c-9c32-4da3-94a5-3d4246de5fce service nova] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Refreshing network info cache for port 5360f0f8-3b60-44d5-a8d5-36978e02d1cc {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2559.992189] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075870, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2560.464215] env[62211]: DEBUG nova.network.neutron [req-71723bf8-cad4-4d4e-863e-9a3e5c864bd4 req-6065766c-9c32-4da3-94a5-3d4246de5fce service nova] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Updated VIF entry in instance network info cache for port 5360f0f8-3b60-44d5-a8d5-36978e02d1cc. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2560.464572] env[62211]: DEBUG nova.network.neutron [req-71723bf8-cad4-4d4e-863e-9a3e5c864bd4 req-6065766c-9c32-4da3-94a5-3d4246de5fce service nova] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Updating instance_info_cache with network_info: [{"id": "5360f0f8-3b60-44d5-a8d5-36978e02d1cc", "address": "fa:16:3e:b9:e3:85", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5360f0f8-3b", "ovs_interfaceid": "5360f0f8-3b60-44d5-a8d5-36978e02d1cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2560.492590] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075870, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2560.967360] env[62211]: DEBUG oslo_concurrency.lockutils [req-71723bf8-cad4-4d4e-863e-9a3e5c864bd4 req-6065766c-9c32-4da3-94a5-3d4246de5fce service nova] Releasing lock "refresh_cache-3277caef-f8c3-404a-840f-653f6a81bee1" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2560.995662] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075870, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2561.495052] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075870, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2561.996524] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075870, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2562.497486] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075870, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2562.998199] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075870, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2563.498600] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075870, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2563.998937] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075870, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.499037] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075870, 'name': CreateVM_Task} progress is 25%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.000080] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075870, 'name': CreateVM_Task, 'duration_secs': 5.480686} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2565.000402] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2565.000912] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2565.001091] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2565.002214] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2565.002214] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448494ca-7026-4681-9863-62c7b7031dab {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2565.006125] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2565.006125] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52e54d2a-b84d-46df-ccf7-9e0a740c1245" [ 2565.006125] env[62211]: _type = "Task" [ 2565.006125] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2565.013360] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e54d2a-b84d-46df-ccf7-9e0a740c1245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.516730] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52e54d2a-b84d-46df-ccf7-9e0a740c1245, 'name': SearchDatastore_Task, 'duration_secs': 0.010597} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2565.517035] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2565.517272] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2565.517574] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2565.517770] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2565.517961] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2565.518230] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99d53dc8-c59c-4ad0-bca8-2a49e282e06b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2565.526173] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2565.526325] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2565.526998] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe10480c-7caa-460b-8de6-472a1ef0acb3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2565.531894] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2565.531894] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]5255e378-1dde-9d42-adf0-63deed03471b" [ 2565.531894] env[62211]: _type = "Task" [ 2565.531894] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2565.538931] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5255e378-1dde-9d42-adf0-63deed03471b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2566.042734] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]5255e378-1dde-9d42-adf0-63deed03471b, 'name': SearchDatastore_Task, 'duration_secs': 0.008269} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2566.043351] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffd9b05-7a9e-4ec5-8e08-ba18e957fd6c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2566.048387] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2566.048387] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]520a14b0-7991-d232-7cfd-c1518198d8c3" [ 2566.048387] env[62211]: _type = "Task" [ 2566.048387] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2566.055637] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520a14b0-7991-d232-7cfd-c1518198d8c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2566.558210] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]520a14b0-7991-d232-7cfd-c1518198d8c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2566.558471] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2566.558718] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 3277caef-f8c3-404a-840f-653f6a81bee1/3277caef-f8c3-404a-840f-653f6a81bee1.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2566.558962] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9c68a90-53e5-4d58-b7d0-5d8b562f5bd7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2566.565722] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2566.565722] env[62211]: value = "task-2075871" [ 2566.565722] env[62211]: _type = "Task" [ 2566.565722] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2566.573253] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.076144] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430602} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2567.076463] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 3277caef-f8c3-404a-840f-653f6a81bee1/3277caef-f8c3-404a-840f-653f6a81bee1.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2567.076531] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2567.076762] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1d9101c-832a-4e82-99b2-f363aca58427 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.083767] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2567.083767] env[62211]: value = "task-2075872" [ 2567.083767] env[62211]: _type = "Task" [ 2567.083767] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2567.092752] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.593140] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062911} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2567.593406] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2567.594269] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f99f79b-8f06-4f11-ae78-c2f1e569ce6e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.615077] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 3277caef-f8c3-404a-840f-653f6a81bee1/3277caef-f8c3-404a-840f-653f6a81bee1.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2567.615299] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5274e533-1d9a-40b6-834f-1fc5d0f15a3a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.633489] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2567.633489] env[62211]: value = "task-2075873" [ 2567.633489] env[62211]: _type = "Task" [ 2567.633489] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2567.640871] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2568.143019] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075873, 'name': ReconfigVM_Task, 'duration_secs': 0.358972} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2568.143348] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 3277caef-f8c3-404a-840f-653f6a81bee1/3277caef-f8c3-404a-840f-653f6a81bee1.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2568.143937] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf0c050b-9192-48bc-aff9-7bba0883373c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.150975] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2568.150975] env[62211]: value = "task-2075874" [ 2568.150975] env[62211]: _type = "Task" [ 2568.150975] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2568.159158] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075874, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2568.660703] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075874, 'name': Rename_Task, 'duration_secs': 0.141018} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2568.660980] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2568.661224] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f69431dc-3ab6-4c00-971d-7828688c85e2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.668203] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2568.668203] env[62211]: value = "task-2075875" [ 2568.668203] env[62211]: _type = "Task" [ 2568.668203] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2568.675299] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2569.178749] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075875, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2569.679252] env[62211]: DEBUG oslo_vmware.api [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075875, 'name': PowerOnVM_Task, 'duration_secs': 0.655518} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2569.679573] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2569.679834] env[62211]: INFO nova.compute.manager [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Took 12.12 seconds to spawn the instance on the hypervisor. [ 2569.680037] env[62211]: DEBUG nova.compute.manager [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2569.680782] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5676d66-06fc-4d66-a129-0be48e5b49cd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.199457] env[62211]: INFO nova.compute.manager [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Took 16.80 seconds to build instance. [ 2570.701869] env[62211]: DEBUG oslo_concurrency.lockutils [None req-3031bb12-b8f4-47dc-bdc2-ca2b1b040f6e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "3277caef-f8c3-404a-840f-653f6a81bee1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.305s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2571.221606] env[62211]: DEBUG oslo_concurrency.lockutils [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "3277caef-f8c3-404a-840f-653f6a81bee1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2571.221886] env[62211]: DEBUG oslo_concurrency.lockutils [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "3277caef-f8c3-404a-840f-653f6a81bee1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2571.222111] env[62211]: DEBUG oslo_concurrency.lockutils [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "3277caef-f8c3-404a-840f-653f6a81bee1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2571.222301] env[62211]: DEBUG oslo_concurrency.lockutils [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "3277caef-f8c3-404a-840f-653f6a81bee1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2571.222473] env[62211]: DEBUG oslo_concurrency.lockutils [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "3277caef-f8c3-404a-840f-653f6a81bee1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2571.224513] env[62211]: INFO nova.compute.manager [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Terminating instance [ 2571.727931] env[62211]: DEBUG nova.compute.manager [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2571.728189] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2571.729144] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5a6a0a-ca70-4d2f-ac51-7965744af609 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.736910] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2571.737148] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-851fa2af-fc76-4577-9ac8-eff3826aa85d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.743524] env[62211]: DEBUG oslo_vmware.api [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2571.743524] env[62211]: value = "task-2075876" [ 2571.743524] env[62211]: _type = "Task" [ 2571.743524] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2571.752666] env[62211]: DEBUG oslo_vmware.api [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2572.253842] env[62211]: DEBUG oslo_vmware.api [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075876, 'name': PowerOffVM_Task, 'duration_secs': 0.187376} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2572.255469] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2572.255469] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2572.255469] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c31d117-ce1d-411b-9e08-ff457f8c609d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.430233] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2572.430459] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2572.430628] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleting the datastore file [datastore1] 3277caef-f8c3-404a-840f-653f6a81bee1 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2572.430899] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c79d9cf-e204-4ec7-a6b4-120bac644f58 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.437712] env[62211]: DEBUG oslo_vmware.api [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2572.437712] env[62211]: value = "task-2075878" [ 2572.437712] env[62211]: _type = "Task" [ 2572.437712] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2572.445264] env[62211]: DEBUG oslo_vmware.api [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2572.948191] env[62211]: DEBUG oslo_vmware.api [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120873} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2572.948436] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2572.948619] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2572.948791] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2572.948964] env[62211]: INFO nova.compute.manager [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2572.949217] env[62211]: DEBUG oslo.service.loopingcall [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2572.949405] env[62211]: DEBUG nova.compute.manager [-] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2572.949501] env[62211]: DEBUG nova.network.neutron [-] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2573.178445] env[62211]: DEBUG nova.compute.manager [req-311af229-a3a3-42f1-8696-bcfa4b359f33 req-a6114a21-23b5-446e-b1d9-fe0c5e0c4333 service nova] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Received event network-vif-deleted-5360f0f8-3b60-44d5-a8d5-36978e02d1cc {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2573.178696] env[62211]: INFO nova.compute.manager [req-311af229-a3a3-42f1-8696-bcfa4b359f33 req-a6114a21-23b5-446e-b1d9-fe0c5e0c4333 service nova] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Neutron deleted interface 5360f0f8-3b60-44d5-a8d5-36978e02d1cc; detaching it from the instance and deleting it from the info cache [ 2573.178829] env[62211]: DEBUG nova.network.neutron [req-311af229-a3a3-42f1-8696-bcfa4b359f33 req-a6114a21-23b5-446e-b1d9-fe0c5e0c4333 service nova] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2573.652287] env[62211]: DEBUG nova.network.neutron [-] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2573.681263] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-161d151a-3d46-477d-9948-009107a834e2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.690888] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3371431f-a9e4-4250-a1d9-b35b54958a9f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.715358] env[62211]: DEBUG nova.compute.manager [req-311af229-a3a3-42f1-8696-bcfa4b359f33 req-a6114a21-23b5-446e-b1d9-fe0c5e0c4333 service nova] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Detach interface failed, port_id=5360f0f8-3b60-44d5-a8d5-36978e02d1cc, reason: Instance 3277caef-f8c3-404a-840f-653f6a81bee1 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2574.154938] env[62211]: INFO nova.compute.manager [-] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Took 1.21 seconds to deallocate network for instance. [ 2574.661266] env[62211]: DEBUG oslo_concurrency.lockutils [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2574.661557] env[62211]: DEBUG oslo_concurrency.lockutils [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2574.661735] env[62211]: DEBUG nova.objects.instance [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lazy-loading 'resources' on Instance uuid 3277caef-f8c3-404a-840f-653f6a81bee1 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2575.215795] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb58c278-305a-4c28-b054-f864aacf76ba {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.223456] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a371af7-cd78-42bd-8667-6bf19288ec6d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.252082] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf88b02-746d-41c9-91b4-9dde7b7362e9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.258700] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56736b8b-8af1-4cdf-a8a9-9d7b547a5720 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.271204] env[62211]: DEBUG nova.compute.provider_tree [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2575.774744] env[62211]: DEBUG nova.scheduler.client.report [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2576.279539] env[62211]: DEBUG oslo_concurrency.lockutils [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2576.299487] env[62211]: INFO nova.scheduler.client.report [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleted allocations for instance 3277caef-f8c3-404a-840f-653f6a81bee1 [ 2576.808782] env[62211]: DEBUG oslo_concurrency.lockutils [None req-aed17dd8-ad57-477d-9712-824ff2b56429 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "3277caef-f8c3-404a-840f-653f6a81bee1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.587s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2577.792114] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "43916224-e2c2-4ff8-ab00-b4c82a61c4b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2577.792439] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "43916224-e2c2-4ff8-ab00-b4c82a61c4b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2577.792650] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "43916224-e2c2-4ff8-ab00-b4c82a61c4b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2577.792831] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "43916224-e2c2-4ff8-ab00-b4c82a61c4b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2577.792995] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "43916224-e2c2-4ff8-ab00-b4c82a61c4b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2577.795066] env[62211]: INFO nova.compute.manager [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Terminating instance [ 2578.299422] env[62211]: DEBUG nova.compute.manager [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2578.299776] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2578.300552] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dc7283-15da-4a0b-91ae-b7e519b2b66e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2578.308345] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2578.308569] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-563a4765-d8f3-44e2-ad8f-7c1625e6ae76 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2578.314853] env[62211]: DEBUG oslo_vmware.api [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2578.314853] env[62211]: value = "task-2075879" [ 2578.314853] env[62211]: _type = "Task" [ 2578.314853] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2578.322653] env[62211]: DEBUG oslo_vmware.api [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2578.824993] env[62211]: DEBUG oslo_vmware.api [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075879, 'name': PowerOffVM_Task, 'duration_secs': 0.170261} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2578.825272] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2578.825439] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2578.825676] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d3cfdbb-9b19-41d7-8258-69e4a066ef1f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2579.757744] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2579.758113] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2579.758156] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleting the datastore file [datastore1] 43916224-e2c2-4ff8-ab00-b4c82a61c4b4 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2579.758428] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9160d3f8-f75e-4b90-805b-315fc9799a69 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2579.764788] env[62211]: DEBUG oslo_vmware.api [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2579.764788] env[62211]: value = "task-2075881" [ 2579.764788] env[62211]: _type = "Task" [ 2579.764788] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2579.771781] env[62211]: DEBUG oslo_vmware.api [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2579.860030] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2579.860192] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2579.860274] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2580.274541] env[62211]: DEBUG oslo_vmware.api [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153024} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2580.274782] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2580.274971] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2580.275172] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2580.275343] env[62211]: INFO nova.compute.manager [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Took 1.98 seconds to destroy the instance on the hypervisor. [ 2580.275576] env[62211]: DEBUG oslo.service.loopingcall [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2580.275764] env[62211]: DEBUG nova.compute.manager [-] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2580.275858] env[62211]: DEBUG nova.network.neutron [-] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2580.363736] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Skipping network cache update for instance because it is being deleted. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 2580.390539] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "refresh_cache-5431f5fb-d1df-4bdc-8067-12b3ed456b91" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2580.390680] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquired lock "refresh_cache-5431f5fb-d1df-4bdc-8067-12b3ed456b91" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2580.390835] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Forcefully refreshing network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2580.390977] env[62211]: DEBUG nova.objects.instance [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lazy-loading 'info_cache' on Instance uuid 5431f5fb-d1df-4bdc-8067-12b3ed456b91 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2580.491352] env[62211]: DEBUG nova.compute.manager [req-441a8b97-cb86-4bd0-af6a-b523e18b5fba req-1c743656-4a8d-4d52-aaec-d21e93268981 service nova] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Received event network-vif-deleted-cba0095c-4851-45ac-8219-c88f8ffd8b39 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2580.491582] env[62211]: INFO nova.compute.manager [req-441a8b97-cb86-4bd0-af6a-b523e18b5fba req-1c743656-4a8d-4d52-aaec-d21e93268981 service nova] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Neutron deleted interface cba0095c-4851-45ac-8219-c88f8ffd8b39; detaching it from the instance and deleting it from the info cache [ 2580.491763] env[62211]: DEBUG nova.network.neutron [req-441a8b97-cb86-4bd0-af6a-b523e18b5fba req-1c743656-4a8d-4d52-aaec-d21e93268981 service nova] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2580.971720] env[62211]: DEBUG nova.network.neutron [-] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2580.993834] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce3b07ea-4231-4940-8120-f1296fdaa843 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2581.007090] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d464ab-00e6-4afe-afcf-5883c88dd97b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2581.030472] env[62211]: DEBUG nova.compute.manager [req-441a8b97-cb86-4bd0-af6a-b523e18b5fba req-1c743656-4a8d-4d52-aaec-d21e93268981 service nova] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Detach interface failed, port_id=cba0095c-4851-45ac-8219-c88f8ffd8b39, reason: Instance 43916224-e2c2-4ff8-ab00-b4c82a61c4b4 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2581.473568] env[62211]: INFO nova.compute.manager [-] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Took 1.20 seconds to deallocate network for instance. [ 2581.979862] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2581.980149] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2581.980365] env[62211]: DEBUG nova.objects.instance [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lazy-loading 'resources' on Instance uuid 43916224-e2c2-4ff8-ab00-b4c82a61c4b4 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2582.099843] env[62211]: DEBUG nova.network.neutron [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Updating instance_info_cache with network_info: [{"id": "56453710-1ab8-43ea-abb2-3c0c4f6f051d", "address": "fa:16:3e:02:e1:ba", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56453710-1a", "ovs_interfaceid": "56453710-1ab8-43ea-abb2-3c0c4f6f051d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2582.525205] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256e0d97-709b-4049-9e36-96c5823feb51 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2582.532804] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f024e4c-8a94-41a0-97a5-da3933b951dd {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2582.561556] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dde6dd-ea0c-4eb7-ad06-bcffcde45050 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2582.568168] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ad3952-b54d-4812-b05e-9104cb242de2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2582.581574] env[62211]: DEBUG nova.compute.provider_tree [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2582.602488] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Releasing lock "refresh_cache-5431f5fb-d1df-4bdc-8067-12b3ed456b91" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2582.602669] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Updated the network info_cache for instance {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2582.859452] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2582.859704] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2582.859870] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2583.085365] env[62211]: DEBUG nova.scheduler.client.report [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2583.590302] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2583.607844] env[62211]: INFO nova.scheduler.client.report [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleted allocations for instance 43916224-e2c2-4ff8-ab00-b4c82a61c4b4 [ 2583.860032] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2583.860126] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2583.860270] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2584.114981] env[62211]: DEBUG oslo_concurrency.lockutils [None req-6d5e5b22-c6bc-46a7-abe8-146aa6d000eb tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "43916224-e2c2-4ff8-ab00-b4c82a61c4b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.322s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2584.363066] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2584.363280] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2584.363453] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2584.363605] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2584.364502] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fab697-fc06-4e48-b2be-124fa5d8ce51 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2584.372719] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043ca9f0-3947-4f34-a186-c4fbda79413f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2584.386181] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4a9e6c-b472-4990-9175-3005ffe92562 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2584.392402] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed131bf6-347b-4051-bdf1-9c270bea607b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2584.421782] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181005MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2584.421930] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2584.422169] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2584.750192] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "771831f1-8cdb-46ae-8e40-fe84abc7caae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2584.750423] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "771831f1-8cdb-46ae-8e40-fe84abc7caae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2585.253195] env[62211]: DEBUG nova.compute.manager [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2585.444862] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 5431f5fb-d1df-4bdc-8067-12b3ed456b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2585.772119] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2585.947722] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Instance 771831f1-8cdb-46ae-8e40-fe84abc7caae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62211) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2585.947988] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2585.948166] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2585.985030] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769ee246-b74c-4aab-9a01-116def7d6039 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.992464] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c26d2a-ffa1-46b6-81c6-93d94cb544b2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2586.021343] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48496c97-9ffe-40ab-85f5-67dd54221c35 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2586.028242] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d3ea42-7f8b-4cd1-ac9a-00641bf531ed {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2586.704650] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2587.207882] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2587.712643] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2587.713048] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.291s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2587.713148] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.941s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2587.714693] env[62211]: INFO nova.compute.claims [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2588.756998] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2ffb2f-9a14-4a72-a5a7-08a2725d3b0a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2588.764229] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0351d67a-f07d-4661-ba18-8429d2748390 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2588.792580] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1573a7-eb45-4c83-a123-fd3ec9a1422f {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2588.799239] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfba5259-a060-42ad-bf85-6e4fcf038527 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2588.811785] env[62211]: DEBUG nova.compute.provider_tree [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2589.315311] env[62211]: DEBUG nova.scheduler.client.report [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2589.717068] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2589.717323] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2589.717476] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2589.821707] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.108s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2589.822244] env[62211]: DEBUG nova.compute.manager [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2590.327507] env[62211]: DEBUG nova.compute.utils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2590.329315] env[62211]: DEBUG nova.compute.manager [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2590.329510] env[62211]: DEBUG nova.network.neutron [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2590.377363] env[62211]: DEBUG nova.policy [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beee6f351b5b43ab8b55d995feeaa4dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be189ed7b7d04905a44c7e717a2c720d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2590.629592] env[62211]: DEBUG nova.network.neutron [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Successfully created port: 4cb31b25-8be4-47bc-9d95-ae5beba8c931 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2590.832660] env[62211]: DEBUG nova.compute.manager [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2591.842268] env[62211]: DEBUG nova.compute.manager [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2591.868812] env[62211]: DEBUG nova.virt.hardware [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2591.869064] env[62211]: DEBUG nova.virt.hardware [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2591.869225] env[62211]: DEBUG nova.virt.hardware [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2591.869406] env[62211]: DEBUG nova.virt.hardware [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2591.869548] env[62211]: DEBUG nova.virt.hardware [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2591.869689] env[62211]: DEBUG nova.virt.hardware [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2591.869908] env[62211]: DEBUG nova.virt.hardware [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2591.870091] env[62211]: DEBUG nova.virt.hardware [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2591.870268] env[62211]: DEBUG nova.virt.hardware [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2591.870429] env[62211]: DEBUG nova.virt.hardware [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2591.870614] env[62211]: DEBUG nova.virt.hardware [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2591.871463] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019893b0-22df-425c-aefa-cf6920f39bf2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.879299] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e186fbfc-876d-42b7-83f3-2ad8aa106972 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.996921] env[62211]: DEBUG nova.compute.manager [req-6c253a7b-f3fa-4ca7-b302-bb5f4c80f65e req-825ebe70-9de6-4160-a2e1-761311c8402b service nova] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Received event network-vif-plugged-4cb31b25-8be4-47bc-9d95-ae5beba8c931 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2591.997187] env[62211]: DEBUG oslo_concurrency.lockutils [req-6c253a7b-f3fa-4ca7-b302-bb5f4c80f65e req-825ebe70-9de6-4160-a2e1-761311c8402b service nova] Acquiring lock "771831f1-8cdb-46ae-8e40-fe84abc7caae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2591.997387] env[62211]: DEBUG oslo_concurrency.lockutils [req-6c253a7b-f3fa-4ca7-b302-bb5f4c80f65e req-825ebe70-9de6-4160-a2e1-761311c8402b service nova] Lock "771831f1-8cdb-46ae-8e40-fe84abc7caae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2591.997552] env[62211]: DEBUG oslo_concurrency.lockutils [req-6c253a7b-f3fa-4ca7-b302-bb5f4c80f65e req-825ebe70-9de6-4160-a2e1-761311c8402b service nova] Lock "771831f1-8cdb-46ae-8e40-fe84abc7caae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2591.997721] env[62211]: DEBUG nova.compute.manager [req-6c253a7b-f3fa-4ca7-b302-bb5f4c80f65e req-825ebe70-9de6-4160-a2e1-761311c8402b service nova] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] No waiting events found dispatching network-vif-plugged-4cb31b25-8be4-47bc-9d95-ae5beba8c931 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2591.997888] env[62211]: WARNING nova.compute.manager [req-6c253a7b-f3fa-4ca7-b302-bb5f4c80f65e req-825ebe70-9de6-4160-a2e1-761311c8402b service nova] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Received unexpected event network-vif-plugged-4cb31b25-8be4-47bc-9d95-ae5beba8c931 for instance with vm_state building and task_state spawning. [ 2592.078183] env[62211]: DEBUG nova.network.neutron [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Successfully updated port: 4cb31b25-8be4-47bc-9d95-ae5beba8c931 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2592.580761] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "refresh_cache-771831f1-8cdb-46ae-8e40-fe84abc7caae" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2592.581180] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "refresh_cache-771831f1-8cdb-46ae-8e40-fe84abc7caae" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2592.581180] env[62211]: DEBUG nova.network.neutron [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2593.111591] env[62211]: DEBUG nova.network.neutron [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2593.232784] env[62211]: DEBUG nova.network.neutron [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Updating instance_info_cache with network_info: [{"id": "4cb31b25-8be4-47bc-9d95-ae5beba8c931", "address": "fa:16:3e:a5:84:d0", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb31b25-8b", "ovs_interfaceid": "4cb31b25-8be4-47bc-9d95-ae5beba8c931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2593.736021] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "refresh_cache-771831f1-8cdb-46ae-8e40-fe84abc7caae" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2593.736399] env[62211]: DEBUG nova.compute.manager [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Instance network_info: |[{"id": "4cb31b25-8be4-47bc-9d95-ae5beba8c931", "address": "fa:16:3e:a5:84:d0", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb31b25-8b", "ovs_interfaceid": "4cb31b25-8be4-47bc-9d95-ae5beba8c931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2593.736855] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:84:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cb31b25-8be4-47bc-9d95-ae5beba8c931', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2593.744688] env[62211]: DEBUG oslo.service.loopingcall [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2593.744888] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2593.745129] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0afcaa9c-55d4-4c4f-898a-71f5b608bb20 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2593.764828] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2593.764828] env[62211]: value = "task-2075882" [ 2593.764828] env[62211]: _type = "Task" [ 2593.764828] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2593.771860] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075882, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2593.856044] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2594.022984] env[62211]: DEBUG nova.compute.manager [req-1debf7d8-7859-4d8d-802b-49790e12bd76 req-7bfd3a34-6029-400b-b0d2-daf2c43b17c0 service nova] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Received event network-changed-4cb31b25-8be4-47bc-9d95-ae5beba8c931 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2594.023226] env[62211]: DEBUG nova.compute.manager [req-1debf7d8-7859-4d8d-802b-49790e12bd76 req-7bfd3a34-6029-400b-b0d2-daf2c43b17c0 service nova] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Refreshing instance network info cache due to event network-changed-4cb31b25-8be4-47bc-9d95-ae5beba8c931. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2594.023460] env[62211]: DEBUG oslo_concurrency.lockutils [req-1debf7d8-7859-4d8d-802b-49790e12bd76 req-7bfd3a34-6029-400b-b0d2-daf2c43b17c0 service nova] Acquiring lock "refresh_cache-771831f1-8cdb-46ae-8e40-fe84abc7caae" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2594.023619] env[62211]: DEBUG oslo_concurrency.lockutils [req-1debf7d8-7859-4d8d-802b-49790e12bd76 req-7bfd3a34-6029-400b-b0d2-daf2c43b17c0 service nova] Acquired lock "refresh_cache-771831f1-8cdb-46ae-8e40-fe84abc7caae" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2594.023789] env[62211]: DEBUG nova.network.neutron [req-1debf7d8-7859-4d8d-802b-49790e12bd76 req-7bfd3a34-6029-400b-b0d2-daf2c43b17c0 service nova] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Refreshing network info cache for port 4cb31b25-8be4-47bc-9d95-ae5beba8c931 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2594.276068] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075882, 'name': CreateVM_Task, 'duration_secs': 0.316314} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2594.276068] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2594.276068] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2594.276406] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2594.276529] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2594.276749] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faed4cdb-6db9-4c8f-90d3-e711b52ce963 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2594.281543] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2594.281543] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]529f7581-70ca-843f-2398-3f3bc9397f05" [ 2594.281543] env[62211]: _type = "Task" [ 2594.281543] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2594.288931] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529f7581-70ca-843f-2398-3f3bc9397f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2594.697919] env[62211]: DEBUG nova.network.neutron [req-1debf7d8-7859-4d8d-802b-49790e12bd76 req-7bfd3a34-6029-400b-b0d2-daf2c43b17c0 service nova] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Updated VIF entry in instance network info cache for port 4cb31b25-8be4-47bc-9d95-ae5beba8c931. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2594.698317] env[62211]: DEBUG nova.network.neutron [req-1debf7d8-7859-4d8d-802b-49790e12bd76 req-7bfd3a34-6029-400b-b0d2-daf2c43b17c0 service nova] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Updating instance_info_cache with network_info: [{"id": "4cb31b25-8be4-47bc-9d95-ae5beba8c931", "address": "fa:16:3e:a5:84:d0", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb31b25-8b", "ovs_interfaceid": "4cb31b25-8be4-47bc-9d95-ae5beba8c931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2594.791445] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]529f7581-70ca-843f-2398-3f3bc9397f05, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2594.791693] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2594.791922] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2594.792166] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2594.792337] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2594.792522] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2594.792757] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4f177b0-c661-4258-837f-daf61ba16c43 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2594.800246] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2594.800415] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2594.801062] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac2f74ca-7859-43b3-8cfa-928ea9c34125 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2594.805464] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2594.805464] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]523b73de-a3c7-56b7-a408-d7396ffdf95b" [ 2594.805464] env[62211]: _type = "Task" [ 2594.805464] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2594.812415] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523b73de-a3c7-56b7-a408-d7396ffdf95b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2595.201510] env[62211]: DEBUG oslo_concurrency.lockutils [req-1debf7d8-7859-4d8d-802b-49790e12bd76 req-7bfd3a34-6029-400b-b0d2-daf2c43b17c0 service nova] Releasing lock "refresh_cache-771831f1-8cdb-46ae-8e40-fe84abc7caae" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2595.316015] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]523b73de-a3c7-56b7-a408-d7396ffdf95b, 'name': SearchDatastore_Task, 'duration_secs': 0.007742} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2595.316840] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f62c060b-fac7-46f6-8336-da403598e01b {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.322000] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2595.322000] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52736cca-afa6-d4a7-9e34-ddeb220c94c5" [ 2595.322000] env[62211]: _type = "Task" [ 2595.322000] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2595.329044] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52736cca-afa6-d4a7-9e34-ddeb220c94c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2595.831527] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52736cca-afa6-d4a7-9e34-ddeb220c94c5, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2595.831780] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2595.832041] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 771831f1-8cdb-46ae-8e40-fe84abc7caae/771831f1-8cdb-46ae-8e40-fe84abc7caae.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2595.832324] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab7ddc16-cf0f-4b65-8c54-83561ea43deb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.838923] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2595.838923] env[62211]: value = "task-2075883" [ 2595.838923] env[62211]: _type = "Task" [ 2595.838923] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2595.846206] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2596.348395] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447787} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2596.348712] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 771831f1-8cdb-46ae-8e40-fe84abc7caae/771831f1-8cdb-46ae-8e40-fe84abc7caae.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2596.348811] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2596.349112] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56a529af-204c-4b7a-b77c-de052e182b3d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.356672] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2596.356672] env[62211]: value = "task-2075884" [ 2596.356672] env[62211]: _type = "Task" [ 2596.356672] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2596.363625] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2596.866610] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05929} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2596.866856] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2596.867620] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e68355a-2813-4065-a8e1-183fd5c373c9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.889068] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 771831f1-8cdb-46ae-8e40-fe84abc7caae/771831f1-8cdb-46ae-8e40-fe84abc7caae.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2596.889303] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e6756fb-999c-4d58-9ef0-d7422d40d1cc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.908170] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2596.908170] env[62211]: value = "task-2075885" [ 2596.908170] env[62211]: _type = "Task" [ 2596.908170] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2596.915280] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2597.418059] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075885, 'name': ReconfigVM_Task, 'duration_secs': 0.274082} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2597.418375] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 771831f1-8cdb-46ae-8e40-fe84abc7caae/771831f1-8cdb-46ae-8e40-fe84abc7caae.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2597.418926] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5ae2fa1-6188-4dab-a479-52283fa69c44 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2597.426131] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2597.426131] env[62211]: value = "task-2075886" [ 2597.426131] env[62211]: _type = "Task" [ 2597.426131] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2597.434012] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075886, 'name': Rename_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2597.935526] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075886, 'name': Rename_Task, 'duration_secs': 0.139835} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2597.935786] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2597.936078] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e3fc582-f34a-4216-bbeb-645d10933b54 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2597.941924] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2597.941924] env[62211]: value = "task-2075887" [ 2597.941924] env[62211]: _type = "Task" [ 2597.941924] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2597.948997] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2598.452764] env[62211]: DEBUG oslo_vmware.api [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075887, 'name': PowerOnVM_Task, 'duration_secs': 0.427438} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2598.453139] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2598.453183] env[62211]: INFO nova.compute.manager [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Took 6.61 seconds to spawn the instance on the hypervisor. [ 2598.453346] env[62211]: DEBUG nova.compute.manager [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2598.454131] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b730f089-e3b8-49f7-94d8-6c93508136f9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2598.974136] env[62211]: INFO nova.compute.manager [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Took 13.22 seconds to build instance. [ 2599.476657] env[62211]: DEBUG oslo_concurrency.lockutils [None req-ffeea181-bba5-4d96-b801-c33bfd5cfe85 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "771831f1-8cdb-46ae-8e40-fe84abc7caae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.726s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2600.217107] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "771831f1-8cdb-46ae-8e40-fe84abc7caae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2600.217712] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "771831f1-8cdb-46ae-8e40-fe84abc7caae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2600.217947] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "771831f1-8cdb-46ae-8e40-fe84abc7caae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2600.218162] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "771831f1-8cdb-46ae-8e40-fe84abc7caae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2600.218347] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "771831f1-8cdb-46ae-8e40-fe84abc7caae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2600.220427] env[62211]: INFO nova.compute.manager [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Terminating instance [ 2600.723978] env[62211]: DEBUG nova.compute.manager [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2600.724334] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2600.725124] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f265963f-4e5b-4bc5-bdf6-2605f0cfa8f5 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.732564] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2600.732780] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a82dbdae-aad6-45a3-941c-e1cd455ffa40 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.739908] env[62211]: DEBUG oslo_vmware.api [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2600.739908] env[62211]: value = "task-2075888" [ 2600.739908] env[62211]: _type = "Task" [ 2600.739908] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2600.747529] env[62211]: DEBUG oslo_vmware.api [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2601.249830] env[62211]: DEBUG oslo_vmware.api [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075888, 'name': PowerOffVM_Task, 'duration_secs': 0.226172} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2601.250208] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2601.250465] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2601.250767] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bd29dcb-dd33-44b0-a16c-bc21fb1ebcb3 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.816459] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2606.816835] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2606.816875] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleting the datastore file [datastore1] 771831f1-8cdb-46ae-8e40-fe84abc7caae {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2606.817187] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69687a69-6be0-420e-8a21-a989c9572dfe {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.825757] env[62211]: DEBUG oslo_vmware.api [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2606.825757] env[62211]: value = "task-2075890" [ 2606.825757] env[62211]: _type = "Task" [ 2606.825757] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2606.836701] env[62211]: DEBUG oslo_vmware.api [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2607.336110] env[62211]: DEBUG oslo_vmware.api [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148521} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2607.336312] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2607.336495] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2607.336664] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2607.336834] env[62211]: INFO nova.compute.manager [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Took 6.61 seconds to destroy the instance on the hypervisor. [ 2607.337087] env[62211]: DEBUG oslo.service.loopingcall [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2607.337294] env[62211]: DEBUG nova.compute.manager [-] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2607.337384] env[62211]: DEBUG nova.network.neutron [-] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2607.570618] env[62211]: DEBUG nova.compute.manager [req-949407e8-260d-418f-b59a-3d0052be888e req-d70c7b9a-771e-48b4-9d18-f890ca9f9e94 service nova] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Received event network-vif-deleted-4cb31b25-8be4-47bc-9d95-ae5beba8c931 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2607.570880] env[62211]: INFO nova.compute.manager [req-949407e8-260d-418f-b59a-3d0052be888e req-d70c7b9a-771e-48b4-9d18-f890ca9f9e94 service nova] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Neutron deleted interface 4cb31b25-8be4-47bc-9d95-ae5beba8c931; detaching it from the instance and deleting it from the info cache [ 2607.570944] env[62211]: DEBUG nova.network.neutron [req-949407e8-260d-418f-b59a-3d0052be888e req-d70c7b9a-771e-48b4-9d18-f890ca9f9e94 service nova] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2608.047468] env[62211]: DEBUG nova.network.neutron [-] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2608.073957] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aef48491-58b7-40db-abf0-ecc2e8448bf2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.084008] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b41c9bc-4b8e-4093-939a-41984dd6a994 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.108669] env[62211]: DEBUG nova.compute.manager [req-949407e8-260d-418f-b59a-3d0052be888e req-d70c7b9a-771e-48b4-9d18-f890ca9f9e94 service nova] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Detach interface failed, port_id=4cb31b25-8be4-47bc-9d95-ae5beba8c931, reason: Instance 771831f1-8cdb-46ae-8e40-fe84abc7caae could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2608.550152] env[62211]: INFO nova.compute.manager [-] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Took 1.21 seconds to deallocate network for instance. [ 2609.057489] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2609.057780] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2609.057977] env[62211]: DEBUG nova.objects.instance [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lazy-loading 'resources' on Instance uuid 771831f1-8cdb-46ae-8e40-fe84abc7caae {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2609.604751] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62133756-e820-42c4-a670-d35f233756bf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.610596] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29defabf-bb17-4fa5-9f01-e5bea9af47e7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.639744] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf94364-f7ad-49d7-85e0-f988fd093abc {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.646967] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abc9667-dd23-43b6-85fe-1b8f9c3eb499 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.659601] env[62211]: DEBUG nova.compute.provider_tree [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2610.163164] env[62211]: DEBUG nova.scheduler.client.report [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2610.668343] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2610.687588] env[62211]: INFO nova.scheduler.client.report [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleted allocations for instance 771831f1-8cdb-46ae-8e40-fe84abc7caae [ 2611.195213] env[62211]: DEBUG oslo_concurrency.lockutils [None req-e5499ebe-c33d-4c9a-b205-4e67b14cb09e tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "771831f1-8cdb-46ae-8e40-fe84abc7caae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.977s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2612.683411] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "346f0cc4-5266-4000-accc-23ad01f9f2f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2612.683671] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "346f0cc4-5266-4000-accc-23ad01f9f2f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2613.186509] env[62211]: DEBUG nova.compute.manager [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Starting instance... {{(pid=62211) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2613.709053] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2613.709308] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2613.710742] env[62211]: INFO nova.compute.claims [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2614.758931] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53073152-1dd1-4ebe-8bb9-392076763004 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2614.766703] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df18ba33-348c-42f0-9992-4031b2a84e69 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2614.796056] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a18c38-e9a5-4792-9dec-9c55fce53f3a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2614.802811] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2701a4-0c8d-4291-8076-b67aa4faf598 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2614.816444] env[62211]: DEBUG nova.compute.provider_tree [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2615.319676] env[62211]: DEBUG nova.scheduler.client.report [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2615.824911] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2615.825466] env[62211]: DEBUG nova.compute.manager [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Start building networks asynchronously for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2616.331105] env[62211]: DEBUG nova.compute.utils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Using /dev/sd instead of None {{(pid=62211) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2616.333125] env[62211]: DEBUG nova.compute.manager [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Allocating IP information in the background. {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2616.333343] env[62211]: DEBUG nova.network.neutron [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] allocate_for_instance() {{(pid=62211) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2616.380816] env[62211]: DEBUG nova.policy [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beee6f351b5b43ab8b55d995feeaa4dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be189ed7b7d04905a44c7e717a2c720d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62211) authorize /opt/stack/nova/nova/policy.py:192}} [ 2616.629759] env[62211]: DEBUG nova.network.neutron [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Successfully created port: b5e35ed4-6f17-4c65-8c60-31237eaf7c06 {{(pid=62211) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2616.833691] env[62211]: DEBUG nova.compute.manager [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Start building block device mappings for instance. {{(pid=62211) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2617.843980] env[62211]: DEBUG nova.compute.manager [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Start spawning the instance on the hypervisor. {{(pid=62211) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2617.869915] env[62211]: DEBUG nova.virt.hardware [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T09:05:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T09:05:36Z,direct_url=,disk_format='vmdk',id=5687f9a1-12e3-4ec8-9836-625d22e3eb7c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='72690346b84043c9b295eda72c001796',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T09:05:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2617.870306] env[62211]: DEBUG nova.virt.hardware [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Flavor limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2617.870371] env[62211]: DEBUG nova.virt.hardware [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Image limits 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2617.870547] env[62211]: DEBUG nova.virt.hardware [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Flavor pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2617.870694] env[62211]: DEBUG nova.virt.hardware [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Image pref 0:0:0 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2617.870840] env[62211]: DEBUG nova.virt.hardware [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62211) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2617.871059] env[62211]: DEBUG nova.virt.hardware [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2617.871497] env[62211]: DEBUG nova.virt.hardware [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2617.871497] env[62211]: DEBUG nova.virt.hardware [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Got 1 possible topologies {{(pid=62211) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2617.871594] env[62211]: DEBUG nova.virt.hardware [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2617.871718] env[62211]: DEBUG nova.virt.hardware [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62211) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2617.872595] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9612598-bed9-47b3-a770-be5e71b43bf8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.880693] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedde129-57e6-41a6-81eb-3e8072dcd67e {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.986221] env[62211]: DEBUG nova.compute.manager [req-b7630de0-46df-4aea-b620-4e665f2a74fa req-a93df2ef-1aad-443e-8c0b-af54898db90a service nova] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Received event network-vif-plugged-b5e35ed4-6f17-4c65-8c60-31237eaf7c06 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2617.986480] env[62211]: DEBUG oslo_concurrency.lockutils [req-b7630de0-46df-4aea-b620-4e665f2a74fa req-a93df2ef-1aad-443e-8c0b-af54898db90a service nova] Acquiring lock "346f0cc4-5266-4000-accc-23ad01f9f2f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2617.986733] env[62211]: DEBUG oslo_concurrency.lockutils [req-b7630de0-46df-4aea-b620-4e665f2a74fa req-a93df2ef-1aad-443e-8c0b-af54898db90a service nova] Lock "346f0cc4-5266-4000-accc-23ad01f9f2f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2617.986932] env[62211]: DEBUG oslo_concurrency.lockutils [req-b7630de0-46df-4aea-b620-4e665f2a74fa req-a93df2ef-1aad-443e-8c0b-af54898db90a service nova] Lock "346f0cc4-5266-4000-accc-23ad01f9f2f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2617.988449] env[62211]: DEBUG nova.compute.manager [req-b7630de0-46df-4aea-b620-4e665f2a74fa req-a93df2ef-1aad-443e-8c0b-af54898db90a service nova] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] No waiting events found dispatching network-vif-plugged-b5e35ed4-6f17-4c65-8c60-31237eaf7c06 {{(pid=62211) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2617.988665] env[62211]: WARNING nova.compute.manager [req-b7630de0-46df-4aea-b620-4e665f2a74fa req-a93df2ef-1aad-443e-8c0b-af54898db90a service nova] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Received unexpected event network-vif-plugged-b5e35ed4-6f17-4c65-8c60-31237eaf7c06 for instance with vm_state building and task_state spawning. [ 2618.068400] env[62211]: DEBUG nova.network.neutron [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Successfully updated port: b5e35ed4-6f17-4c65-8c60-31237eaf7c06 {{(pid=62211) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2618.571455] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "refresh_cache-346f0cc4-5266-4000-accc-23ad01f9f2f2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2618.571613] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "refresh_cache-346f0cc4-5266-4000-accc-23ad01f9f2f2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2618.571768] env[62211]: DEBUG nova.network.neutron [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Building network info cache for instance {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2619.101990] env[62211]: DEBUG nova.network.neutron [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Instance cache missing network info. {{(pid=62211) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2619.224285] env[62211]: DEBUG nova.network.neutron [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Updating instance_info_cache with network_info: [{"id": "b5e35ed4-6f17-4c65-8c60-31237eaf7c06", "address": "fa:16:3e:41:00:4f", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5e35ed4-6f", "ovs_interfaceid": "b5e35ed4-6f17-4c65-8c60-31237eaf7c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2619.726691] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "refresh_cache-346f0cc4-5266-4000-accc-23ad01f9f2f2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2619.727042] env[62211]: DEBUG nova.compute.manager [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Instance network_info: |[{"id": "b5e35ed4-6f17-4c65-8c60-31237eaf7c06", "address": "fa:16:3e:41:00:4f", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5e35ed4-6f", "ovs_interfaceid": "b5e35ed4-6f17-4c65-8c60-31237eaf7c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62211) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2619.727489] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:00:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5e35ed4-6f17-4c65-8c60-31237eaf7c06', 'vif_model': 'vmxnet3'}] {{(pid=62211) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2619.734939] env[62211]: DEBUG oslo.service.loopingcall [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2619.735179] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Creating VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2619.735474] env[62211]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dd2dd01-21dc-44ea-96fa-93c81e7a9327 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.756587] env[62211]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2619.756587] env[62211]: value = "task-2075891" [ 2619.756587] env[62211]: _type = "Task" [ 2619.756587] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2619.764159] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075891, 'name': CreateVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2620.015020] env[62211]: DEBUG nova.compute.manager [req-41583ad7-a7ba-4939-8659-b9187be2ac87 req-eb14d723-894b-4262-b07c-64cf1b7df20a service nova] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Received event network-changed-b5e35ed4-6f17-4c65-8c60-31237eaf7c06 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2620.015020] env[62211]: DEBUG nova.compute.manager [req-41583ad7-a7ba-4939-8659-b9187be2ac87 req-eb14d723-894b-4262-b07c-64cf1b7df20a service nova] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Refreshing instance network info cache due to event network-changed-b5e35ed4-6f17-4c65-8c60-31237eaf7c06. {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2620.015147] env[62211]: DEBUG oslo_concurrency.lockutils [req-41583ad7-a7ba-4939-8659-b9187be2ac87 req-eb14d723-894b-4262-b07c-64cf1b7df20a service nova] Acquiring lock "refresh_cache-346f0cc4-5266-4000-accc-23ad01f9f2f2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2620.015232] env[62211]: DEBUG oslo_concurrency.lockutils [req-41583ad7-a7ba-4939-8659-b9187be2ac87 req-eb14d723-894b-4262-b07c-64cf1b7df20a service nova] Acquired lock "refresh_cache-346f0cc4-5266-4000-accc-23ad01f9f2f2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2620.015391] env[62211]: DEBUG nova.network.neutron [req-41583ad7-a7ba-4939-8659-b9187be2ac87 req-eb14d723-894b-4262-b07c-64cf1b7df20a service nova] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Refreshing network info cache for port b5e35ed4-6f17-4c65-8c60-31237eaf7c06 {{(pid=62211) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2620.267584] env[62211]: DEBUG oslo_vmware.api [-] Task: {'id': task-2075891, 'name': CreateVM_Task, 'duration_secs': 0.325162} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2620.267753] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Created VM on the ESX host {{(pid=62211) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2620.268465] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2620.268632] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2620.268946] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2620.269207] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bdf3359-b53c-46b0-a3f0-fb00e8a498c4 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.274962] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2620.274962] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52b54259-0c24-ab67-b02d-693674d16149" [ 2620.274962] env[62211]: _type = "Task" [ 2620.274962] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2620.282599] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b54259-0c24-ab67-b02d-693674d16149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2620.696975] env[62211]: DEBUG nova.network.neutron [req-41583ad7-a7ba-4939-8659-b9187be2ac87 req-eb14d723-894b-4262-b07c-64cf1b7df20a service nova] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Updated VIF entry in instance network info cache for port b5e35ed4-6f17-4c65-8c60-31237eaf7c06. {{(pid=62211) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2620.697346] env[62211]: DEBUG nova.network.neutron [req-41583ad7-a7ba-4939-8659-b9187be2ac87 req-eb14d723-894b-4262-b07c-64cf1b7df20a service nova] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Updating instance_info_cache with network_info: [{"id": "b5e35ed4-6f17-4c65-8c60-31237eaf7c06", "address": "fa:16:3e:41:00:4f", "network": {"id": "e4fba296-b1a0-4004-94a4-c86196970842", "bridge": "br-int", "label": "tempest-ServersTestJSON-1661495637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be189ed7b7d04905a44c7e717a2c720d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5e35ed4-6f", "ovs_interfaceid": "b5e35ed4-6f17-4c65-8c60-31237eaf7c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2620.784061] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52b54259-0c24-ab67-b02d-693674d16149, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2620.784357] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2620.784581] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Processing image 5687f9a1-12e3-4ec8-9836-625d22e3eb7c {{(pid=62211) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2620.784808] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2620.784953] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2620.785141] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2620.785391] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0922993b-aaa6-4167-be92-f8c368e6f5ce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.793104] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62211) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2620.793278] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62211) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2620.793960] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087ef85e-c894-41c5-874f-93fe90a8d9c2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.798682] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2620.798682] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52240b9a-f28b-adde-860e-4129fe728556" [ 2620.798682] env[62211]: _type = "Task" [ 2620.798682] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2620.805500] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52240b9a-f28b-adde-860e-4129fe728556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2621.200289] env[62211]: DEBUG oslo_concurrency.lockutils [req-41583ad7-a7ba-4939-8659-b9187be2ac87 req-eb14d723-894b-4262-b07c-64cf1b7df20a service nova] Releasing lock "refresh_cache-346f0cc4-5266-4000-accc-23ad01f9f2f2" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2621.309530] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52240b9a-f28b-adde-860e-4129fe728556, 'name': SearchDatastore_Task, 'duration_secs': 0.008086} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2621.310344] env[62211]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f62ad8d9-367e-4f88-a33c-df7e68b742da {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2621.316097] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2621.316097] env[62211]: value = "session[5223baf0-4801-2c96-ddc4-be1296714889]52ac72a1-12eb-6232-2582-f328bbe17f26" [ 2621.316097] env[62211]: _type = "Task" [ 2621.316097] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2621.324112] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ac72a1-12eb-6232-2582-f328bbe17f26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2621.830874] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': session[5223baf0-4801-2c96-ddc4-be1296714889]52ac72a1-12eb-6232-2582-f328bbe17f26, 'name': SearchDatastore_Task, 'duration_secs': 0.009402} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2621.831285] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk" {{(pid=62211) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2621.831687] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 346f0cc4-5266-4000-accc-23ad01f9f2f2/346f0cc4-5266-4000-accc-23ad01f9f2f2.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2621.832069] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-054be0f6-a75a-443c-9efa-5333fdb57ce0 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2621.840141] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2621.840141] env[62211]: value = "task-2075892" [ 2621.840141] env[62211]: _type = "Task" [ 2621.840141] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2621.851298] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2622.349742] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449755} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2622.350098] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5687f9a1-12e3-4ec8-9836-625d22e3eb7c/5687f9a1-12e3-4ec8-9836-625d22e3eb7c.vmdk to [datastore1] 346f0cc4-5266-4000-accc-23ad01f9f2f2/346f0cc4-5266-4000-accc-23ad01f9f2f2.vmdk {{(pid=62211) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2622.350232] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Extending root virtual disk to 1048576 {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2622.350432] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b0bfe20-9591-42f6-8a86-a8d326f91322 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2622.357997] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2622.357997] env[62211]: value = "task-2075893" [ 2622.357997] env[62211]: _type = "Task" [ 2622.357997] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2622.365298] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2622.867293] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171759} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2622.867524] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Extended root virtual disk {{(pid=62211) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2622.868292] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b56432d-cd70-4579-800b-da686c461be8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2622.889174] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 346f0cc4-5266-4000-accc-23ad01f9f2f2/346f0cc4-5266-4000-accc-23ad01f9f2f2.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2622.889412] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb8ba03-98e5-4784-8479-e3c28bd7d783 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2622.907838] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2622.907838] env[62211]: value = "task-2075894" [ 2622.907838] env[62211]: _type = "Task" [ 2622.907838] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2622.915047] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2623.417510] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2623.918085] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075894, 'name': ReconfigVM_Task, 'duration_secs': 0.862336} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2623.918343] env[62211]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 346f0cc4-5266-4000-accc-23ad01f9f2f2/346f0cc4-5266-4000-accc-23ad01f9f2f2.vmdk or device None with type sparse {{(pid=62211) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2623.918995] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9537b2a6-5bde-4b53-9ea7-8903c3f511fa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2623.925633] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2623.925633] env[62211]: value = "task-2075895" [ 2623.925633] env[62211]: _type = "Task" [ 2623.925633] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2623.933192] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075895, 'name': Rename_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2624.435344] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075895, 'name': Rename_Task, 'duration_secs': 0.121711} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2624.435632] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Powering on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2624.435820] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e55bb7d0-92c6-4ba5-8219-7aad960911d2 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2624.442808] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2624.442808] env[62211]: value = "task-2075896" [ 2624.442808] env[62211]: _type = "Task" [ 2624.442808] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2624.455278] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2624.952720] env[62211]: DEBUG oslo_vmware.api [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075896, 'name': PowerOnVM_Task, 'duration_secs': 0.415225} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2624.952975] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Powered on the VM {{(pid=62211) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2624.953197] env[62211]: INFO nova.compute.manager [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Took 7.11 seconds to spawn the instance on the hypervisor. [ 2624.953373] env[62211]: DEBUG nova.compute.manager [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2624.954125] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d78b731-824b-4f90-8a61-27a54d008bc8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2625.471984] env[62211]: INFO nova.compute.manager [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Took 11.78 seconds to build instance. [ 2625.974529] env[62211]: DEBUG oslo_concurrency.lockutils [None req-50a72d3f-7116-4c26-b066-59abd17cd12c tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "346f0cc4-5266-4000-accc-23ad01f9f2f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.291s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2626.270404] env[62211]: DEBUG oslo_concurrency.lockutils [None req-27221250-0206-422d-bfed-bc159666e89b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "346f0cc4-5266-4000-accc-23ad01f9f2f2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2626.270669] env[62211]: DEBUG oslo_concurrency.lockutils [None req-27221250-0206-422d-bfed-bc159666e89b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "346f0cc4-5266-4000-accc-23ad01f9f2f2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2626.270852] env[62211]: DEBUG nova.compute.manager [None req-27221250-0206-422d-bfed-bc159666e89b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2626.271822] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504ae4b2-1511-474a-bb45-15e39c255921 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.279981] env[62211]: DEBUG nova.compute.manager [None req-27221250-0206-422d-bfed-bc159666e89b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62211) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2626.280573] env[62211]: DEBUG nova.objects.instance [None req-27221250-0206-422d-bfed-bc159666e89b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lazy-loading 'flavor' on Instance uuid 346f0cc4-5266-4000-accc-23ad01f9f2f2 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2627.287985] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-27221250-0206-422d-bfed-bc159666e89b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2627.288706] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-439f1e2e-d8a2-4a67-ad3a-39e33dcfb041 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.296326] env[62211]: DEBUG oslo_vmware.api [None req-27221250-0206-422d-bfed-bc159666e89b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2627.296326] env[62211]: value = "task-2075897" [ 2627.296326] env[62211]: _type = "Task" [ 2627.296326] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2627.304511] env[62211]: DEBUG oslo_vmware.api [None req-27221250-0206-422d-bfed-bc159666e89b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.807277] env[62211]: DEBUG oslo_vmware.api [None req-27221250-0206-422d-bfed-bc159666e89b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075897, 'name': PowerOffVM_Task, 'duration_secs': 0.196884} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2627.807531] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-27221250-0206-422d-bfed-bc159666e89b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2627.807720] env[62211]: DEBUG nova.compute.manager [None req-27221250-0206-422d-bfed-bc159666e89b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Checking state {{(pid=62211) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2627.808471] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34854513-33ae-45ba-ba15-d714d67b091c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2628.319010] env[62211]: DEBUG oslo_concurrency.lockutils [None req-27221250-0206-422d-bfed-bc159666e89b tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "346f0cc4-5266-4000-accc-23ad01f9f2f2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2628.849227] env[62211]: DEBUG oslo_concurrency.lockutils [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "346f0cc4-5266-4000-accc-23ad01f9f2f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2628.849509] env[62211]: DEBUG oslo_concurrency.lockutils [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "346f0cc4-5266-4000-accc-23ad01f9f2f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2628.849719] env[62211]: DEBUG oslo_concurrency.lockutils [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "346f0cc4-5266-4000-accc-23ad01f9f2f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2628.849901] env[62211]: DEBUG oslo_concurrency.lockutils [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "346f0cc4-5266-4000-accc-23ad01f9f2f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2628.850087] env[62211]: DEBUG oslo_concurrency.lockutils [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "346f0cc4-5266-4000-accc-23ad01f9f2f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2628.852279] env[62211]: INFO nova.compute.manager [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Terminating instance [ 2629.356529] env[62211]: DEBUG nova.compute.manager [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2629.356887] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2629.358113] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cd628b-fa30-4c57-82d8-777e916f11e9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.365496] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2629.365716] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abe1de60-3315-454b-b695-b00045535ac8 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.673864] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2633.674237] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2633.674298] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleting the datastore file [datastore1] 346f0cc4-5266-4000-accc-23ad01f9f2f2 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2633.674518] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-180bf4a6-2586-4805-9a7a-9fca87317396 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.680945] env[62211]: DEBUG oslo_vmware.api [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2633.680945] env[62211]: value = "task-2075899" [ 2633.680945] env[62211]: _type = "Task" [ 2633.680945] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2633.688934] env[62211]: DEBUG oslo_vmware.api [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2634.190645] env[62211]: DEBUG oslo_vmware.api [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121921} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2634.190836] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2634.191031] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2634.191211] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2634.191410] env[62211]: INFO nova.compute.manager [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Took 4.83 seconds to destroy the instance on the hypervisor. [ 2634.191650] env[62211]: DEBUG oslo.service.loopingcall [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2634.191837] env[62211]: DEBUG nova.compute.manager [-] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2634.191930] env[62211]: DEBUG nova.network.neutron [-] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2634.428341] env[62211]: DEBUG nova.compute.manager [req-42aeedbd-0c91-48dc-a29b-615ce58db81a req-e44d30fe-bcdd-4957-af36-9e95d34d12e9 service nova] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Received event network-vif-deleted-b5e35ed4-6f17-4c65-8c60-31237eaf7c06 {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2634.428655] env[62211]: INFO nova.compute.manager [req-42aeedbd-0c91-48dc-a29b-615ce58db81a req-e44d30fe-bcdd-4957-af36-9e95d34d12e9 service nova] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Neutron deleted interface b5e35ed4-6f17-4c65-8c60-31237eaf7c06; detaching it from the instance and deleting it from the info cache [ 2634.428745] env[62211]: DEBUG nova.network.neutron [req-42aeedbd-0c91-48dc-a29b-615ce58db81a req-e44d30fe-bcdd-4957-af36-9e95d34d12e9 service nova] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2634.907045] env[62211]: DEBUG nova.network.neutron [-] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2634.931858] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2044a795-2099-4a79-b078-f14a15cb3f31 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2634.941897] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4f6d30-7a4b-494e-b0f4-30b633829327 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2634.967904] env[62211]: DEBUG nova.compute.manager [req-42aeedbd-0c91-48dc-a29b-615ce58db81a req-e44d30fe-bcdd-4957-af36-9e95d34d12e9 service nova] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Detach interface failed, port_id=b5e35ed4-6f17-4c65-8c60-31237eaf7c06, reason: Instance 346f0cc4-5266-4000-accc-23ad01f9f2f2 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2635.409313] env[62211]: INFO nova.compute.manager [-] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Took 1.22 seconds to deallocate network for instance. [ 2635.915835] env[62211]: DEBUG oslo_concurrency.lockutils [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2635.916140] env[62211]: DEBUG oslo_concurrency.lockutils [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2635.916309] env[62211]: DEBUG nova.objects.instance [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lazy-loading 'resources' on Instance uuid 346f0cc4-5266-4000-accc-23ad01f9f2f2 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2636.461233] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa800d7-b1b4-4dd7-984c-36dfcaa9651a {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.468601] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64f3cda-3a53-4255-bd06-2d876485b07d {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.497409] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cab82c0-9c19-4d09-abf5-48547e896a31 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.504110] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bba220-f62f-422d-8a4a-e42138d7b721 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.518242] env[62211]: DEBUG nova.compute.provider_tree [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2637.021164] env[62211]: DEBUG nova.scheduler.client.report [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2637.525781] env[62211]: DEBUG oslo_concurrency.lockutils [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2637.543226] env[62211]: INFO nova.scheduler.client.report [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleted allocations for instance 346f0cc4-5266-4000-accc-23ad01f9f2f2 [ 2638.051661] env[62211]: DEBUG oslo_concurrency.lockutils [None req-469541b4-5182-4dca-8056-01fe406ebbb4 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "346f0cc4-5266-4000-accc-23ad01f9f2f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.202s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2638.980220] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "5431f5fb-d1df-4bdc-8067-12b3ed456b91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2638.980558] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "5431f5fb-d1df-4bdc-8067-12b3ed456b91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2638.980834] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "5431f5fb-d1df-4bdc-8067-12b3ed456b91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2638.981060] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "5431f5fb-d1df-4bdc-8067-12b3ed456b91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2638.981246] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "5431f5fb-d1df-4bdc-8067-12b3ed456b91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2638.983399] env[62211]: INFO nova.compute.manager [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Terminating instance [ 2639.487316] env[62211]: DEBUG nova.compute.manager [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Start destroying the instance on the hypervisor. {{(pid=62211) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2639.487665] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Destroying instance {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2639.488501] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d4c92a-5df5-479b-8f38-3a3a640b6223 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2639.496203] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Powering off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2639.496427] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e8681c9-6679-4527-ab89-b15d2798d5e7 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2639.502224] env[62211]: DEBUG oslo_vmware.api [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2639.502224] env[62211]: value = "task-2075900" [ 2639.502224] env[62211]: _type = "Task" [ 2639.502224] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2639.511663] env[62211]: DEBUG oslo_vmware.api [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2640.012425] env[62211]: DEBUG oslo_vmware.api [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075900, 'name': PowerOffVM_Task, 'duration_secs': 0.205066} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2640.013673] env[62211]: DEBUG nova.virt.vmwareapi.vm_util [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Powered off the VM {{(pid=62211) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2640.013673] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Unregistering the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2640.013673] env[62211]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17ae1872-8e1f-4e20-bd0b-c317d149be12 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2640.164256] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Unregistered the VM {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2640.164474] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Deleting contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2640.164658] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleting the datastore file [datastore1] 5431f5fb-d1df-4bdc-8067-12b3ed456b91 {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2640.164935] env[62211]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3f1edbd-8265-4d4f-b24d-4b5a4db6b0fa {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2640.171457] env[62211]: DEBUG oslo_vmware.api [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for the task: (returnval){ [ 2640.171457] env[62211]: value = "task-2075902" [ 2640.171457] env[62211]: _type = "Task" [ 2640.171457] env[62211]: } to complete. {{(pid=62211) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2640.178691] env[62211]: DEBUG oslo_vmware.api [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2640.681585] env[62211]: DEBUG oslo_vmware.api [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Task: {'id': task-2075902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128022} completed successfully. {{(pid=62211) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2640.681934] env[62211]: DEBUG nova.virt.vmwareapi.ds_util [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleted the datastore file {{(pid=62211) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2640.681993] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Deleted contents of the VM from datastore datastore1 {{(pid=62211) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2640.682183] env[62211]: DEBUG nova.virt.vmwareapi.vmops [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Instance destroyed {{(pid=62211) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2640.682357] env[62211]: INFO nova.compute.manager [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2640.682593] env[62211]: DEBUG oslo.service.loopingcall [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62211) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2640.682805] env[62211]: DEBUG nova.compute.manager [-] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Deallocating network for instance {{(pid=62211) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2640.682904] env[62211]: DEBUG nova.network.neutron [-] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] deallocate_for_instance() {{(pid=62211) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2640.859340] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2640.859522] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Starting heal instance info cache {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2640.859642] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Rebuilding the list of instances to heal {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2640.951808] env[62211]: DEBUG nova.compute.manager [req-3790dfe0-8a4b-449d-9cad-76e0a1cda4ea req-4af9a0dc-0b69-41e1-b852-2626647c251c service nova] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Received event network-vif-deleted-56453710-1ab8-43ea-abb2-3c0c4f6f051d {{(pid=62211) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2640.951921] env[62211]: INFO nova.compute.manager [req-3790dfe0-8a4b-449d-9cad-76e0a1cda4ea req-4af9a0dc-0b69-41e1-b852-2626647c251c service nova] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Neutron deleted interface 56453710-1ab8-43ea-abb2-3c0c4f6f051d; detaching it from the instance and deleting it from the info cache [ 2640.952111] env[62211]: DEBUG nova.network.neutron [req-3790dfe0-8a4b-449d-9cad-76e0a1cda4ea req-4af9a0dc-0b69-41e1-b852-2626647c251c service nova] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2641.363023] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Skipping network cache update for instance because it is being deleted. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 2641.363220] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Didn't find any instances for network info cache update. {{(pid=62211) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2641.430915] env[62211]: DEBUG nova.network.neutron [-] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Updating instance_info_cache with network_info: [] {{(pid=62211) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2641.454495] env[62211]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd6b748f-b4b7-4990-bcce-494d12055497 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2641.465386] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c404b4-fd7a-43b5-b5e4-e02216b5c533 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2641.487750] env[62211]: DEBUG nova.compute.manager [req-3790dfe0-8a4b-449d-9cad-76e0a1cda4ea req-4af9a0dc-0b69-41e1-b852-2626647c251c service nova] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Detach interface failed, port_id=56453710-1ab8-43ea-abb2-3c0c4f6f051d, reason: Instance 5431f5fb-d1df-4bdc-8067-12b3ed456b91 could not be found. {{(pid=62211) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2641.934107] env[62211]: INFO nova.compute.manager [-] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Took 1.25 seconds to deallocate network for instance. [ 2642.440982] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2642.441281] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2642.441580] env[62211]: DEBUG nova.objects.instance [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lazy-loading 'resources' on Instance uuid 5431f5fb-d1df-4bdc-8067-12b3ed456b91 {{(pid=62211) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2642.975173] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b47dbf-c351-446f-9ef5-2e9de26282cf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2642.982722] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d77d32-9b82-4687-95f2-3268f68ad434 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2643.012244] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764fd8e0-ce2e-42e1-b5b7-940bd92b39c6 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2643.019361] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac9da0c-4bb2-4e1b-bc32-4b1ae9a590d9 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2643.032228] env[62211]: DEBUG nova.compute.provider_tree [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2643.552624] env[62211]: ERROR nova.scheduler.client.report [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] [req-414cf376-8eb3-40be-af3b-3964f8a02d76] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID abf99c99-7905-460a-9a21-7a8d7de527ef. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-414cf376-8eb3-40be-af3b-3964f8a02d76"}]} [ 2643.568062] env[62211]: DEBUG nova.scheduler.client.report [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Refreshing inventories for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2643.580175] env[62211]: DEBUG nova.scheduler.client.report [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating ProviderTree inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2643.580435] env[62211]: DEBUG nova.compute.provider_tree [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2643.592576] env[62211]: DEBUG nova.scheduler.client.report [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Refreshing aggregate associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, aggregates: None {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2643.608930] env[62211]: DEBUG nova.scheduler.client.report [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Refreshing trait associations for resource provider abf99c99-7905-460a-9a21-7a8d7de527ef, traits: COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62211) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2643.631947] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f22df9d-3f1e-4b1d-8593-e0788006c2df {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2643.639380] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47b0697-c07a-4910-a26c-2aedd597bd3c {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2643.667775] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4fee10-d579-49b4-bfba-74c967ad6feb {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2643.674609] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61718ac3-4058-448b-86f7-554c2ca1e9ce {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2643.687658] env[62211]: DEBUG nova.compute.provider_tree [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2643.859416] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2643.859629] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2643.859781] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2643.859924] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62211) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2643.860080] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2644.216333] env[62211]: DEBUG nova.scheduler.client.report [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updated inventory for provider abf99c99-7905-460a-9a21-7a8d7de527ef with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2644.216622] env[62211]: DEBUG nova.compute.provider_tree [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating resource provider abf99c99-7905-460a-9a21-7a8d7de527ef generation from 182 to 183 during operation: update_inventory {{(pid=62211) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2644.216769] env[62211]: DEBUG nova.compute.provider_tree [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Updating inventory in ProviderTree for provider abf99c99-7905-460a-9a21-7a8d7de527ef with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2644.362670] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2644.722175] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2644.724645] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.362s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2644.724824] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2644.725111] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62211) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2644.725869] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f803f307-5c6a-477c-b8a1-d512ca270418 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.734350] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94320a6-53ee-4c6e-81c7-6be241ce2857 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.739433] env[62211]: INFO nova.scheduler.client.report [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Deleted allocations for instance 5431f5fb-d1df-4bdc-8067-12b3ed456b91 [ 2644.750682] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96324f5a-729f-4d0d-9928-f11fc05e4216 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.757393] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d0e035-1516-4cea-b5f0-4546101a7dbf {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.785631] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180874MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62211) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2644.785782] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2644.785972] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2645.258482] env[62211]: DEBUG oslo_concurrency.lockutils [None req-2482aed2-ff07-4089-9506-67e8e73cca55 tempest-ServersTestJSON-744821062 tempest-ServersTestJSON-744821062-project-member] Lock "5431f5fb-d1df-4bdc-8067-12b3ed456b91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.278s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2645.805581] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2645.805755] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62211) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2645.818489] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3116ed93-7f5c-400c-a13e-b873a9002463 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2645.827032] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afd1d43-7d2a-4a5f-940f-7c8fe76ffe37 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2645.855950] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98963b0-1f6f-42c1-b466-7f0c01772c56 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2645.863032] env[62211]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bab18d-6641-459a-9cb9-7531fc1ae990 {{(pid=62211) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2645.876227] env[62211]: DEBUG nova.compute.provider_tree [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed in ProviderTree for provider: abf99c99-7905-460a-9a21-7a8d7de527ef {{(pid=62211) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2646.379623] env[62211]: DEBUG nova.scheduler.client.report [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Inventory has not changed for provider abf99c99-7905-460a-9a21-7a8d7de527ef based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62211) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2646.884765] env[62211]: DEBUG nova.compute.resource_tracker [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62211) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2646.885068] env[62211]: DEBUG oslo_concurrency.lockutils [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=62211) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2648.860965] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2648.861348] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2648.861348] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2648.861547] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2648.861689] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2648.861830] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Cleaning up deleted instances {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2649.370325] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] There are 22 instances to clean {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2649.370521] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 346f0cc4-5266-4000-accc-23ad01f9f2f2] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2649.873481] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 771831f1-8cdb-46ae-8e40-fe84abc7caae] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2650.377169] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 3277caef-f8c3-404a-840f-653f6a81bee1] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2650.882424] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 43916224-e2c2-4ff8-ab00-b4c82a61c4b4] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2651.386425] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 8a437219-bfc2-487f-9cda-00b68c5547a9] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2651.890247] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 4ffdd63b-5d11-4c47-9ae9-0b3f6a770b19] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2652.394429] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 5431f5fb-d1df-4bdc-8067-12b3ed456b91] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2652.898747] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 75f72ef9-c4ab-4085-b2eb-666c922fe7d2] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2653.401766] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: f4c39608-80c6-42d5-a751-9805ff3e7596] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2653.905618] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 4869b692-c3c4-4eb3-a759-f352e163534f] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2654.409600] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 0f141bcc-68fb-4ab0-9d34-734f7186466b] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2654.913564] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 90f0de73-cd27-48be-b67e-8f9fc7110ad7] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2655.417329] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: d611cc62-d92b-4175-844e-5ec5e67af9e2] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2655.921307] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: c2cf6ab1-6ad6-43a8-b925-f7fd8bc13e2a] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2656.424969] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 2b9a3831-7b14-4dd2-bec0-6767aca8a496] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2656.928955] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 623a5989-14f7-4cef-84d7-0b5bb2f2fda4] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2657.432961] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 9677caba-e1ca-49df-a3d6-72986b1acb14] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2657.936433] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 0e4b2519-a6cb-4549-9883-150d29f02a26] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2658.440236] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: e6c91f16-a8f1-4458-8864-abd827d53cb3] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2658.944255] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 12180821-2199-4877-9c88-124008bb53c0] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2659.448311] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: a1416796-8b45-4761-84e8-d0ea2d8540f6] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2659.952142] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] [instance: 220bf8d7-f907-44c3-874c-75303f484b04] Instance has had 0 of 5 cleanup attempts {{(pid=62211) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2660.455692] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2660.455920] env[62211]: DEBUG nova.compute.manager [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Cleaning up deleted instances with incomplete migration {{(pid=62211) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2660.958124] env[62211]: DEBUG oslo_service.periodic_task [None req-7d8bd5fe-e32e-48ae-b374-18b6e293c07a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62211) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}